List of usage examples for org.apache.hadoop.yarn.api.records.timeline TimelineEntity getStartTime
@XmlElement(name = "starttime") public Long getStartTime()
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertAppLaunchedEvent() { long launchTime = random.nextLong(); long submitTime = random.nextLong(); Configuration conf = new Configuration(false); conf.set("foo", "bar"); conf.set("applicationId", "1234"); MockVersionInfo mockVersionInfo = new MockVersionInfo(); AppLaunchedEvent event = new AppLaunchedEvent(applicationId, launchTime, submitTime, user, conf, mockVersionInfo);/* w w w . j a va2s . c o m*/ TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals(launchTime, timelineEntity.getStartTime().longValue()); Assert.assertEquals(EntityTypes.TEZ_APPLICATION.name(), timelineEntity.getEntityType()); Assert.assertEquals("tez_" + applicationId.toString(), timelineEntity.getEntityId()); Assert.assertEquals(2, timelineEntity.getRelatedEntities().size()); Assert.assertTrue(timelineEntity.getRelatedEntities().get(ATSConstants.USER).contains(user)); Assert.assertTrue(timelineEntity.getRelatedEntities().get(ATSConstants.APPLICATION_ID) .contains(applicationId.toString())); Assert.assertEquals(1, timelineEntity.getPrimaryFilters().size()); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.USER).contains(user)); Assert.assertEquals(2, timelineEntity.getOtherInfo().size()); Assert.assertTrue(timelineEntity.getOtherInfo().containsKey(ATSConstants.CONFIG)); Assert.assertTrue(timelineEntity.getOtherInfo().containsKey(ATSConstants.TEZ_VERSION)); Map<String, String> config = (Map<String, String>) timelineEntity.getOtherInfo().get(ATSConstants.CONFIG); Assert.assertEquals(conf.get("foo"), config.get("foo")); Assert.assertEquals(conf.get("applicationId"), config.get("applicationId")); Map<String, String> versionInfo = (Map<String, String>) timelineEntity.getOtherInfo() .get(ATSConstants.TEZ_VERSION); Assert.assertEquals(mockVersionInfo.getVersion(), versionInfo.get(ATSConstants.VERSION)); Assert.assertEquals(mockVersionInfo.getRevision(), versionInfo.get(ATSConstants.REVISION)); Assert.assertEquals(mockVersionInfo.getBuildTime(), versionInfo.get(ATSConstants.BUILD_TIME)); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertAMLaunchedEvent() { long launchTime = random.nextLong(); long submitTime = random.nextLong(); AMLaunchedEvent event = new AMLaunchedEvent(applicationAttemptId, launchTime, submitTime, user); TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals("tez_" + applicationAttemptId.toString(), timelineEntity.getEntityId()); Assert.assertEquals(EntityTypes.TEZ_APPLICATION_ATTEMPT.name(), timelineEntity.getEntityType()); final Map<String, Set<String>> relatedEntities = timelineEntity.getRelatedEntities(); Assert.assertEquals(3, relatedEntities.size()); Assert.assertTrue(relatedEntities.get(ATSConstants.APPLICATION_ID).contains(applicationId.toString())); Assert.assertTrue(// w w w. jav a 2 s . co m relatedEntities.get(ATSConstants.APPLICATION_ATTEMPT_ID).contains(applicationAttemptId.toString())); Assert.assertTrue(relatedEntities.get(ATSConstants.USER).contains(user)); final Map<String, Set<Object>> primaryFilters = timelineEntity.getPrimaryFilters(); Assert.assertEquals(2, primaryFilters.size()); Assert.assertTrue(primaryFilters.get(ATSConstants.USER).contains(user)); Assert.assertTrue(primaryFilters.get(ATSConstants.APPLICATION_ID).contains(applicationId.toString())); Assert.assertEquals(launchTime, timelineEntity.getStartTime().longValue()); Assert.assertEquals(1, timelineEntity.getEvents().size()); TimelineEvent evt = timelineEntity.getEvents().get(0); Assert.assertEquals(HistoryEventType.AM_LAUNCHED.name(), evt.getEventType()); Assert.assertEquals(launchTime, evt.getTimestamp()); final Map<String, Object> otherInfo = timelineEntity.getOtherInfo(); Assert.assertEquals(1, otherInfo.size()); Assert.assertEquals(submitTime, otherInfo.get(ATSConstants.APP_SUBMIT_TIME)); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertContainerLaunchedEvent() { long launchTime = random.nextLong(); ContainerLaunchedEvent event = new ContainerLaunchedEvent(containerId, launchTime, applicationAttemptId); TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals(EntityTypes.TEZ_CONTAINER_ID.name(), timelineEntity.getEntityType()); Assert.assertEquals("tez_" + containerId.toString(), timelineEntity.getEntityId()); Assert.assertEquals(2, timelineEntity.getRelatedEntities().size()); Assert.assertTrue(timelineEntity.getRelatedEntities().get(ATSConstants.CONTAINER_ID) .contains(containerId.toString())); Assert.assertTrue(timelineEntity.getRelatedEntities().get(EntityTypes.TEZ_APPLICATION_ATTEMPT.name()) .contains("tez_" + applicationAttemptId.toString())); Assert.assertEquals(1, timelineEntity.getPrimaryFilters().size()); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.APPLICATION_ID) .contains(applicationAttemptId.getApplicationId().toString())); Assert.assertEquals(launchTime, timelineEntity.getStartTime().longValue()); Assert.assertEquals(1, timelineEntity.getEvents().size()); Assert.assertEquals(HistoryEventType.CONTAINER_LAUNCHED.name(), timelineEntity.getEvents().get(0).getEventType()); Assert.assertEquals(launchTime, timelineEntity.getEvents().get(0).getTimestamp()); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertDAGSubmittedEvent() { long submitTime = random.nextLong(); DAGSubmittedEvent event = new DAGSubmittedEvent(tezDAGID, submitTime, dagPlan, applicationAttemptId, null, user, null);//from ww w . j a v a 2s.c o m TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals(EntityTypes.TEZ_DAG_ID.name(), timelineEntity.getEntityType()); Assert.assertEquals(tezDAGID.toString(), timelineEntity.getEntityId()); Assert.assertEquals(5, timelineEntity.getRelatedEntities().size()); Assert.assertTrue(timelineEntity.getRelatedEntities().get(EntityTypes.TEZ_APPLICATION.name()) .contains("tez_" + applicationId.toString())); Assert.assertTrue(timelineEntity.getRelatedEntities().get(EntityTypes.TEZ_APPLICATION_ATTEMPT.name()) .contains("tez_" + applicationAttemptId.toString())); Assert.assertTrue(timelineEntity.getRelatedEntities().get(ATSConstants.APPLICATION_ATTEMPT_ID) .contains(applicationAttemptId.toString())); Assert.assertTrue(timelineEntity.getRelatedEntities().get(ATSConstants.APPLICATION_ID) .contains(applicationAttemptId.getApplicationId().toString())); Assert.assertTrue(timelineEntity.getRelatedEntities().get(ATSConstants.USER).contains(user)); Assert.assertEquals(1, timelineEntity.getEvents().size()); TimelineEvent timelineEvent = timelineEntity.getEvents().get(0); Assert.assertEquals(HistoryEventType.DAG_SUBMITTED.name(), timelineEvent.getEventType()); Assert.assertEquals(submitTime, timelineEvent.getTimestamp()); Assert.assertEquals(submitTime, timelineEntity.getStartTime().longValue()); Assert.assertEquals(3, timelineEntity.getPrimaryFilters().size()); Assert.assertTrue( timelineEntity.getPrimaryFilters().get(ATSConstants.DAG_NAME).contains(dagPlan.getName())); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.APPLICATION_ID) .contains(applicationAttemptId.getApplicationId().toString())); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.USER).contains(user)); Assert.assertTrue(timelineEntity.getOtherInfo().containsKey(ATSConstants.DAG_PLAN)); Assert.assertEquals(applicationId.toString(), timelineEntity.getOtherInfo().get(ATSConstants.APPLICATION_ID)); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertVertexInitializedEvent() { long initRequestedTime = random.nextLong(); long initedTime = random.nextLong(); int numTasks = random.nextInt(); VertexInitializedEvent event = new VertexInitializedEvent(tezVertexID, "v1", initRequestedTime, initedTime, numTasks, "proc", null); TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals(EntityTypes.TEZ_VERTEX_ID.name(), timelineEntity.getEntityType()); Assert.assertEquals(tezVertexID.toString(), timelineEntity.getEntityId()); Assert.assertEquals(initedTime, timelineEntity.getStartTime().longValue()); Assert.assertEquals(1, timelineEntity.getRelatedEntities().size()); Assert.assertTrue(timelineEntity.getRelatedEntities().get(EntityTypes.TEZ_DAG_ID.name()) .contains(tezDAGID.toString())); Assert.assertEquals(2, timelineEntity.getPrimaryFilters().size()); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.APPLICATION_ID) .contains(applicationId.toString())); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(EntityTypes.TEZ_DAG_ID.name()) .contains(tezDAGID.toString())); Assert.assertEquals(1, timelineEntity.getEvents().size()); TimelineEvent timelineEvent = timelineEntity.getEvents().get(0); Assert.assertEquals(HistoryEventType.VERTEX_INITIALIZED.name(), timelineEvent.getEventType()); Assert.assertEquals(initedTime, timelineEvent.getTimestamp()); Assert.assertEquals("v1", timelineEntity.getOtherInfo().get(ATSConstants.VERTEX_NAME)); Assert.assertEquals("proc", timelineEntity.getOtherInfo().get(ATSConstants.PROCESSOR_CLASS_NAME)); Assert.assertEquals(initedTime,//w ww . ja v a2s .c o m ((Long) timelineEntity.getOtherInfo().get(ATSConstants.INIT_TIME)).longValue()); Assert.assertEquals(initRequestedTime, ((Long) timelineEntity.getOtherInfo().get(ATSConstants.INIT_REQUESTED_TIME)).longValue()); Assert.assertEquals(initedTime, ((Long) timelineEntity.getOtherInfo().get(ATSConstants.INIT_TIME)).longValue()); Assert.assertEquals(numTasks, ((Integer) timelineEntity.getOtherInfo().get(ATSConstants.NUM_TASKS)).intValue()); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertTaskStartedEvent() { long scheduleTime = random.nextLong(); long startTime = random.nextLong(); TaskStartedEvent event = new TaskStartedEvent(tezTaskID, "v1", scheduleTime, startTime); TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals(EntityTypes.TEZ_TASK_ID.name(), timelineEntity.getEntityType()); Assert.assertEquals(tezTaskID.toString(), timelineEntity.getEntityId()); Assert.assertEquals(startTime, timelineEntity.getStartTime().longValue()); Assert.assertEquals(1, timelineEntity.getRelatedEntities().size()); Assert.assertTrue(timelineEntity.getRelatedEntities().get(EntityTypes.TEZ_VERTEX_ID.name()) .contains(tezVertexID.toString())); Assert.assertEquals(3, timelineEntity.getPrimaryFilters().size()); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.APPLICATION_ID) .contains(applicationId.toString())); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(EntityTypes.TEZ_DAG_ID.name()) .contains(tezDAGID.toString())); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(EntityTypes.TEZ_VERTEX_ID.name()) .contains(tezVertexID.toString())); Assert.assertEquals(1, timelineEntity.getEvents().size()); TimelineEvent timelineEvent = timelineEntity.getEvents().get(0); Assert.assertEquals(HistoryEventType.TASK_STARTED.name(), timelineEvent.getEventType()); Assert.assertEquals(startTime, timelineEvent.getTimestamp()); Assert.assertTrue(timelineEntity.getOtherInfo().containsKey(ATSConstants.SCHEDULED_TIME)); Assert.assertTrue(timelineEntity.getOtherInfo().containsKey(ATSConstants.START_TIME)); Assert.assertEquals(scheduleTime,/*from w ww . ja v a2 s .co m*/ ((Long) timelineEntity.getOtherInfo().get(ATSConstants.SCHEDULED_TIME)).longValue()); Assert.assertEquals(startTime, ((Long) timelineEntity.getOtherInfo().get(ATSConstants.START_TIME)).longValue()); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertTaskAttemptStartedEvent() { long startTime = random.nextLong(); TaskAttemptStartedEvent event = new TaskAttemptStartedEvent(tezTaskAttemptID, "v1", startTime, containerId, nodeId, "inProgressURL", "logsURL", "nodeHttpAddress"); TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals(EntityTypes.TEZ_TASK_ATTEMPT_ID.name(), timelineEntity.getEntityType()); Assert.assertEquals(tezTaskAttemptID.toString(), timelineEntity.getEntityId()); Assert.assertEquals(startTime, timelineEntity.getStartTime().longValue()); Assert.assertEquals(3, timelineEntity.getRelatedEntities().size()); Assert.assertTrue(//from w w w. j a v a 2s . co m timelineEntity.getRelatedEntities().get(ATSConstants.NODE_ID).contains(nodeId.toString())); Assert.assertTrue(timelineEntity.getRelatedEntities().get(ATSConstants.CONTAINER_ID) .contains(containerId.toString())); Assert.assertTrue(timelineEntity.getRelatedEntities().get(EntityTypes.TEZ_TASK_ID.name()) .contains(tezTaskID.toString())); Assert.assertEquals(1, timelineEntity.getEvents().size()); TimelineEvent timelineEvent = timelineEntity.getEvents().get(0); Assert.assertEquals(HistoryEventType.TASK_ATTEMPT_STARTED.name(), timelineEvent.getEventType()); Assert.assertEquals(startTime, timelineEvent.getTimestamp()); Assert.assertEquals(4, timelineEntity.getPrimaryFilters().size()); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.APPLICATION_ID) .contains(applicationId.toString())); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(EntityTypes.TEZ_DAG_ID.name()) .contains(tezDAGID.toString())); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(EntityTypes.TEZ_VERTEX_ID.name()) .contains(tezVertexID.toString())); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(EntityTypes.TEZ_TASK_ID.name()) .contains(tezTaskID.toString())); Assert.assertTrue(timelineEntity.getOtherInfo().containsKey(ATSConstants.START_TIME)); Assert.assertEquals("inProgressURL", timelineEntity.getOtherInfo().get(ATSConstants.IN_PROGRESS_LOGS_URL)); Assert.assertEquals("logsURL", timelineEntity.getOtherInfo().get(ATSConstants.COMPLETED_LOGS_URL)); Assert.assertEquals(nodeId.toString(), timelineEntity.getOtherInfo().get(ATSConstants.NODE_ID)); Assert.assertEquals(containerId.toString(), timelineEntity.getOtherInfo().get(ATSConstants.CONTAINER_ID)); Assert.assertEquals("nodeHttpAddress", timelineEntity.getOtherInfo().get(ATSConstants.NODE_HTTP_ADDRESS)); }
From source file:org.Microsoft.Telemetry.ServiceInformation.java
private void putToLog(TimelineEntity entity) throws Exception { try {// w ww.java 2 s. co m WriteToFileLog("Entity Type :", entity.getEntityType()); WriteToFileLog("Entity ID :", entity.getEntityId()); WriteToFileLog("Domain ID :", entity.getDomainId()); if (entity.getStartTime() != null) { WriteToFileLog("Start Time :", CastFromTimeToStringFormat(entity.getStartTime())); } // print all events of Entity WriteToFileLog("\tprint all events ", ""); LOG.info(PATTERN_LOG_INFO + " print all events of Entity Name :" + String.format( "Entity ID :%s , Entity Type : %s )\n\n", entity.getEntityId(), entity.getEntityType())); if (entity.getEvents() != null) { List<TimelineEvent> events = entity.getEvents(); WriteToFileLog("Start List of events of ( ", String.format( "Entity ID :%s , Entity Type : %s )\n\n", entity.getEntityId(), entity.getEntityType())); for (TimelineEvent event : events) { WriteToFileLog("\tEvent Type :", event.getEventType() + ","); WriteToFileLog("\tTime Stamp :", CastFromTimeToStringFormat(event.getTimestamp()) + ","); if (event.getEventInfo() != null) { WriteToFileLog("\tprint all Event Info ", ""); // Get an iterator Set set = event.getEventInfo().entrySet(); Iterator iter = set.iterator(); if (set.size() > 0) { WriteToFileLog("\t\tStart List Event Info ", ""); } while (iter.hasNext()) { // Display elements Map.Entry me = (Map.Entry) iter.next(); //sed information to history file WriteObjectToLog("\t\t { Key : " + me.getKey() + ", Value: ", me.getValue()); } if (set.size() > 0) { WriteToFileLog("\n\t\tEnd List Event Info ", ""); } } } WriteToFileLog("End List of events of :", entity.getEntityType() + "\n\n"); } else { LOG.info(PATTERN_LOG_INFO + "variable events of entity is null "); } // print all Related Entities of Entity WriteToFileLog("\tprint all Related Entities ", ""); LOG.info(PATTERN_LOG_INFO + "print all Related Entities of Entity Name :" + String.format( "Entity ID :%s , Entity Type : %s )\n\n", entity.getEntityId(), entity.getEntityType())); if (entity.getRelatedEntities() != null) { //Map<String, Set<String>> RelatedEntities = entity.getRelatedEntities(); WriteToFileLog("Start List of Related Entities of ( ", String.format( "Entity ID :%s , Entity Type : %s )\n\n", entity.getEntityId(), entity.getEntityType())); Set set = entity.getRelatedEntities().entrySet(); Iterator iter = set.iterator(); if (set.size() > 0) { WriteToFileLog("\t\tStart List Related Entities ", ""); } while (iter.hasNext()) { // Display elements Map.Entry me = (Map.Entry) iter.next(); //send information to history file Set<String> setcoll = (Set<String>) me.getValue(); if (setcoll.size() > 0) { WriteToFileLog("\t\t { Key: (" + me.getKey() + " ) ", "\n\t\t\t["); } else { WriteToFileLog("\t\t { Key: (" + me.getKey() + " ) ", "\n\t\t\t Empty Value"); } //over all parts of set<string> for (String str : setcoll) { WriteToFileLog("\t\t\t", str + ","); } WriteToFileLog("\n\t\t\t]", "\n}"); } if (set.size() > 0) { WriteToFileLog("\t\tEnd List Related Entities ", ""); } WriteToFileLog("\t\t}", ""); WriteToFileLog("End List of Related Entities of :", entity.getEntityType() + "\n\n"); } else { LOG.info(PATTERN_LOG_INFO + "variable Related Entities is null "); } // print all Primary Filters of Entity WriteToFileLog("\tprint all Primary Filters ", ""); LOG.info(PATTERN_LOG_INFO + "print all Primary Filters of Entity Name :" + String.format( "Entity ID :%s , Entity Type : %s )\n\n", entity.getEntityId(), entity.getEntityType())); if (entity.getPrimaryFilters() != null) { //Map<String, Set<Object>> PrimaryFilters = entity.getRelatedEntities(); WriteToFileLog("Start List of Primary Filters of ( ", String.format( "Entity ID :%s , Entity Type : %s )\n\n", entity.getEntityId(), entity.getEntityType())); Set set = entity.getPrimaryFilters().entrySet(); Iterator iter = set.iterator(); if (set.size() > 0) { WriteToFileLog("\t\tStart List Primary Filters ", ""); } while (iter.hasNext()) { // Display elements Map.Entry me = (Map.Entry) iter.next(); //sed information to history file Set<Object> setcoll = (Set<Object>) me.getValue(); if (setcoll.size() > 0) { WriteToFileLog("\t\t { Key: (" + me.getKey() + " ) ", "\n\t\t\t["); } else { WriteToFileLog("\t\t { Key: (" + me.getKey() + " ) ", "\n\t\t\t Empty Value"); } //over all parts of set<Object> for (Object obj : setcoll) { WriteObjectToLog("", obj); } WriteToFileLog("\n\t\t\t]", "\n}"); } if (set.size() > 0) { WriteToFileLog("\t\tEnd List Related Entities ", ""); } WriteToFileLog("\t\t}", ""); WriteToFileLog("End List of Primary Filters of :", entity.getEntityType() + "\n\n"); } else { LOG.info(PATTERN_LOG_INFO + "variable Primary Filters is null "); } // print all Other Info of Entity WriteToFileLog("\tprint all Other Info ", ""); LOG.info(PATTERN_LOG_INFO + "print all Other Info of Entity Name :" + String.format( "Entity ID :%s , Entity Type : %s )\n\n", entity.getEntityId(), entity.getEntityType())); if (entity.getOtherInfo() != null) { // Map<String,Object> OtherInfo = entity.getOtherInfo(); Set set = entity.getOtherInfo().entrySet(); if (set.size() > 0) { WriteToFileLog("Start List of Other Info of ( ", String.format("Entity ID :%s , Entity Type : %s )\n\n", entity.getEntityId(), entity.getEntityType())); } Iterator iter = set.iterator(); while (iter.hasNext()) { // Display elements Map.Entry me = (Map.Entry) iter.next(); //sed information to history file WriteObjectToLog("\t Key : " + me.getKey() + " : Value : ", me.getValue()); } if (set.size() > 0) { WriteToFileLog("\nEnd List of Other Info of :", entity.getEntityType() + "\n\n"); } } else { LOG.info(PATTERN_LOG_INFO + "variable Other Info is null "); } LOG.info(PATTERN_LOG_INFO + "Finished to print all information of Entity Name :" + String.format( "Entity ID :%s , Entity Type : %s )\n\n\n\n", entity.getEntityId(), entity.getEntityType())); } catch (Exception e) { String message = PATTERN_LOG_ERROR + "Creating a problem while writing the history file"; LOG.error(message, e); throw e; } finally { } }