Example usage for org.apache.hadoop.yarn.api.records ApplicationId newInstance

List of usage examples for org.apache.hadoop.yarn.api.records ApplicationId newInstance

  1. HOME
  2. Java
  3. org.apache.hadoop
  4. org.apache.hadoop.yarn.api.records.*
  5. ApplicationId
  6. newInstance

Introduction

In this page you can find the example usage for org.apache.hadoop.yarn.api.records ApplicationId newInstance.

Prototype

@Public
    @Unstable
    public static ApplicationId newInstance(long clusterTimestamp, int id)

Source Link

Usage

From source file:org.apache.tez.dag.history.events.TestHistoryEventsProtoConversion.java

License:Apache License

private void testVertexFinishedEvent() throws Exception {
    {/* ww  w.  ja va  2 s .  com*/
        VertexFinishedEvent event = new VertexFinishedEvent(
                TezVertexID.getInstance(TezDAGID.getInstance(ApplicationId.newInstance(0, 1), 1), 111),
                "vertex1", 1, 1000l, 15000l, 16000l, 20000l, 1344400l, VertexState.ERROR, null, null, null,
                null);
        VertexFinishedEvent deserializedEvent = (VertexFinishedEvent) testProtoConversion(event);
        Assert.assertEquals(event.getVertexID(), deserializedEvent.getVertexID());
        Assert.assertEquals(event.getFinishTime(), deserializedEvent.getFinishTime());
        Assert.assertEquals(event.getState(), deserializedEvent.getState());
        Assert.assertEquals(event.getDiagnostics(), deserializedEvent.getDiagnostics());
        logEvents(event, deserializedEvent);
    }
    {
        VertexFinishedEvent event = new VertexFinishedEvent(
                TezVertexID.getInstance(TezDAGID.getInstance(ApplicationId.newInstance(0, 1), 1), 111),
                "vertex1", 1, 1000l, 15000l, 16000l, 20000l, 1344400l, VertexState.ERROR, "diagnose",
                new TezCounters(), new VertexStats(), null);
        VertexFinishedEvent deserializedEvent = (VertexFinishedEvent) testProtoConversion(event);
        Assert.assertEquals(event.getVertexID(), deserializedEvent.getVertexID());
        Assert.assertEquals(event.getFinishTime(), deserializedEvent.getFinishTime());
        Assert.assertEquals(event.getState(), deserializedEvent.getState());
        Assert.assertEquals(event.getDiagnostics(), deserializedEvent.getDiagnostics());
        logEvents(event, deserializedEvent);
    }
}

From source file:org.apache.tez.dag.history.events.TestHistoryEventsProtoConversion.java

License:Apache License

private void testTaskStartedEvent() throws Exception {
    TaskStartedEvent event = new TaskStartedEvent(
            TezTaskID.getInstance(/*  w  w w  . java 2s  . co  m*/
                    TezVertexID.getInstance(TezDAGID.getInstance(ApplicationId.newInstance(0, 1), 1), 111), 1),
            "vertex1", 1000l, 100000l);
    TaskStartedEvent deserializedEvent = (TaskStartedEvent) testProtoConversion(event);
    Assert.assertEquals(event.getTaskID(), deserializedEvent.getTaskID());
    Assert.assertEquals(event.getScheduledTime(), deserializedEvent.getScheduledTime());
    Assert.assertEquals(event.getStartTime(), deserializedEvent.getStartTime());
    logEvents(event, deserializedEvent);
}

From source file:org.apache.tez.dag.history.events.TestHistoryEventsProtoConversion.java

License:Apache License

private void testTaskFinishedEvent() throws Exception {
    {//from  www .  j  ava2  s .  c o m
        TaskFinishedEvent event = new TaskFinishedEvent(TezTaskID.getInstance(
                TezVertexID.getInstance(TezDAGID.getInstance(ApplicationId.newInstance(0, 1), 1), 111), 1),
                "vertex1", 11000l, 1000000l, null, TaskState.FAILED, null, null);
        TaskFinishedEvent deserializedEvent = (TaskFinishedEvent) testProtoConversion(event);
        Assert.assertEquals(event.getTaskID(), deserializedEvent.getTaskID());
        Assert.assertEquals(event.getFinishTime(), deserializedEvent.getFinishTime());
        Assert.assertEquals(event.getState(), deserializedEvent.getState());
        Assert.assertEquals(event.getSuccessfulAttemptID(), deserializedEvent.getSuccessfulAttemptID());
        Assert.assertEquals(event.getDiagnostics(), deserializedEvent.getDiagnostics());
        logEvents(event, deserializedEvent);
    }
    {
        TaskFinishedEvent event = new TaskFinishedEvent(TezTaskID.getInstance(
                TezVertexID.getInstance(TezDAGID.getInstance(ApplicationId.newInstance(0, 1), 1), 111), 1),
                "vertex1", 11000l, 1000000l,
                TezTaskAttemptID.getInstance(
                        TezTaskID.getInstance(TezVertexID
                                .getInstance(TezDAGID.getInstance(ApplicationId.newInstance(0, 1), 1), 111), 1),
                        1),
                TaskState.FAILED, "task_diagnostics", new TezCounters());
        TaskFinishedEvent deserializedEvent = (TaskFinishedEvent) testProtoConversion(event);
        Assert.assertEquals(event.getTaskID(), deserializedEvent.getTaskID());
        Assert.assertEquals(event.getFinishTime(), deserializedEvent.getFinishTime());
        Assert.assertEquals(event.getState(), deserializedEvent.getState());
        Assert.assertEquals(event.getSuccessfulAttemptID(), deserializedEvent.getSuccessfulAttemptID());
        Assert.assertEquals(event.getDiagnostics(), deserializedEvent.getDiagnostics());
        logEvents(event, deserializedEvent);
    }
}

From source file:org.apache.tez.dag.history.events.TestHistoryEventsProtoConversion.java

License:Apache License

private void testTaskAttemptStartedEvent() throws Exception {
    TaskAttemptStartedEvent event = new TaskAttemptStartedEvent(
            TezTaskAttemptID.getInstance(TezTaskID.getInstance(
                    TezVertexID.getInstance(TezDAGID.getInstance(ApplicationId.newInstance(0, 1), 1), 111), 1),
                    1),/*from w  w  w .  ja  v  a 2s  . c  o  m*/
            "vertex1", 10009l,
            ContainerId.newInstance(ApplicationAttemptId.newInstance(ApplicationId.newInstance(0, 1), 1), 1001),
            NodeId.newInstance("host1", 19999), "inProgress", "Completed", "nodeHttpAddress");
    TaskAttemptStartedEvent deserializedEvent = (TaskAttemptStartedEvent) testProtoConversion(event);
    Assert.assertEquals(event.getTaskAttemptID(), deserializedEvent.getTaskAttemptID());
    Assert.assertEquals(event.getContainerId(), deserializedEvent.getContainerId());
    Assert.assertEquals(event.getNodeId(), deserializedEvent.getNodeId());
    Assert.assertEquals(event.getStartTime(), deserializedEvent.getStartTime());
    logEvents(event, deserializedEvent);
}

From source file:org.apache.tez.dag.history.events.TestHistoryEventsProtoConversion.java

License:Apache License

private void testTaskAttemptFinishedEvent() throws Exception {
    {/*  w  w w.  j a v a  2  s.  c o m*/
        TaskAttemptFinishedEvent event = new TaskAttemptFinishedEvent(
                TezTaskAttemptID.getInstance(
                        TezTaskID.getInstance(TezVertexID
                                .getInstance(TezDAGID.getInstance(ApplicationId.newInstance(0, 1), 1), 111), 1),
                        1),
                "vertex1", 10001l, 1000434444l, TaskAttemptState.FAILED, null, null, null);
        TaskAttemptFinishedEvent deserializedEvent = (TaskAttemptFinishedEvent) testProtoConversion(event);
        Assert.assertEquals(event.getTaskAttemptID(), deserializedEvent.getTaskAttemptID());
        Assert.assertEquals(event.getFinishTime(), deserializedEvent.getFinishTime());
        Assert.assertEquals(event.getDiagnostics(), deserializedEvent.getDiagnostics());
        Assert.assertEquals(event.getState(), deserializedEvent.getState());
        Assert.assertEquals(event.getCounters(), deserializedEvent.getCounters());
        logEvents(event, deserializedEvent);
    }
    {
        TaskAttemptFinishedEvent event = new TaskAttemptFinishedEvent(
                TezTaskAttemptID.getInstance(
                        TezTaskID.getInstance(TezVertexID
                                .getInstance(TezDAGID.getInstance(ApplicationId.newInstance(0, 1), 1), 111), 1),
                        1),
                "vertex1", 10001l, 1000434444l, TaskAttemptState.FAILED,
                TaskAttemptTerminationCause.APPLICATION_ERROR, "diagnose", new TezCounters());
        TaskAttemptFinishedEvent deserializedEvent = (TaskAttemptFinishedEvent) testProtoConversion(event);
        Assert.assertEquals(event.getTaskAttemptID(), deserializedEvent.getTaskAttemptID());
        Assert.assertEquals(event.getFinishTime(), deserializedEvent.getFinishTime());
        Assert.assertEquals(event.getDiagnostics(), deserializedEvent.getDiagnostics());
        Assert.assertEquals(event.getState(), deserializedEvent.getState());
        Assert.assertEquals(event.getCounters(), deserializedEvent.getCounters());
        Assert.assertEquals(event.getTaskAttemptError(), deserializedEvent.getTaskAttemptError());
        logEvents(event, deserializedEvent);
    }
}

From source file:org.apache.tez.dag.history.events.TestHistoryEventsProtoConversion.java

License:Apache License

private void testContainerLaunchedEvent() throws Exception {
    ContainerLaunchedEvent event = new ContainerLaunchedEvent(
            ContainerId.newInstance(ApplicationAttemptId.newInstance(ApplicationId.newInstance(0, 1), 1), 1001),
            100034566, ApplicationAttemptId.newInstance(ApplicationId.newInstance(0, 1), 1));
    ContainerLaunchedEvent deserializedEvent = (ContainerLaunchedEvent) testProtoConversion(event);
    Assert.assertEquals(event.getContainerId(), deserializedEvent.getContainerId());
    Assert.assertEquals(event.getLaunchTime(), deserializedEvent.getLaunchTime());
    Assert.assertEquals(event.getApplicationAttemptId(), deserializedEvent.getApplicationAttemptId());
    logEvents(event, deserializedEvent);
}

From source file:org.apache.tez.dag.history.events.TestHistoryEventsProtoConversion.java

License:Apache License

private void testContainerStoppedEvent() throws Exception {
    ContainerStoppedEvent event = new ContainerStoppedEvent(
            ContainerId.newInstance(ApplicationAttemptId.newInstance(ApplicationId.newInstance(0, 1), 1), 1001),
            100034566, ContainerExitStatus.SUCCESS,
            ApplicationAttemptId.newInstance(ApplicationId.newInstance(0, 1), 1));
    ContainerStoppedEvent deserializedEvent = (ContainerStoppedEvent) testProtoConversion(event);
    Assert.assertEquals(event.getContainerId(), deserializedEvent.getContainerId());
    Assert.assertEquals(event.getStoppedTime(), deserializedEvent.getStoppedTime());
    Assert.assertEquals(event.getApplicationAttemptId(), deserializedEvent.getApplicationAttemptId());
    logEvents(event, deserializedEvent);
}

From source file:org.apache.tez.dag.history.events.TestHistoryEventsProtoConversion.java

License:Apache License

private void testVertexDataMovementEventsGeneratedEvent() throws Exception {
    VertexRecoverableEventsGeneratedEvent event;
    try {/*from w  w w.ja  v  a  2  s  .c  o m*/
        event = new VertexRecoverableEventsGeneratedEvent(
                TezVertexID.getInstance(TezDAGID.getInstance(ApplicationId.newInstance(0, 1), 1), 1), null);
        fail("Invalid creation should have errored out");
    } catch (RuntimeException e) {
        // Expected
    }
    List<TezEvent> events = Arrays.asList(new TezEvent(DataMovementEvent.create(1, null),
            new EventMetaData(EventProducerConsumerType.SYSTEM, "foo", "bar", null)));
    event = new VertexRecoverableEventsGeneratedEvent(
            TezVertexID.getInstance(TezDAGID.getInstance(ApplicationId.newInstance(0, 1), 1), 1), events);
    VertexRecoverableEventsGeneratedEvent deserializedEvent = (VertexRecoverableEventsGeneratedEvent) testProtoConversion(
            event);
    Assert.assertEquals(event.getVertexID(), deserializedEvent.getVertexID());
    Assert.assertEquals(1, deserializedEvent.getTezEvents().size());
    Assert.assertEquals(event.getTezEvents().get(0).getEventType(),
            deserializedEvent.getTezEvents().get(0).getEventType());
    logEvents(event, deserializedEvent);
}

From source file:org.apache.tez.dag.history.events.TestHistoryEventsProtoConversion.java

License:Apache License

private void testDAGCommitStartedEvent() throws Exception {
    DAGCommitStartedEvent event = new DAGCommitStartedEvent(
            TezDAGID.getInstance(ApplicationId.newInstance(0, 1), 1), 100l);
    DAGCommitStartedEvent deserializedEvent = (DAGCommitStartedEvent) testProtoConversion(event);
    Assert.assertEquals(event.getDagID(), deserializedEvent.getDagID());
    logEvents(event, deserializedEvent);
}

From source file:org.apache.tez.dag.history.events.TestHistoryEventsProtoConversion.java

License:Apache License

private void testVertexCommitStartedEvent() throws Exception {
    VertexCommitStartedEvent event = new VertexCommitStartedEvent(
            TezVertexID.getInstance(TezDAGID.getInstance(ApplicationId.newInstance(0, 1), 1), 1), 100l);
    VertexCommitStartedEvent deserializedEvent = (VertexCommitStartedEvent) testProtoConversion(event);
    Assert.assertEquals(event.getVertexID(), deserializedEvent.getVertexID());
    logEvents(event, deserializedEvent);
}