Example usage for org.apache.hadoop.yarn.api.records ApplicationId newInstance

List of usage examples for org.apache.hadoop.yarn.api.records ApplicationId newInstance

  1. HOME
  2. Java
  3. org.apache.hadoop
  4. org.apache.hadoop.yarn.api.records.*
  5. ApplicationId
  6. newInstance

Introduction

In this page you can find the example usage for org.apache.hadoop.yarn.api.records ApplicationId newInstance.

Prototype

@Public
    @Unstable
    public static ApplicationId newInstance(long clusterTimestamp, int id)

Source Link

Usage

From source file:org.apache.tez.dag.history.events.TestHistoryEventsProtoConversion.java

License:Apache License

private void testAppLaunchedEvent() throws Exception {
    AppLaunchedEvent event = new AppLaunchedEvent(ApplicationId.newInstance(0, 1), 100, 100, null,
            new Configuration(false), null);
    try {/*from  w  ww  . j  a  v a 2 s .co  m*/
        testProtoConversion(event);
        fail("Expected to fail on conversion");
    } catch (UnsupportedOperationException e) {
        // Expected
    }

    LOG.info("Initial Event toString: " + event.toString());

}

From source file:org.apache.tez.dag.history.events.TestHistoryEventsProtoConversion.java

License:Apache License

private void testAMLaunchedEvent() throws Exception {
    AMLaunchedEvent event = new AMLaunchedEvent(
            ApplicationAttemptId.newInstance(ApplicationId.newInstance(0, 1), 1), 100, 100, null);
    AMLaunchedEvent deserializedEvent = (AMLaunchedEvent) testProtoConversion(event);
    Assert.assertEquals(event.getApplicationAttemptId(), deserializedEvent.getApplicationAttemptId());
    Assert.assertEquals(event.getAppSubmitTime(), deserializedEvent.getAppSubmitTime());
    Assert.assertEquals(event.getLaunchTime(), deserializedEvent.getLaunchTime());
    logEvents(event, deserializedEvent);
}

From source file:org.apache.tez.dag.history.events.TestHistoryEventsProtoConversion.java

License:Apache License

private void testAMStartedEvent() throws Exception {
    AMStartedEvent event = new AMStartedEvent(
            ApplicationAttemptId.newInstance(ApplicationId.newInstance(0, 1), 1), 100, "");
    AMStartedEvent deserializedEvent = (AMStartedEvent) testProtoConversion(event);
    Assert.assertEquals(event.getApplicationAttemptId(), deserializedEvent.getApplicationAttemptId());
    Assert.assertEquals(event.getStartTime(), deserializedEvent.getStartTime());
    logEvents(event, deserializedEvent);
}

From source file:org.apache.tez.dag.history.events.TestHistoryEventsProtoConversion.java

License:Apache License

private void testDAGSubmittedEvent() throws Exception {
    DAGSubmittedEvent event = new DAGSubmittedEvent(TezDAGID.getInstance(ApplicationId.newInstance(0, 1), 1),
            1001l, DAGPlan.newBuilder().setName("foo").build(),
            ApplicationAttemptId.newInstance(ApplicationId.newInstance(0, 1), 1), null, "", null);
    DAGSubmittedEvent deserializedEvent = (DAGSubmittedEvent) testProtoConversion(event);
    Assert.assertEquals(event.getApplicationAttemptId(), deserializedEvent.getApplicationAttemptId());
    Assert.assertEquals(event.getDagID(), deserializedEvent.getDagID());
    Assert.assertEquals(event.getDAGName(), deserializedEvent.getDAGName());
    Assert.assertEquals(event.getSubmitTime(), deserializedEvent.getSubmitTime());
    Assert.assertEquals(event.getDAGPlan(), deserializedEvent.getDAGPlan());
    logEvents(event, deserializedEvent);
}

From source file:org.apache.tez.dag.history.events.TestHistoryEventsProtoConversion.java

License:Apache License

private void testDAGInitializedEvent() throws Exception {
    DAGInitializedEvent event = new DAGInitializedEvent(
            TezDAGID.getInstance(ApplicationId.newInstance(0, 1), 1), 100334l, "user", "dagName", null);
    DAGInitializedEvent deserializedEvent = (DAGInitializedEvent) testProtoConversion(event);
    Assert.assertEquals(event.getDagID(), deserializedEvent.getDagID());
    Assert.assertEquals(event.getInitTime(), deserializedEvent.getInitTime());
    logEvents(event, deserializedEvent);
}

From source file:org.apache.tez.dag.history.events.TestHistoryEventsProtoConversion.java

License:Apache License

private void testDAGStartedEvent() throws Exception {
    DAGStartedEvent event = new DAGStartedEvent(TezDAGID.getInstance(ApplicationId.newInstance(0, 1), 1),
            100334l, "user", "dagName");
    DAGStartedEvent deserializedEvent = (DAGStartedEvent) testProtoConversion(event);
    Assert.assertEquals(event.getDagID(), deserializedEvent.getDagID());
    Assert.assertEquals(event.getStartTime(), deserializedEvent.getStartTime());
    logEvents(event, deserializedEvent);
}

From source file:org.apache.tez.dag.history.events.TestHistoryEventsProtoConversion.java

License:Apache License

private void testDAGFinishedEvent() throws Exception {
    {/*from w w w . j a v a2s.c o  m*/
        DAGFinishedEvent event = new DAGFinishedEvent(TezDAGID.getInstance(ApplicationId.newInstance(0, 1), 1),
                1000l, 20000l, DAGState.FAILED, null, null, "user", "dagName", null);
        DAGFinishedEvent deserializedEvent = (DAGFinishedEvent) testProtoConversion(event);
        Assert.assertEquals(event.getDagID(), deserializedEvent.getDagID());
        Assert.assertEquals(event.getState(), deserializedEvent.getState());
        Assert.assertNotEquals(event.getStartTime(), deserializedEvent.getStartTime());
        Assert.assertEquals(event.getFinishTime(), deserializedEvent.getFinishTime());
        Assert.assertEquals(event.getDiagnostics(), deserializedEvent.getDiagnostics());
        Assert.assertEquals(event.getTezCounters(), deserializedEvent.getTezCounters());
        logEvents(event, deserializedEvent);
    }
    {
        TezCounters tezCounters = new TezCounters();
        tezCounters.addGroup("foo", "bar");
        tezCounters.getGroup("foo").addCounter("c1", "c1", 100);
        tezCounters.getGroup("foo").findCounter("c1").increment(1);
        DAGFinishedEvent event = new DAGFinishedEvent(TezDAGID.getInstance(ApplicationId.newInstance(0, 1), 1),
                1000l, 20000l, DAGState.FAILED, "bad diagnostics", tezCounters, "user", "dagName", null);
        DAGFinishedEvent deserializedEvent = (DAGFinishedEvent) testProtoConversion(event);
        Assert.assertEquals(event.getDagID(), deserializedEvent.getDagID());
        Assert.assertEquals(event.getState(), deserializedEvent.getState());
        Assert.assertNotEquals(event.getStartTime(), deserializedEvent.getStartTime());
        Assert.assertEquals(event.getFinishTime(), deserializedEvent.getFinishTime());
        Assert.assertEquals(event.getDiagnostics(), deserializedEvent.getDiagnostics());
        Assert.assertEquals(event.getTezCounters(), deserializedEvent.getTezCounters());
        Assert.assertEquals(101,
                deserializedEvent.getTezCounters().getGroup("foo").findCounter("c1").getValue());
        logEvents(event, deserializedEvent);
    }
}

From source file:org.apache.tez.dag.history.events.TestHistoryEventsProtoConversion.java

License:Apache License

private void testVertexInitializedEvent() throws Exception {
    VertexInitializedEvent event = new VertexInitializedEvent(
            TezVertexID.getInstance(TezDAGID.getInstance(ApplicationId.newInstance(0, 1), 1), 111), "vertex1",
            1000l, 15000l, 100, "procName", null);
    VertexInitializedEvent deserializedEvent = (VertexInitializedEvent) testProtoConversion(event);
    Assert.assertEquals(event.getVertexID(), deserializedEvent.getVertexID());
    Assert.assertEquals(event.getInitRequestedTime(), deserializedEvent.getInitRequestedTime());
    Assert.assertEquals(event.getInitedTime(), deserializedEvent.getInitedTime());
    Assert.assertEquals(event.getNumTasks(), deserializedEvent.getNumTasks());
    Assert.assertEquals(event.getAdditionalInputs(), deserializedEvent.getAdditionalInputs());
    Assert.assertNull(deserializedEvent.getProcessorName());
    logEvents(event, deserializedEvent);
}

From source file:org.apache.tez.dag.history.events.TestHistoryEventsProtoConversion.java

License:Apache License

private void testVertexStartedEvent() throws Exception {
    VertexStartedEvent event = new VertexStartedEvent(
            TezVertexID.getInstance(TezDAGID.getInstance(ApplicationId.newInstance(0, 1), 1), 111), 145553l,
            12334455l);//  w  ww. ja  v a2 s . c o m
    VertexStartedEvent deserializedEvent = (VertexStartedEvent) testProtoConversion(event);
    Assert.assertEquals(event.getVertexID(), deserializedEvent.getVertexID());
    Assert.assertEquals(event.getStartRequestedTime(), deserializedEvent.getStartRequestedTime());
    Assert.assertEquals(event.getStartTime(), deserializedEvent.getStartTime());
    logEvents(event, deserializedEvent);
}

From source file:org.apache.tez.dag.history.events.TestHistoryEventsProtoConversion.java

License:Apache License

private void testVertexParallelismUpdatedEvent() throws Exception {
    {/*w  w w . ja  v a 2  s .co  m*/
        InputSpecUpdate rootInputSpecUpdateBulk = InputSpecUpdate.createAllTaskInputSpecUpdate(2);
        InputSpecUpdate rootInputSpecUpdatePerTask = InputSpecUpdate
                .createPerTaskInputSpecUpdate(Lists.newArrayList(1, 2, 3));
        Map<String, InputSpecUpdate> rootInputSpecUpdates = new HashMap<String, InputSpecUpdate>();
        rootInputSpecUpdates.put("input1", rootInputSpecUpdateBulk);
        rootInputSpecUpdates.put("input2", rootInputSpecUpdatePerTask);
        VertexParallelismUpdatedEvent event = new VertexParallelismUpdatedEvent(
                TezVertexID.getInstance(TezDAGID.getInstance(ApplicationId.newInstance(0, 1), 1), 111), 100,
                null, null, rootInputSpecUpdates, 1);
        VertexParallelismUpdatedEvent deserializedEvent = (VertexParallelismUpdatedEvent) testProtoConversion(
                event);
        Assert.assertEquals(event.getVertexID(), deserializedEvent.getVertexID());
        Assert.assertEquals(event.getNumTasks(), deserializedEvent.getNumTasks());
        Assert.assertEquals(event.getSourceEdgeManagers(), deserializedEvent.getSourceEdgeManagers());
        Assert.assertEquals(event.getVertexLocationHint(), deserializedEvent.getVertexLocationHint());
        Assert.assertEquals(event.getRootInputSpecUpdates().size(),
                deserializedEvent.getRootInputSpecUpdates().size());
        InputSpecUpdate deserializedBulk = deserializedEvent.getRootInputSpecUpdates().get("input1");
        InputSpecUpdate deserializedPerTask = deserializedEvent.getRootInputSpecUpdates().get("input2");
        Assert.assertEquals(rootInputSpecUpdateBulk.isForAllWorkUnits(), deserializedBulk.isForAllWorkUnits());
        Assert.assertEquals(rootInputSpecUpdateBulk.getAllNumPhysicalInputs(),
                deserializedBulk.getAllNumPhysicalInputs());
        Assert.assertEquals(rootInputSpecUpdatePerTask.isForAllWorkUnits(),
                deserializedPerTask.isForAllWorkUnits());
        Assert.assertEquals(rootInputSpecUpdatePerTask.getAllNumPhysicalInputs(),
                deserializedPerTask.getAllNumPhysicalInputs());
        logEvents(event, deserializedEvent);
    }
    {
        Map<String, EdgeManagerPluginDescriptor> sourceEdgeManagers = new LinkedHashMap<String, EdgeManagerPluginDescriptor>();
        sourceEdgeManagers.put("foo", EdgeManagerPluginDescriptor.create("bar"));
        sourceEdgeManagers.put("foo1", EdgeManagerPluginDescriptor.create("bar1")
                .setUserPayload(UserPayload.create(ByteBuffer.wrap(new String("payload").getBytes()), 100)));
        VertexParallelismUpdatedEvent event = new VertexParallelismUpdatedEvent(
                TezVertexID.getInstance(TezDAGID.getInstance(ApplicationId.newInstance(0, 1), 1), 111), 100,
                VertexLocationHint.create(Arrays.asList(TaskLocationHint.createTaskLocationHint(
                        new HashSet<String>(Arrays.asList("h1")), new HashSet<String>(Arrays.asList("r1"))))),
                sourceEdgeManagers, null, 1);

        VertexParallelismUpdatedEvent deserializedEvent = (VertexParallelismUpdatedEvent) testProtoConversion(
                event);
        Assert.assertEquals(event.getVertexID(), deserializedEvent.getVertexID());
        Assert.assertEquals(event.getNumTasks(), deserializedEvent.getNumTasks());
        Assert.assertEquals(event.getSourceEdgeManagers().size(),
                deserializedEvent.getSourceEdgeManagers().size());
        Assert.assertEquals(event.getSourceEdgeManagers().get("foo").getClassName(),
                deserializedEvent.getSourceEdgeManagers().get("foo").getClassName());
        Assert.assertNull(deserializedEvent.getSourceEdgeManagers().get("foo").getUserPayload());
        Assert.assertEquals(event.getSourceEdgeManagers().get("foo1").getClassName(),
                deserializedEvent.getSourceEdgeManagers().get("foo1").getClassName());
        Assert.assertEquals(event.getSourceEdgeManagers().get("foo1").getUserPayload().getVersion(),
                deserializedEvent.getSourceEdgeManagers().get("foo1").getUserPayload().getVersion());
        Assert.assertArrayEquals(event.getSourceEdgeManagers().get("foo1").getUserPayload().deepCopyAsArray(),
                deserializedEvent.getSourceEdgeManagers().get("foo1").getUserPayload().deepCopyAsArray());
        Assert.assertEquals(event.getVertexLocationHint(), deserializedEvent.getVertexLocationHint());
        logEvents(event, deserializedEvent);
    }
}