Example usage for org.apache.hadoop.mapred RunningJob isComplete

Introduction

In this page you can find the example usage for org.apache.hadoop.mapred RunningJob isComplete.

Prototype

public boolean isComplete() throws IOException;

Source Link

Document

Check if the job is finished or not.

Usage

From source file:org.apache.oozie.action.hadoop.TestLauncher.java

License:Apache License

public void testEmpty() throws Exception {
    Path actionDir = getFsTestCaseDir();
    FileSystem fs = getFileSystem();
    final RunningJob runningJob = _test();
    waitFor(2000, new Predicate() {
        @Override//from w  w w .j a v  a  2s  . c o  m
        public boolean evaluate() throws Exception {
            return runningJob.isComplete();
        }
    });
    assertTrue(runningJob.isSuccessful());

    Configuration conf = new XConfiguration();
    conf.set("user.name", getTestUser());
    Map<String, String> actionData = LauncherMapperHelper.getActionData(fs, actionDir, conf);
    assertFalse(fs.exists(LauncherMapperHelper.getActionDataSequenceFilePath(actionDir)));
    assertTrue(LauncherMapperHelper.isMainDone(runningJob));
    assertTrue(LauncherMapperHelper.isMainSuccessful(runningJob));
    assertFalse(LauncherMapperHelper.hasOutputData(actionData));
    assertFalse(LauncherMapperHelper.hasIdSwap(actionData));
    assertTrue(LauncherMapperHelper.isMainDone(runningJob));
}

---

From source file:org.apache.oozie.action.hadoop.TestLauncher.java

License:Apache License

public void testExit0() throws Exception {
    Path actionDir = getFsTestCaseDir();
    FileSystem fs = getFileSystem();
    final RunningJob runningJob = _test("exit0");
    waitFor(2000, new Predicate() {
        @Override/*from   www.j ava2 s .c  o m*/
        public boolean evaluate() throws Exception {
            return runningJob.isComplete();
        }
    });
    assertTrue(runningJob.isSuccessful());

    Configuration conf = new XConfiguration();
    conf.set("user.name", getTestUser());
    Map<String, String> actionData = LauncherMapperHelper.getActionData(fs, actionDir, conf);
    assertFalse(fs.exists(LauncherMapperHelper.getActionDataSequenceFilePath(actionDir)));
    assertTrue(LauncherMapperHelper.isMainDone(runningJob));
    assertTrue(LauncherMapperHelper.isMainSuccessful(runningJob));
    assertFalse(LauncherMapperHelper.hasOutputData(actionData));
    assertFalse(LauncherMapperHelper.hasIdSwap(actionData));
    assertTrue(LauncherMapperHelper.isMainDone(runningJob));
}

---

From source file:org.apache.oozie.action.hadoop.TestLauncher.java

License:Apache License

public void testExit1() throws Exception {
    Path actionDir = getFsTestCaseDir();
    FileSystem fs = getFileSystem();
    final RunningJob runningJob = _test("exit1");
    waitFor(2000, new Predicate() {
        @Override/*  w  ww  . j  a v a2 s  . c o m*/
        public boolean evaluate() throws Exception {
            return runningJob.isComplete();
        }
    });
    assertTrue(runningJob.isSuccessful());

    Configuration conf = new XConfiguration();
    conf.set("user.name", getTestUser());
    Map<String, String> actionData = LauncherMapperHelper.getActionData(fs, actionDir, conf);
    assertTrue(fs.exists(LauncherMapperHelper.getActionDataSequenceFilePath(actionDir)));
    assertTrue(LauncherMapperHelper.isMainDone(runningJob));
    assertFalse(LauncherMapperHelper.isMainSuccessful(runningJob));
    assertFalse(LauncherMapperHelper.hasOutputData(actionData));
    assertFalse(LauncherMapperHelper.hasIdSwap(actionData));
    assertTrue(LauncherMapperHelper.isMainDone(runningJob));
    assertTrue(actionData.containsKey(LauncherMapper.ACTION_DATA_ERROR_PROPS));
}

---

From source file:org.apache.oozie.action.hadoop.TestLauncher.java

License:Apache License

public void testException() throws Exception {
    Path actionDir = getFsTestCaseDir();
    FileSystem fs = getFileSystem();
    final RunningJob runningJob = _test("exception");
    waitFor(2000, new Predicate() {
        @Override//from  ww w .  j a  va 2 s . c  om
        public boolean evaluate() throws Exception {
            return runningJob.isComplete();
        }
    });
    assertTrue(runningJob.isSuccessful());

    Configuration conf = new XConfiguration();
    conf.set("user.name", getTestUser());
    Map<String, String> actionData = LauncherMapperHelper.getActionData(fs, actionDir, conf);
    assertTrue(fs.exists(LauncherMapperHelper.getActionDataSequenceFilePath(actionDir)));
    assertTrue(LauncherMapperHelper.isMainDone(runningJob));
    assertFalse(LauncherMapperHelper.isMainSuccessful(runningJob));
    assertFalse(LauncherMapperHelper.hasOutputData(actionData));
    assertFalse(LauncherMapperHelper.hasIdSwap(actionData));
    assertTrue(LauncherMapperHelper.isMainDone(runningJob));
}

---

From source file:org.apache.oozie.action.hadoop.TestLauncher.java

License:Apache License

public void testThrowable() throws Exception {
    Path actionDir = getFsTestCaseDir();
    FileSystem fs = getFileSystem();
    final RunningJob runningJob = _test("throwable");
    waitFor(2000, new Predicate() {
        @Override/*from  ww w .j a va2  s.c o  m*/
        public boolean evaluate() throws Exception {
            return runningJob.isComplete();
        }
    });
    assertTrue(runningJob.isSuccessful());

    Configuration conf = new XConfiguration();
    conf.set("user.name", getTestUser());
    Map<String, String> actionData = LauncherMapperHelper.getActionData(fs, actionDir, conf);
    assertTrue(fs.exists(LauncherMapperHelper.getActionDataSequenceFilePath(actionDir)));
    assertTrue(LauncherMapperHelper.isMainDone(runningJob));
    assertFalse(LauncherMapperHelper.isMainSuccessful(runningJob));
    assertFalse(LauncherMapperHelper.hasOutputData(actionData));
    assertFalse(LauncherMapperHelper.hasIdSwap(actionData));
    assertTrue(LauncherMapperHelper.isMainDone(runningJob));
}

---

From source file:org.apache.oozie.action.hadoop.TestLauncher.java

License:Apache License

public void testOutput() throws Exception {
    Path actionDir = getFsTestCaseDir();
    FileSystem fs = getFileSystem();
    final RunningJob runningJob = _test("out");
    waitFor(2000, new Predicate() {
        @Override/*from ww w. j  a  va  2s .c  om*/
        public boolean evaluate() throws Exception {
            return runningJob.isComplete();
        }
    });
    assertTrue(runningJob.isSuccessful());

    Configuration conf = new XConfiguration();
    conf.set("user.name", getTestUser());
    Map<String, String> actionData = LauncherMapperHelper.getActionData(fs, actionDir, conf);
    assertTrue(fs.exists(LauncherMapperHelper.getActionDataSequenceFilePath(actionDir)));
    assertTrue(LauncherMapperHelper.isMainDone(runningJob));
    assertTrue(LauncherMapperHelper.isMainSuccessful(runningJob));
    assertTrue(LauncherMapperHelper.hasOutputData(actionData));
    assertFalse(LauncherMapperHelper.hasIdSwap(actionData));
    assertTrue(LauncherMapperHelper.isMainDone(runningJob));
}

---

From source file:org.apache.oozie.action.hadoop.TestLauncher.java

License:Apache License

public void testNewId() throws Exception {
    Path actionDir = getFsTestCaseDir();
    FileSystem fs = getFileSystem();
    final RunningJob runningJob = _test("id");
    waitFor(2000, new Predicate() {
        @Override//from  w w  w.j  a v a2s.c om
        public boolean evaluate() throws Exception {
            return runningJob.isComplete();
        }
    });
    assertTrue(runningJob.isSuccessful());

    Configuration conf = new XConfiguration();
    conf.set("user.name", getTestUser());
    Map<String, String> actionData = LauncherMapperHelper.getActionData(fs, actionDir, conf);
    assertTrue(fs.exists(LauncherMapperHelper.getActionDataSequenceFilePath(actionDir)));
    assertTrue(LauncherMapperHelper.isMainDone(runningJob));
    assertTrue(LauncherMapperHelper.isMainSuccessful(runningJob));
    assertFalse(LauncherMapperHelper.hasOutputData(actionData));
    assertTrue(LauncherMapperHelper.hasIdSwap(actionData));
    assertTrue(LauncherMapperHelper.isMainDone(runningJob));
}

---

From source file:org.apache.oozie.action.hadoop.TestLauncher.java

License:Apache License

public void testSecurityManager() throws Exception {
    Path actionDir = getFsTestCaseDir();
    FileSystem fs = getFileSystem();
    final RunningJob runningJob = _test("securityManager");
    waitFor(2000, new Predicate() {
        @Override/*  w  ww .  j  a  v a  2  s  . c  om*/
        public boolean evaluate() throws Exception {
            return runningJob.isComplete();
        }
    });
    assertTrue(runningJob.isSuccessful());

    Configuration conf = new XConfiguration();
    conf.set("user.name", getTestUser());
    Map<String, String> actionData = LauncherMapperHelper.getActionData(fs, actionDir, conf);
    assertFalse(fs.exists(LauncherMapperHelper.getActionDataSequenceFilePath(actionDir)));
    assertTrue(LauncherMapperHelper.isMainDone(runningJob));
    assertTrue(LauncherMapperHelper.isMainSuccessful(runningJob));
    assertFalse(LauncherMapperHelper.hasOutputData(actionData));
    assertFalse(LauncherMapperHelper.hasIdSwap(actionData));
    assertTrue(LauncherMapperHelper.isMainDone(runningJob));
}

---

From source file:org.apache.oozie.action.hadoop.TestMapReduceActionError.java

License:Apache License

private void _testSubmit(String actionXml) throws Exception {

    Context context = createContext(actionXml);
    final RunningJob launcherJob = submitAction(context);
    String launcherId = context.getAction().getExternalId();
    waitFor(60 * 1000, new Predicate() {
        public boolean evaluate() throws Exception {
            return launcherJob.isComplete();
        }/* ww w . j  av a2  s. c  o  m*/
    });

    MapReduceActionExecutor ae = new MapReduceActionExecutor();
    ae.check(context, context.getAction());

    JobConf conf = ae.createBaseHadoopConf(context, XmlUtils.parseXml(actionXml));
    String user = conf.get("user.name");
    String group = conf.get("group.name");
    JobClient jobClient = Services.get().get(HadoopAccessorService.class).createJobClient(user, conf);
    final RunningJob mrJob = jobClient.getJob(JobID.forName(context.getAction().getExternalId()));

    waitFor(60 * 1000, new Predicate() {
        public boolean evaluate() throws Exception {
            return mrJob.isComplete();
        }
    });
    ae.check(context, context.getAction());

    assertEquals("FAILED/KILLED", context.getAction().getExternalStatus());

    ae.end(context, context.getAction());
    assertEquals(WorkflowAction.Status.ERROR, context.getAction().getStatus());
    assertTrue(context.getAction().getErrorMessage().contains("already exists"));
}

---

From source file:org.apache.oozie.action.hadoop.TestMapReduceActionExecutor.java

License:Apache License

private String _testSubmit(String name, String actionXml) throws Exception {

    Context context = createContext(name, actionXml);
    final RunningJob launcherJob = submitAction(context);
    String launcherId = context.getAction().getExternalId();
    waitFor(120 * 2000, new Predicate() {
        public boolean evaluate() throws Exception {
            return launcherJob.isComplete();
        }//from   ww w  . java2 s  .  c  om
    });
    assertTrue(launcherJob.isSuccessful());
    Map<String, String> actionData = LauncherMapperHelper.getActionData(getFileSystem(), context.getActionDir(),
            context.getProtoActionConf());
    assertTrue(LauncherMapperHelper.hasIdSwap(actionData));

    MapReduceActionExecutor ae = new MapReduceActionExecutor();
    ae.check(context, context.getAction());
    assertTrue(launcherId.equals(context.getAction().getExternalId()));

    JobConf conf = ae.createBaseHadoopConf(context, XmlUtils.parseXml(actionXml));
    String user = conf.get("user.name");
    String group = conf.get("group.name");
    JobClient jobClient = Services.get().get(HadoopAccessorService.class).createJobClient(user, conf);
    final RunningJob mrJob = jobClient.getJob(JobID.forName(context.getAction().getExternalChildIDs()));

    waitFor(120 * 1000, new Predicate() {
        public boolean evaluate() throws Exception {
            return mrJob.isComplete();
        }
    });
    assertTrue(mrJob.isSuccessful());
    ae.check(context, context.getAction());

    assertEquals("SUCCEEDED", context.getAction().getExternalStatus());
    assertNull(context.getAction().getData());

    ae.end(context, context.getAction());
    assertEquals(WorkflowAction.Status.OK, context.getAction().getStatus());

    //hadoop.counters will always be set in case of MR action.
    assertNotNull(context.getVar("hadoop.counters"));
    String counters = context.getVar("hadoop.counters");
    assertTrue(counters.contains("Counter"));
    assertTrue(counters.contains("\"MAP_OUTPUT_RECORDS\":2"));

    //External Child IDs used to be null, but after 4.0, become Non-Null in case of MR action.
    assertNotNull(context.getExternalChildIDs());

    return mrJob.getID().toString();
}

---

• «
• 1
• 2
• 3
• 4
• 5
• 6
• 7
• 8
• »