Example usage for org.apache.hadoop.mapreduce JobContext getJobName

Introduction

In this page you can find the example usage for org.apache.hadoop.mapreduce JobContext getJobName.

Prototype

public String getJobName();

Source Link

Document

Get the user-specified job name.

Usage

From source file:com.github.libsml.commons.util.HadoopUtils.java

License:Apache License

public static String getCustomJobName(String className, JobContext job, Class<? extends Mapper> mapper,
        Class<? extends Reducer> reducer) {
    StringBuilder name = new StringBuilder(100);
    String customJobName = job.getJobName();
    if (customJobName == null || customJobName.trim().isEmpty()) {
        name.append(className);// w  w w.  ja  v  a2  s.  c  o m
    } else {
        name.append(customJobName);
    }
    name.append('-').append(mapper.getSimpleName());
    name.append('-').append(reducer.getSimpleName());
    return name.toString();
}

---

From source file:com.google.cloud.hadoop.util.HadoopToStringUtil.java

License:Open Source License

public static String toString(JobContext input) {
    if (input == null) {
        return "null";
    }/*from  w w  w.j a v a2s  . c om*/

    String result = "JobContext::";
    result += " JobName:" + input.getJobName();
    result += " Jar:" + input.getJar();
    return result;
}

---

From source file:com.gsinnovations.howdah.AbstractJob.java

License:Apache License

private String getCustomJobName(JobContext job, Class<? extends Mapper> mapper,
        Class<? extends Reducer> reducer) {
    StringBuilder name = new StringBuilder(100);
    String customJobName = job.getJobName();
    if (customJobName == null || customJobName.trim().length() == 0) {
        name.append(getClass().getSimpleName());
    } else {/*from w w w.j  a  va2  s.  c  o m*/
        name.append(customJobName);
    }
    name.append('-').append(mapper.getSimpleName());
    name.append('-').append(reducer.getSimpleName());
    return name.toString();
}

---

From source file:com.marklogic.contentpump.DocumentInputFormat.java

License:Apache License

protected void getForestSplits(JobContext jobContext, ResultSequence result, List<ForestSplit> forestSplits,
        List<String> ruleUris) throws IOException {
    Configuration jobConf = jobContext.getConfiguration();
    super.getForestSplits(jobContext, result, forestSplits, ruleUris);
    // Third while loop: audit settings
    while (result.hasNext()) {
        ResultItem item = result.next();
        if (ItemType.XS_STRING != item.getItemType()) {
            throw new IOException("Unexpected item type " + item.getItemType().toString());
        }/*from  w w w.  j  a v a2 s.c  om*/
        String itemStr = ((XSString) item.getItem()).asString();
        if ("AUDIT".equals(itemStr)) {
            continue;
        } else if ("mlcp-start".equals(itemStr)) {
            mlcpStartEventEnabled = true;
        } else if ("mlcp-finish".equalsIgnoreCase(itemStr)) {
            mlcpFinishEventEnabled = true;
        } else {
            throw new IOException("Unrecognized audit event " + itemStr);
        }
    }
    if (ruleUris != null && ruleUris.size() > 0) {
        AuditUtil.prepareAuditMlcpFinish(jobConf, ruleUris.size());
        if (LOG.isDebugEnabled()) {
            // TODO: Use this version if only JAVA 8 is supported
            // String logMessage = String.join(", ", ruleUris);
            LOG.debug("Redaction rules applied: " + StringUtils.join(ruleUris, ", "));
        }
    }
    if (mlcpStartEventEnabled) {
        AuditUtil.auditMlcpStart(jobConf, jobContext.getJobName());
    }
    jobConf.setBoolean(ConfigConstants.CONF_AUDIT_MLCPFINISH_ENABLED, mlcpFinishEventEnabled);
}

---

From source file:de.tuberlin.dima.aim3.HadoopJob.java

License:Open Source License

private String getCustomJobName(JobContext job, Class<? extends Mapper> mapper) {
    StringBuilder name = new StringBuilder();
    String customJobName = job.getJobName();
    if (customJobName == null || customJobName.trim().length() == 0) {
        name.append(getClass().getSimpleName());
    } else {/*w  w  w. j  av  a 2s.  c o m*/
        name.append(customJobName);
    }
    name.append('-').append(mapper.getSimpleName());
    return name.toString();
}

---

From source file:de.tuberlin.dima.aim3.HadoopJob.java

License:Open Source License

private String getCustomJobName(JobContext job, Class<? extends Mapper> mapper,
        Class<? extends Reducer> reducer) {
    StringBuilder name = new StringBuilder();
    String customJobName = job.getJobName();
    if (customJobName == null || customJobName.trim().length() == 0) {
        name.append(getClass().getSimpleName());
    } else {/* w ww. j a  v  a2 s  .c  o  m*/
        name.append(customJobName);
    }
    name.append('-').append(mapper.getSimpleName());
    name.append('-').append(reducer.getSimpleName());
    return name.toString();
}

---

From source file:nl.gridline.zieook.inx.movielens.RowSimilarityZieOok.java

License:Apache License

@SuppressWarnings("rawtypes")
private String getCustomJobName(JobContext job, Class<? extends Mapper> mapper,
        Class<? extends Reducer> reducer) {
    StringBuilder name = new StringBuilder(100);
    String customJobName = job.getJobName();
    if (customJobName == null || customJobName.trim().length() == 0) {
        name.append(getClass().getSimpleName());
    } else {/*from w  w w. ja  v  a2  s. c  o  m*/
        name.append(customJobName);
    }
    name.append('-').append(mapper.getSimpleName());
    name.append('-').append(reducer.getSimpleName());
    return name.toString();
}

---

From source file:nl.gridline.zieook.runners.ZieOokRunnerTool.java

License:Apache License

/**
 * Generates a nice Job name: class-mapper.class-reducer.class
 * @param job//from   w ww .java  2 s. c  o m
 * @param mapper
 * @param reducer
 * @return
 */
@SuppressWarnings("rawtypes")
protected String getCustomJobName(JobContext job, Class<? extends Mapper> mapper,
        Class<? extends Reducer> reducer) {
    StringBuilder name = new StringBuilder(100);
    String customJobName = job.getJobName();
    if (customJobName == null || customJobName.trim().length() == 0) {
        name.append(getClass().getSimpleName());
    } else {
        name.append(customJobName);
    }
    name.append('-').append(mapper.getSimpleName());
    name.append('-').append(reducer.getSimpleName());
    return name.toString();
}

---

From source file:org.cloudgraph.cassandra.service.CassandraGraphService.java

License:Open Source License

@Override
public void commit(DataGraph graph, JobContext context) throws IOException {
    this.commit(graph, context.getJobName());
}

---

From source file:org.cloudgraph.cassandra.service.CassandraGraphService.java

License:Open Source License

@Override
public void commit(DataGraph[] graphs, JobContext context) throws IOException {
    this.commit(graphs, context.getJobName());
}

---

• «
• 1
• 2
• »