Example usage for org.apache.hadoop.mapred JobConf writeXml

Introduction

In this page you can find the example usage for org.apache.hadoop.mapred JobConf writeXml.

Prototype

public void writeXml(OutputStream out) throws IOException 

Source Link

Document

Write out the non-default properties in this configuration to the given OutputStream using UTF-8 encoding.

Usage

From source file:org.apache.hdt.debug.core.cluster.RunOnHadoopWizard.java

License:Apache License

/**
 * Performs any actions appropriate in response to the user having pressed
 * the Finish button, or refuse if finishing now is not permitted.
 */// ww  w.  j  a  v  a2  s .c o  m
/* @inheritDoc */
@Override
public boolean performFinish() {

    /*
     * Create a new location or get an existing one
     */
    HadoopCluster location = null;
    if (mainPage.createNew.getSelection()) {
        location = createNewPage.performFinish();

    } else if (mainPage.table.getSelection().length == 1) {
        location = (HadoopCluster) mainPage.table.getSelection()[0].getData();
    }

    if (location == null)
        return false;

    /*
     * Get the base directory of the plug-in for storing configurations and
     * JARs
     */
    File baseDir = Activator.getDefault().getStateLocation().toFile();

    // Package the Job into a JAR
    File jarFile = JarModule.createJarPackage(resource);
    if (jarFile == null) {
        ErrorMessageDialog.display("Run on Hadoop", "Unable to create or locate the JAR file for the Job");
        return false;
    }

    /*
     * Generate a temporary Hadoop configuration directory and add it to the
     * classpath of the launch configuration
     */

    File confDir;
    try {
        confDir = File.createTempFile("hadoop-conf-", "", baseDir);
        confDir.delete();
        confDir.mkdirs();
        if (!confDir.isDirectory()) {
            ErrorMessageDialog.display("Run on Hadoop", "Cannot create temporary directory: " + confDir);
            return false;
        }
    } catch (IOException ioe) {
        ioe.printStackTrace();
        return false;
    }

    // Prepare the Hadoop configuration
    JobConf conf = new JobConf(location.getConfiguration());
    conf.setJar(jarFile.getAbsolutePath());

    // Write it to the disk file
    try {
        // File confFile = File.createTempFile("core-site-", ".xml",
        // confDir);
        File confFile = new File(confDir, "core-site.xml");
        FileOutputStream fos = new FileOutputStream(confFile);
        try {
            conf.writeXml(fos);
            fos.close();
            fos = null;
        } finally {
            IOUtils.closeStream(fos);
        }

    } catch (IOException ioe) {
        ioe.printStackTrace();
        return false;
    }

    // Setup the Launch class path
    List<String> classPath;
    try {
        classPath = iConf.getAttribute(IJavaLaunchConfigurationConstants.ATTR_CLASSPATH, new ArrayList());
        IPath confIPath = new Path(confDir.getAbsolutePath());
        IRuntimeClasspathEntry cpEntry = JavaRuntime.newArchiveRuntimeClasspathEntry(confIPath);
        classPath.add(0, cpEntry.getMemento());
        iConf.setAttribute(IJavaLaunchConfigurationConstants.ATTR_CLASSPATH, classPath);
        iConf.setAttribute(IJavaLaunchConfigurationConstants.ATTR_PROGRAM_ARGUMENTS,
                mainPage.argumentsText.getText());

    } catch (CoreException e) {
        e.printStackTrace();
        return false;
    }

    // location.runResource(resource, progressMonitor);
    return true;
}

---

From source file:org.apache.oozie.action.hadoop.MapperReducerForTest.java

License:Apache License

@Override
public void configure(JobConf jobConf) {
    try {/*from   w  w  w. j  a v a 2 s.com*/
        String loc = jobConf.get(JOB_XML_OUTPUT_LOCATION);
        if (loc != null) {
            Path p = new Path(loc);
            FileSystem fs = p.getFileSystem(jobConf);
            if (!fs.exists(p)) {
                FSDataOutputStream out = fs.create(p);
                try {
                    jobConf.writeXml(out);
                } finally {
                    out.close();
                }
            }
        }
    } catch (IOException ioe) {
        ioe.printStackTrace();
    }
}

---