Example usage for org.apache.hadoop.mapred ClusterStatus getJobTrackerStatus

Introduction

In this page you can find the example usage for org.apache.hadoop.mapred ClusterStatus getJobTrackerStatus.

Prototype

public JobTrackerStatus getJobTrackerStatus() 

Source Link

Document

Get the JobTracker's status.

Usage

From source file:eu.scape_project.tb.hadoopjobtracker.HadoobJobTrackerClient.java

License:Apache License

public HDClusterStatus ClusterStatus() {
    HDClusterStatus clusterStatus = new HDClusterStatus();
    try {/* w  ww .  j av  a  2  s .  c o m*/
        ClusterStatus currentClusterStatus = myJobClient.getClusterStatus(true);

        String jobTrackerStatus = currentClusterStatus.getJobTrackerStatus().toString();
        int availableTaskTrackers = currentClusterStatus.getTaskTrackers();
        int blackTaskTrackers = currentClusterStatus.getBlacklistedTrackers();
        int maxMapTasks = currentClusterStatus.getMaxMapTasks();
        int maxReduceTasks = currentClusterStatus.getMaxReduceTasks();

        logger.info("JobTrackerState: " + jobTrackerStatus);
        logger.info("Active TaskTrackers: " + availableTaskTrackers);
        logger.info("BlackListed TaskTrackers: " + blackTaskTrackers);
        logger.info("Max MAP Tasks: " + maxMapTasks);
        logger.info("Max REDUCE Tasks: " + maxReduceTasks);

        clusterStatus.setJobTrackerState(jobTrackerStatus);
        clusterStatus.setTaskTrackersAvailable(availableTaskTrackers);
        clusterStatus.setTaskTrackersBlacklisted(blackTaskTrackers);
        clusterStatus.setMaxMapTaskSlots(maxMapTasks);
        clusterStatus.setMaxReduceTaskSlots(maxReduceTasks);

    } catch (IOException ex) {
        logger.error("Error filling HDClusterStatus. ERR: " + ex.getMessage());
    }

    return clusterStatus;
}

---

From source file:org.lilyproject.hadooptestfw.fork.MiniMRCluster.java

License:Apache License

void startJobTracker(boolean wait) {
    //  Create the JobTracker
    jobTracker = new JobTrackerRunner(conf);
    jobTrackerThread = new Thread(jobTracker);

    jobTrackerThread.start();//ww w  .j ava  2  s .  co m

    if (!wait) {
        return;
    }

    while (jobTracker.isActive() && !jobTracker.isUp()) {
        try { // let daemons get started
            Thread.sleep(1000);
        } catch (InterruptedException e) {
        }
    }

    // is the jobtracker has started then wait for it to init
    ClusterStatus status = null;
    if (jobTracker.isUp()) {
        status = jobTracker.getJobTracker().getClusterStatus(false);
        while (jobTracker.isActive() && status.getJobTrackerStatus() == JobTrackerStatus.INITIALIZING) {
            try {
                LOG.info("JobTracker still initializing. Waiting.");
                Thread.sleep(1000);
            } catch (InterruptedException e) {
            }
            status = jobTracker.getJobTracker().getClusterStatus(false);
        }
    }

    if (!jobTracker.isActive()) {
        // return if jobtracker has crashed
        return;
    }

    // Set the configuration for the task-trackers
    this.jobTrackerPort = jobTracker.getJobTrackerPort();
    this.jobTrackerInfoPort = jobTracker.getJobTrackerInfoPort();
}

---