Example usage for org.apache.hadoop.yarn.conf YarnConfiguration DEFAULT_RM_WEBAPP_HTTPS_ADDRESS

List of usage examples for org.apache.hadoop.yarn.conf YarnConfiguration DEFAULT_RM_WEBAPP_HTTPS_ADDRESS

Introduction

In this page you can find the example usage for org.apache.hadoop.yarn.conf YarnConfiguration DEFAULT_RM_WEBAPP_HTTPS_ADDRESS.

Prototype

String DEFAULT_RM_WEBAPP_HTTPS_ADDRESS

To view the source code for org.apache.hadoop.yarn.conf YarnConfiguration DEFAULT_RM_WEBAPP_HTTPS_ADDRESS.

Click Source Link

Usage

From source file:org.apache.kylin.tool.common.HadoopConfExtractor.java

License:Apache License

public static String extractYarnMasterUrl(Configuration conf) {
    KylinConfig config = KylinConfig.getInstanceFromEnv();
    final String yarnStatusCheckUrl = config.getYarnStatusCheckUrl();
    Pattern pattern = Pattern.compile("(http(s)?://)([^:]*):([^/])*.*");
    if (yarnStatusCheckUrl != null) {
        Matcher m = pattern.matcher(yarnStatusCheckUrl);
        if (m.matches()) {
            return m.group(1) + m.group(2) + ":" + m.group(3);
        }// w  w w.  j  a v  a2s. c  om
    }

    logger.info("kylin.engine.mr.yarn-check-status-url" + " is not set, read from hadoop configuration");

    String webappConfKey, defaultAddr;
    if (YarnConfiguration.useHttps(conf)) {
        webappConfKey = YarnConfiguration.RM_WEBAPP_HTTPS_ADDRESS;
        defaultAddr = YarnConfiguration.DEFAULT_RM_WEBAPP_HTTPS_ADDRESS;
    } else {
        webappConfKey = YarnConfiguration.RM_WEBAPP_ADDRESS;
        defaultAddr = YarnConfiguration.DEFAULT_RM_WEBAPP_ADDRESS;
    }

    String rmWebHost;
    if (HAUtil.isHAEnabled(conf)) {
        YarnConfiguration yarnConf = new YarnConfiguration(conf);
        String active = RMHAUtils.findActiveRMHAId(yarnConf);
        rmWebHost = HAUtil.getConfValueForRMInstance(HAUtil.addSuffix(webappConfKey, active), defaultAddr,
                yarnConf);
    } else {
        rmWebHost = HAUtil.getConfValueForRMInstance(webappConfKey, defaultAddr, conf);
    }

    if (StringUtils.isEmpty(rmWebHost)) {
        return null;
    }
    if (!rmWebHost.startsWith("http://") && !rmWebHost.startsWith("https://")) {
        rmWebHost = (YarnConfiguration.useHttps(conf) ? "https://" : "http://") + rmWebHost;
    }
    Matcher m = pattern.matcher(rmWebHost);
    Preconditions.checkArgument(m.matches(), "Yarn master URL not found.");
    logger.info("yarn master url: " + rmWebHost);
    return rmWebHost;
}

From source file:org.apache.tez.history.ATSImportTool_V2.java

License:Apache License

static String getYarnRMWebAppUrl(Configuration conf) {
    String webAppAddress = "";
    boolean isHttps = hasHttpsPolicy(conf);
    if (isHttps) {
        webAppAddress = HTTPS_SCHEME + conf.get(YarnConfiguration.RM_WEBAPP_HTTPS_ADDRESS,
                YarnConfiguration.DEFAULT_RM_WEBAPP_ADDRESS);
    } else {// ww  w .  ja v a 2  s .  co  m
        webAppAddress = HTTP_SCHEME + conf.get(YarnConfiguration.RM_WEBAPP_ADDRESS,
                YarnConfiguration.DEFAULT_RM_WEBAPP_HTTPS_ADDRESS);
    }
    return Joiner.on("").join(webAppAddress, YARN_RM_STATUS_QUERY);
}