Example usage for org.apache.hadoop.yarn.conf YarnConfiguration RM_WEBAPP_HTTPS

Introduction

In this page you can find the example usage for org.apache.hadoop.yarn.conf YarnConfiguration RM_WEBAPP_HTTPS_ADDRESS.

Prototype

String RM_WEBAPP_HTTPS_ADDRESS

To view the source code for org.apache.hadoop.yarn.conf YarnConfiguration RM_WEBAPP_HTTPS_ADDRESS.

Click Source Link

Document

The https address of the RM web application.

Usage

From source file:co.cask.cdap.operations.yarn.YarnInfo.java

License:Apache License

private URL getNonHAWebURL() throws MalformedURLException {
    String protocol;// w  w  w  .j  a  v a 2s. co  m
    String hostPort;
    if (isHttpsEnabled()) {
        protocol = "https";
        hostPort = conf.get(YarnConfiguration.RM_WEBAPP_HTTPS_ADDRESS);
    } else {
        protocol = "http";
        hostPort = conf.get(YarnConfiguration.RM_WEBAPP_ADDRESS);
    }
    int portBeginIndex = hostPort.indexOf(":") + 1;
    String host = hostPort.substring(0, portBeginIndex - 1);
    int port = Integer.parseInt(hostPort.substring(portBeginIndex));
    return new URL(protocol, host, port, "");
}

From source file:com.datatorrent.stram.client.StramClientUtilsTest.java

License:Apache License

@Test
public void testRMWebAddress() throws UnknownHostException {
    Configuration conf = new YarnConfiguration(new Configuration(false)) {
        @Override/*from  w ww  .  ja va2  s.c o m*/
        public InetSocketAddress getSocketAddr(String name, String defaultAddress, int defaultPort) {
            String rmId = get(ConfigUtils.RM_HA_ID);
            if (rmId != null) {
                name = name + "." + rmId;
            }
            return super.getSocketAddr(name, defaultAddress, defaultPort);
        }
    };

    // basic test
    conf.setBoolean(CommonConfigurationKeysPublic.HADOOP_SSL_ENABLED_KEY, false);
    conf.set(YarnConfiguration.RM_WEBAPP_ADDRESS, "192.168.1.1:8032");
    conf.set(YarnConfiguration.RM_WEBAPP_HTTPS_ADDRESS, "192.168.1.2:8032");
    Assert.assertEquals(getHostString("192.168.1.1") + ":8032",
            StramClientUtils.getSocketConnectString(StramClientUtils.getRMWebAddress(conf, null)));
    List<InetSocketAddress> addresses = StramClientUtils.getRMAddresses(conf);
    Assert.assertEquals(1, addresses.size());
    Assert.assertEquals(getHostString("192.168.1.1") + ":8032",
            StramClientUtils.getSocketConnectString(addresses.get(0)));

    conf.setBoolean(CommonConfigurationKeysPublic.HADOOP_SSL_ENABLED_KEY, true);
    Assert.assertEquals(getHostString("192.168.1.2") + ":8032",
            StramClientUtils.getSocketConnectString(StramClientUtils.getRMWebAddress(conf, null)));
    addresses = StramClientUtils.getRMAddresses(conf);
    Assert.assertEquals(1, addresses.size());
    Assert.assertEquals(getHostString("192.168.1.2") + ":8032",
            StramClientUtils.getSocketConnectString(addresses.get(0)));

    // set localhost if host is unknown
    conf.set(YarnConfiguration.RM_WEBAPP_HTTPS_ADDRESS, "someunknownhost.:8032");

    Assert.assertEquals(InetAddress.getLocalHost().getCanonicalHostName() + ":8032",
            StramClientUtils.getSocketConnectString(StramClientUtils.getRMWebAddress(conf, null)));

    // set localhost
    conf.set(YarnConfiguration.RM_WEBAPP_HTTPS_ADDRESS, "127.0.0.1:8032");
    Assert.assertEquals(InetAddress.getLocalHost().getCanonicalHostName() + ":8032",
            StramClientUtils.getSocketConnectString(StramClientUtils.getRMWebAddress(conf, null)));

    // test when HA is enabled
    conf.setBoolean(ConfigUtils.RM_HA_ENABLED, true);
    conf.set(YarnConfiguration.RM_WEBAPP_HTTPS_ADDRESS + ".rm1", "192.168.1.1:8032");
    conf.set(YarnConfiguration.RM_WEBAPP_HTTPS_ADDRESS + ".rm2", "192.168.1.2:8032");
    conf.set("yarn.resourcemanager.ha.rm-ids", "rm1,rm2");
    Assert.assertEquals(getHostString("192.168.1.1") + ":8032",
            StramClientUtils.getSocketConnectString(StramClientUtils.getRMWebAddress(conf, "rm1")));
    Assert.assertEquals(getHostString("192.168.1.2") + ":8032",
            StramClientUtils.getSocketConnectString(StramClientUtils.getRMWebAddress(conf, "rm2")));
    addresses = StramClientUtils.getRMAddresses(conf);
    Assert.assertEquals(2, addresses.size());
    Assert.assertEquals(getHostString("192.168.1.1") + ":8032",
            StramClientUtils.getSocketConnectString(addresses.get(0)));
    Assert.assertEquals(getHostString("192.168.1.2") + ":8032",
            StramClientUtils.getSocketConnectString(addresses.get(1)));
}

From source file:org.apache.kylin.tool.common.HadoopConfExtractor.java

License:Apache License

public static String extractYarnMasterUrl(Configuration conf) {
    KylinConfig config = KylinConfig.getInstanceFromEnv();
    final String yarnStatusCheckUrl = config.getYarnStatusCheckUrl();
    Pattern pattern = Pattern.compile("(http(s)?://)([^:]*):([^/])*.*");
    if (yarnStatusCheckUrl != null) {
        Matcher m = pattern.matcher(yarnStatusCheckUrl);
        if (m.matches()) {
            return m.group(1) + m.group(2) + ":" + m.group(3);
        }// w w w . j a va  2s.c  om
    }

    logger.info("kylin.engine.mr.yarn-check-status-url" + " is not set, read from hadoop configuration");

    String webappConfKey, defaultAddr;
    if (YarnConfiguration.useHttps(conf)) {
        webappConfKey = YarnConfiguration.RM_WEBAPP_HTTPS_ADDRESS;
        defaultAddr = YarnConfiguration.DEFAULT_RM_WEBAPP_HTTPS_ADDRESS;
    } else {
        webappConfKey = YarnConfiguration.RM_WEBAPP_ADDRESS;
        defaultAddr = YarnConfiguration.DEFAULT_RM_WEBAPP_ADDRESS;
    }

    String rmWebHost;
    if (HAUtil.isHAEnabled(conf)) {
        YarnConfiguration yarnConf = new YarnConfiguration(conf);
        String active = RMHAUtils.findActiveRMHAId(yarnConf);
        rmWebHost = HAUtil.getConfValueForRMInstance(HAUtil.addSuffix(webappConfKey, active), defaultAddr,
                yarnConf);
    } else {
        rmWebHost = HAUtil.getConfValueForRMInstance(webappConfKey, defaultAddr, conf);
    }

    if (StringUtils.isEmpty(rmWebHost)) {
        return null;
    }
    if (!rmWebHost.startsWith("http://") && !rmWebHost.startsWith("https://")) {
        rmWebHost = (YarnConfiguration.useHttps(conf) ? "https://" : "http://") + rmWebHost;
    }
    Matcher m = pattern.matcher(rmWebHost);
    Preconditions.checkArgument(m.matches(), "Yarn master URL not found.");
    logger.info("yarn master url: " + rmWebHost);
    return rmWebHost;
}

From source file:org.apache.tez.history.ATSImportTool_V2.java

License:Apache License

static String getYarnRMWebAppUrl(Configuration conf) {
    String webAppAddress = "";
    boolean isHttps = hasHttpsPolicy(conf);
    if (isHttps) {
        webAppAddress = HTTPS_SCHEME + conf.get(YarnConfiguration.RM_WEBAPP_HTTPS_ADDRESS,
                YarnConfiguration.DEFAULT_RM_WEBAPP_ADDRESS);
    } else {//www  .  j  a v a2  s.c  o  m
        webAppAddress = HTTP_SCHEME + conf.get(YarnConfiguration.RM_WEBAPP_ADDRESS,
                YarnConfiguration.DEFAULT_RM_WEBAPP_HTTPS_ADDRESS);
    }
    return Joiner.on("").join(webAppAddress, YARN_RM_STATUS_QUERY);
}

Example usage for org.apache.hadoop.yarn.conf YarnConfiguration RM_WEBAPP_HTTPS_ADDRESS

Introduction

Prototype

Document

Usage