Java tutorial
/** * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * <p> * http://www.apache.org/licenses/LICENSE-2.0 * <p> * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.hdl.caffe.yarn.app; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.io.retry.RetryPolicy; import org.apache.hadoop.io.retry.RetryProxy; import org.hdl.caffe.yarn.app.api.CaffeCluster; import org.hdl.caffe.yarn.app.api.protocolrecords.GetClusterSpecRequest; import org.hdl.caffe.yarn.app.api.protocolrecords.GetClusterSpecResponse; import org.apache.hadoop.yarn.client.RMProxy; import org.apache.hadoop.yarn.exceptions.YarnException; import org.apache.hadoop.yarn.factories.RecordFactory; import org.apache.hadoop.yarn.factory.providers.RecordFactoryProvider; import java.io.IOException; import java.net.InetSocketAddress; public class CaffeApplicationRpcClient implements CaffeApplicationRpc { private String serverAddress; private int serverPort; private RecordFactory recordFactory = RecordFactoryProvider.getRecordFactory(null); private CaffeCluster caffeCluster; public CaffeApplicationRpcClient(String serverAddress, int serverPort) { this.serverAddress = serverAddress; this.serverPort = serverPort; } public String getClusterSpec() throws IOException, YarnException { GetClusterSpecResponse response = this.caffeCluster .getClusterSpec(recordFactory.newRecordInstance(GetClusterSpecRequest.class)); return response.getClusterSpec(); } public CaffeApplicationRpc getRpc() { InetSocketAddress address = new InetSocketAddress(serverAddress, serverPort); Configuration conf = new Configuration(); RetryPolicy retryPolicy = RMProxy.createRetryPolicy(conf, false); try { CaffeCluster proxy = RMProxy.createRMProxy(conf, CaffeCluster.class, address); this.caffeCluster = (CaffeCluster) RetryProxy.create(CaffeCluster.class, proxy, retryPolicy); return this; } catch (IOException e) { return null; } } }