com.ibm.stocator.fs.swift.SwiftAPIDirect.java Source code

Introduction

Here is the source code for com.ibm.stocator.fs.swift.SwiftAPIDirect.java

Source

/**
 * (C) Copyright IBM Corp. 2015, 2016
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 *
 */

package com.ibm.stocator.fs.swift;

import java.io.IOException;

import org.apache.commons.httpclient.DefaultHttpMethodRetryHandler;
import org.apache.commons.httpclient.Header;
import org.apache.commons.httpclient.HttpClient;
import org.apache.commons.httpclient.methods.GetMethod;
import org.apache.commons.httpclient.params.HttpConnectionParams;
import org.apache.commons.httpclient.params.HttpMethodParams;
import org.apache.hadoop.fs.Path;

import com.ibm.stocator.fs.common.Constants;

/**
 * Direct client to object store implementing Swift API
 * This class is bypass JOSS library
 */
public class SwiftAPIDirect {

    /**
     *
     * @param path path to object
     * @param authToken authentication token
     * @return SwiftGETResponse input stream and content length
     * @throws IOException if network issues
     */
    public static SwiftGETResponse getObject(Path path, String authToken) throws IOException {
        return getObject(path, authToken, 0, 0);
    }

    /**
     * GET object
     *
     * @param path path to object
     * @param authToken authentication token
     * @param bytesFrom from from
     * @param bytesTo bytes to
     * @return SwiftGETResponse that includes input stream and length
     * @throws IOException if network errors
     */
    public static SwiftGETResponse getObject(Path path, String authToken, long bytesFrom, long bytesTo)
            throws IOException {
        GetMethod method = new GetMethod(path.toString());
        method.addRequestHeader(new Header("X-Auth-Token", authToken));
        if (bytesTo > 0) {
            final String rangeValue = String.format("bytes=%d-%d", bytesFrom, bytesTo);
            method.addRequestHeader(new Header(Constants.RANGES_HTTP_HEADER, rangeValue));
        }
        HttpMethodParams methodParams = method.getParams();
        methodParams.setParameter(HttpMethodParams.RETRY_HANDLER, new DefaultHttpMethodRetryHandler(3, false));
        methodParams.setIntParameter(HttpConnectionParams.CONNECTION_TIMEOUT, 15000);
        methodParams.setSoTimeout(60000);
        method.addRequestHeader(Constants.USER_AGENT_HTTP_HEADER, Constants.STOCATOR_USER_AGENT);
        final HttpClient client = new HttpClient();
        int statusCode = client.executeMethod(method);
        SwiftInputStreamWrapper httpStream = new SwiftInputStreamWrapper(method);
        SwiftGETResponse getResponse = new SwiftGETResponse(httpStream, method.getResponseContentLength());
        return getResponse;
    }
}