Example usage for org.apache.http.client.utils URLEncodedUtils format

List of usage examples for org.apache.http.client.utils URLEncodedUtils format

  1. HOME
  2. Java
  3. org.apache.http
  4. org.apache.http.client.utils.*
  5. URLEncodedUtils
  6. format

Introduction

In this page you can find the example usage for org.apache.http.client.utils URLEncodedUtils format.

Prototype

public static String format(final Iterable<? extends NameValuePair> parameters, final Charset charset)

Source Link

Document

Returns a String that is suitable for use as an application/x-www-form-urlencoded list of parameters in an HTTP PUT or HTTP POST.

Usage

From source file:org.mahasen.thread.MahasenDownloadWorker.java

public void run() {

    Hashtable<String, Vector<String>> iptable = mahasenResource.getSplittedPartsIpTable();
    String fileName = mahasenResource.getProperty(MahasenConstants.FILE_NAME).toString();
    String currentFilePartName = fileName + "." + partName;
    if (iptable.get(partName).contains(localIp)) {

        log.debug("Storing : " + fileName + "." + partName + " locally");
        FileInputStream inputStream = null;
        FileOutputStream outputStream = null;
        try {/*from   w  w w.ja va  2  s  . c o m*/
            inputStream = new FileInputStream(new File(
                    MahasenConfiguration.getInstance().getRepositoryPath() + fileName + "." + partName));
            outputStream = new FileOutputStream(
                    new File(MahasenConfiguration.getInstance().getTempDownloadFolderPath() + "/" + fileName
                            + "/" + fileName + "." + partName));
            byte[] buffer = new byte[1024];

            int numRead;

            while ((numRead = inputStream.read(buffer)) != -1) {
                outputStream.write(buffer, 0, numRead);
            }
            GetUtil.decrementStoredNoOfParts();

        } catch (Exception e) {
            log.error("Error occurred in storing part : " + partName, e);
        } finally {
            try {
                if (outputStream != null) {
                    outputStream.flush();
                    outputStream.close();
                }

            } catch (IOException e) {
                e.printStackTrace(); //To change body of catch statement use File | Settings | File Templates.
            }
        }

    } else {
        for (int i = 0; i < iptable.get(partName).size(); i++) {

            String nodeIp = iptable.get(partName).get(i);
            URI uri = null;
            try {
                ArrayList<NameValuePair> qparams = new ArrayList<NameValuePair>();
                qparams.add(new BasicNameValuePair(MahasenConstants.FILE_NAME, currentFilePartName));
                uri = URIUtils.createURI("https", nodeIp + ":" + MahasenConstants.SERVER_PORT, -1,
                        "/mahasen/download_request_ajaxprocessor.jsp", URLEncodedUtils.format(qparams, "UTF-8"),
                        null);
            } catch (URISyntaxException e) {
                log.info("URI not found");
                return;
            }

            HttpPost httppost = new HttpPost(uri);
            HttpClient downloadHttpClient = new DefaultHttpClient();
            downloadHttpClient = SSLWrapper.wrapClient(downloadHttpClient);

            try {
                System.out.println("Executing Download request " + httppost.getRequestLine());

                HttpResponse response = downloadHttpClient.execute(httppost);
                HttpEntity httpEntity = response.getEntity();

                if (httpEntity.getContentLength() > 0) {
                    fileOutputStream = new FileOutputStream(
                            MahasenConfiguration.getInstance().getTempDownloadFolderPath() + "/" + fileName
                                    + "/" + fileName + "." + partName);
                    inputStream = httpEntity.getContent();
                    byte[] buffer = new byte[1024];
                    int numRead;
                    while ((numRead = inputStream.read(buffer)) != -1) {
                        fileOutputStream.write(buffer, 0, numRead);
                    }
                    GetUtil.decrementStoredNoOfParts();
                    System.out.println(response.getStatusLine());
                    if ((response.getStatusLine().getReasonPhrase().equals("OK"))
                            && (response.getStatusLine().getStatusCode() == 200)) {
                        break;
                    }
                }
                if (httpEntity.getContentLength() <= 0) {
                    System.out.println("no content available");
                }
            } catch (Exception e) {
                log.error("Error occurred in downloading file : " + partName, e);
            } finally {
                try {
                    if (inputStream != null) {
                        inputStream.close();
                    }
                    if (fileOutputStream != null) {
                        fileOutputStream.flush();
                        fileOutputStream.close();
                    }

                } catch (IOException e) {
                    e.printStackTrace(); //To change body of catch statement use File | Settings | File Templates.
                }
            }
        }
    }

}

From source file:io.gs2.timer.Gs2TimerClient.java

/**
 * ?????<br>// www . j  a v a 2  s  . c om
 * <br>
 *
 * @param request 
        
 * @return ?
        
 */

public DescribeTimerPoolResult describeTimerPool(DescribeTimerPoolRequest request) {

    String url = Gs2Constant.ENDPOINT_HOST + "/timerPool";

    List<NameValuePair> queryString = new ArrayList<>();
    if (request.getPageToken() != null)
        queryString.add(new BasicNameValuePair("pageToken", String.valueOf(request.getPageToken())));
    if (request.getLimit() != null)
        queryString.add(new BasicNameValuePair("limit", String.valueOf(request.getLimit())));

    if (queryString.size() > 0) {
        url += "?" + URLEncodedUtils.format(queryString, "UTF-8");
    }
    HttpGet get = createHttpGet(url, credential, ENDPOINT, DescribeTimerPoolRequest.Constant.MODULE,
            DescribeTimerPoolRequest.Constant.FUNCTION);
    if (request.getRequestId() != null) {
        get.setHeader("X-GS2-REQUEST-ID", request.getRequestId());
    }

    return doRequest(get, DescribeTimerPoolResult.class);

}

From source file:com.digitalpebble.storm.crawler.filtering.basic.BasicURLNormalizer.java

/**
 * Basic filter to remove query parameters from urls so parameters that
 * don't change the content of the page can be removed. An example would be
 * a google analytics query parameter like "utm_campaign" which might have
 * several different values for a url that points to the same content.
 */// w  w  w.  j  a  v a2s.c  om
private String filterQueryElements(String urlToFilter) {
    try {
        // Handle illegal characters by making a url first
        // this will clean illegal characters like |
        URL url = new URL(urlToFilter);

        if (StringUtils.isEmpty(url.getQuery())) {
            return urlToFilter;
        }

        List<NameValuePair> pairs = new ArrayList<NameValuePair>();
        URLEncodedUtils.parse(pairs, new Scanner(url.getQuery()), "UTF-8");
        Iterator<NameValuePair> pairsIterator = pairs.iterator();
        while (pairsIterator.hasNext()) {
            NameValuePair param = pairsIterator.next();
            if (queryElementsToRemove.contains(param.getName())) {
                pairsIterator.remove();
            }
        }

        StringBuilder newFile = new StringBuilder();
        if (url.getPath() != null) {
            newFile.append(url.getPath());
        }
        if (!pairs.isEmpty()) {
            Collections.sort(pairs, comp);
            String newQueryString = URLEncodedUtils.format(pairs, StandardCharsets.UTF_8);
            newFile.append('?').append(newQueryString);
        }
        if (url.getRef() != null) {
            newFile.append('#').append(url.getRef());
        }

        return new URL(url.getProtocol(), url.getHost(), url.getPort(), newFile.toString()).toString();
    } catch (MalformedURLException e) {
        LOG.warn("Invalid urlToFilter {}. {}", urlToFilter, e);
        return null;
    }
}

From source file:com.puppetlabs.geppetto.forge.client.ForgeHttpClient.java

private HttpGet createGetRequest(String urlStr, Map<String, String> params) {
    StringBuilder bld = new StringBuilder(urlStr);
    if (params != null && !params.isEmpty()) {
        List<BasicNameValuePair> pairs = new ArrayList<BasicNameValuePair>();
        for (Map.Entry<String, String> param : params.entrySet())
            pairs.add(new BasicNameValuePair(param.getKey(), param.getValue()));
        bld.append('?');
        bld.append(URLEncodedUtils.format(pairs, UTF_8.name()));
    }/* ww  w  . ja va2 s . com*/
    return new HttpGet(URI.create(bld.toString()));
}

From source file:io.gs2.notification.Gs2NotificationClient.java

/**
 * ?????<br>//from  w  w  w. j  a va2s .c  o  m
 * <br>
 *
 * @param request 
        
 * @return ?
        
 */

public DescribeNotificationResult describeNotification(DescribeNotificationRequest request) {

    String url = Gs2Constant.ENDPOINT_HOST + "/notification";

    List<NameValuePair> queryString = new ArrayList<>();
    if (request.getPageToken() != null)
        queryString.add(new BasicNameValuePair("pageToken", String.valueOf(request.getPageToken())));
    if (request.getLimit() != null)
        queryString.add(new BasicNameValuePair("limit", String.valueOf(request.getLimit())));

    if (queryString.size() > 0) {
        url += "?" + URLEncodedUtils.format(queryString, "UTF-8");
    }
    HttpGet get = createHttpGet(url, credential, ENDPOINT, DescribeNotificationRequest.Constant.MODULE,
            DescribeNotificationRequest.Constant.FUNCTION);
    if (request.getRequestId() != null) {
        get.setHeader("X-GS2-REQUEST-ID", request.getRequestId());
    }

    return doRequest(get, DescribeNotificationResult.class);

}

From source file:com.jgoetsch.eventtrader.source.AbstractHttpMsgSource.java

protected HttpUriRequest createRequest() {
    List<NameValuePair> params = null;
    if (getRequestParameters() != null) {
        params = new ArrayList<NameValuePair>();
        for (Map.Entry<String, Object> p : getRequestParameters().entrySet())
            params.add(new BasicNameValuePair(p.getKey(), (String) p.getValue()));
    }//from   ww  w. j a v a2 s . c om

    HttpRequestBase req;
    if ("POST".equalsIgnoreCase(getMethod())) {
        req = new HttpPost(getUrl());
        if (params != null) {
            try {
                UrlEncodedFormEntity reqEntity = new UrlEncodedFormEntity(params, "UTF-8");
                ((HttpPost) req).setEntity(reqEntity);
            } catch (UnsupportedEncodingException e) {
                log.error("Error encoding request entity", e);
            }
        }
    } else if (params != null) {
        req = new HttpGet(
                getUrl() + (getUrl().contains("?") ? "&" : "?") + URLEncodedUtils.format(params, "UTF-8"));
    } else {
        req = new HttpGet(getUrl());
    }

    return req;
}

From source file:com.cellobject.oikos.util.NetworkHelper.java

/**
 * Sends HTTP GET request and returns body of response from server as String
 *//*from   w ww. j  a v a  2s.c o  m*/
public String httpGet(final String urlToServer, final List<BasicNameValuePair> parameterList)
        throws IOException {
    final String url = urlToServer + "?" + URLEncodedUtils.format(parameterList, null);
    final HttpGet request = new HttpGet(url);
    final ResponseHandler<String> responseHandler = new BasicResponseHandler();
    final String responseBody = client.execute(request, responseHandler);
    return responseBody;
}

From source file:io.gs2.realtime.Gs2RealtimeClient.java

/**
 * ?????<br>/*w  ww. j  a  v  a2 s  .  c  o m*/
 * <br>
 *
 * @param request 
        
 * @return ?
        
 */

public DescribeGatheringPoolResult describeGatheringPool(DescribeGatheringPoolRequest request) {

    String url = Gs2Constant.ENDPOINT_HOST + "/gatheringPool";

    List<NameValuePair> queryString = new ArrayList<>();
    if (request.getPageToken() != null)
        queryString.add(new BasicNameValuePair("pageToken", String.valueOf(request.getPageToken())));
    if (request.getLimit() != null)
        queryString.add(new BasicNameValuePair("limit", String.valueOf(request.getLimit())));

    if (queryString.size() > 0) {
        url += "?" + URLEncodedUtils.format(queryString, "UTF-8");
    }
    HttpGet get = createHttpGet(url, credential, ENDPOINT, DescribeGatheringPoolRequest.Constant.MODULE,
            DescribeGatheringPoolRequest.Constant.FUNCTION);
    if (request.getRequestId() != null) {
        get.setHeader("X-GS2-REQUEST-ID", request.getRequestId());
    }

    return doRequest(get, DescribeGatheringPoolResult.class);

}

From source file:net.datacrow.onlinesearch.discogs.task.DiscogsMusicSearch.java

@Override
protected Collection<Object> getItemKeys() throws Exception {
    HttpClient httpClient = getHttpClient();

    List<NameValuePair> queryParams = new ArrayList<NameValuePair>();
    queryParams.add(new BasicNameValuePair("q", getQuery()));

    URIBuilder builder = new URIBuilder();
    builder.setScheme("http");
    builder.setHost("api.discogs.com");
    builder.setPath("/database/search");
    builder.setQuery(URLEncodedUtils.format(queryParams, "UTF-8"));
    URI uri = builder.build();/*w  w  w.j  a v  a  2 s  .  c  om*/
    HttpGet httpGet = new HttpGet(uri);

    HttpOAuthHelper au = new HttpOAuthHelper("application/json");
    au.handleRequest(httpGet, _CONSUMER_KEY, _CONSUMER_SECRET, null, queryParams);

    HttpResponse httpResponse = httpClient.execute(httpGet);
    String response = getReponseText(httpResponse);

    httpClient.getConnectionManager().shutdown();

    Collection<Object> keys = new ArrayList<Object>();

    int counter = 0;
    for (String key : StringUtils.getValuesBetween("\"id\":", "}", response)) {
        keys.add(key.trim());

        if (counter++ >= maxQuerySize)
            break;
    }
    return keys;
}