List of usage examples for org.apache.http.client.protocol RequestAddCookies RequestAddCookies
public RequestAddCookies()
From source file:se.inera.certificate.proxy.filter.HttpProxyClient.java
@Override protected BasicHttpProcessor createHttpProcessor() { BasicHttpProcessor httpproc = new BasicHttpProcessor(); httpproc.addInterceptor(new RequestDefaultHeaders()); // Required protocol interceptors httpproc.addInterceptor(new RequestContent(true)); httpproc.addInterceptor(new RequestTargetHost()); // Recommended protocol interceptors httpproc.addInterceptor(new RequestClientConnControl()); httpproc.addInterceptor(new RequestUserAgent()); httpproc.addInterceptor(new RequestExpectContinue()); // HTTP state management interceptors httpproc.addInterceptor(new RequestAddCookies()); httpproc.addInterceptor(new ResponseProcessCookies()); // HTTP authentication interceptors httpproc.addInterceptor(new RequestAuthCache()); httpproc.addInterceptor(new RequestTargetAuthentication()); httpproc.addInterceptor(new RequestProxyAuthentication()); return httpproc; }
From source file:edu.wisc.commons.httpclient.HrsDefaultHttpClient.java
/** * Override just to set RequestContent(true) *///from ww w .j a v a 2 s .c o m @Override protected BasicHttpProcessor createHttpProcessor() { BasicHttpProcessor httpproc = new BasicHttpProcessor(); httpproc.addInterceptor(new RequestDefaultHeaders()); // Required protocol interceptors httpproc.addInterceptor(new RequestContent(true)); httpproc.addInterceptor(new RequestTargetHost()); // Recommended protocol interceptors httpproc.addInterceptor(new RequestClientConnControl()); httpproc.addInterceptor(new RequestUserAgent()); httpproc.addInterceptor(new RequestExpectContinue()); // HTTP state management interceptors httpproc.addInterceptor(new RequestAddCookies()); httpproc.addInterceptor(new ResponseProcessCookies()); // HTTP authentication interceptors httpproc.addInterceptor(new RequestAuthCache()); httpproc.addInterceptor(new RequestTargetAuthentication()); httpproc.addInterceptor(new RequestProxyAuthentication()); return httpproc; }
From source file:com.cxic.ip.WebUrl.java
public String getResponseStr() { String userAgentCopy = VersionInfo.getUserAgent("Apache-HttpClient", "org.apache.http.client", getClass()); HttpProcessor httpprocessorCopy = null; if (httpprocessorCopy == null) { final HttpProcessorBuilder b = HttpProcessorBuilder.create(); b.addAll(new RequestDefaultHeaders(null), new RequestContent(), new RequestTargetHost(), // new RequestClientConnControl(), new RequestUserAgent(userAgentCopy), new RequestExpectContinue()); b.add(new RequestAddCookies()); b.add(new RequestAcceptEncoding()); b.add(new RequestAuthCache()); b.add(new ResponseProcessCookies()); b.add(new ResponseContentEncoding()); httpprocessorCopy = b.build();/* w w w . j a v a 2s .c o m*/ } HttpHost proxy = new HttpHost(ip, port, "http"); // DefaultProxyRoutePlanner routePlanner = new DefaultProxyRoutePlanner(proxy); CloseableHttpClient httpclient = HttpClients.custom() // .setRoutePlanner(routePlanner) .setProxy(proxy).setHttpProcessor(httpprocessorCopy).build(); String r = ""; HttpGet httpGet = new HttpGet(url); // httpGet.setHeader("GET http://www.stilllistener.com/checkpoint1/test2/ HTTP/1.1",""); // httpGet.setHeader("Host","www.stilllistener.com"); // httpGet.setHeader("User-Agent","Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:41.0) Gecko/20100101 Firefox/41.0"); // httpGet.setHeader("User-Agent","Baiduspider+(+http://www.baidu.com/search/spider.htm)"); // httpGet.setHeader("Accept","text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"); // httpGet.setHeader("Accept-Language","zh-CN,zh;q=0.8,en-US;q=0.5,en;q=0.3"); // httpGet.setHeader("Accept-Encoding","gzip, deflate"); // httpGet.setHeader("Referer",url); // httpGet.setHeader("Connection","keep-alive"); // httpGet.setHeader("Cache-Control","max-age=0"); CloseableHttpResponse response1 = null; try { response1 = httpclient.execute(httpGet); HttpEntity entity1 = response1.getEntity(); String line = response1.getStatusLine().getReasonPhrase(); // System.out.println(line); if (line.equals("OK")) { r = EntityUtils.toString(entity1); // System.out.println(r); // do something useful with the response body // and ensure it is fully consumed // InputStream in = entity1.getContent(); // System.out.println(EntityUtils.toString(entity1,"GB2312")); //System.out.println(in.toString()); } // do something useful with the response body // and ensure it is fully consumed // InputStream in = entity1.getContent(); // System.out.println(EntityUtils.toString(entity1,"GB2312")); //System.out.println(in.toString()); //System.out.println(EntityUtils.toString(entity1)); EntityUtils.consume(entity1); response1.close(); } catch (ClientProtocolException e) { // TODO Auto-generated catch block e.printStackTrace(); } catch (IOException e) { // TODO Auto-generated catch block e.printStackTrace(); } return r; }
From source file:org.yamj.api.common.http.AbstractPoolingHttpClient.java
@Override protected BasicHttpProcessor createHttpProcessor() { BasicHttpProcessor httpproc = new BasicHttpProcessor(); httpproc.addInterceptor(new RequestDefaultHeaders()); // Required protocol interceptors httpproc.addInterceptor(new RequestContent()); httpproc.addInterceptor(new RequestTargetHost()); // Recommended protocol interceptors httpproc.addInterceptor(new RequestClientConnControl()); httpproc.addInterceptor(new RequestUserAgent()); httpproc.addInterceptor(new RequestExpectContinue()); // HTTP state management interceptors httpproc.addInterceptor(new RequestAddCookies()); httpproc.addInterceptor(new ResponseProcessCookies()); // HTTP authentication interceptors httpproc.addInterceptor(new RequestAuthCache()); httpproc.addInterceptor(new RequestTargetAuthentication()); httpproc.addInterceptor(new RequestProxyAuthentication()); return httpproc; }
From source file:org.vietspider.net.client.impl.AnonymousHttpClient.java
@Override protected BasicHttpProcessor createHttpProcessor() { BasicHttpProcessor httpproc = new BasicHttpProcessor(); httpproc.addInterceptor(new RequestDefaultHeaders()); // Required protocol interceptors httpproc.addInterceptor(new RequestContent()); httpproc.addInterceptor(new RequestTargetHost()); // Recommended protocol interceptors httpproc.addInterceptor(new RequestConnControl()); httpproc.addInterceptor(new RequestUserAgent()); httpproc.addInterceptor(new RequestExpectContinue()); // HTTP state management interceptors httpproc.addInterceptor(new RequestAddCookies()); httpproc.addInterceptor(new ResponseProcessCookies()); // HTTP authentication interceptors httpproc.addInterceptor(new RequestTargetAuthentication()); httpproc.addInterceptor(new RequestProxyAuthentication()); return httpproc; }
From source file:com.helger.httpclient.HttpClientFactory.java
@Nonnull public HttpClientBuilder createHttpClientBuilder() { final LayeredConnectionSocketFactory aSSLFactory = createSSLFactory(); if (aSSLFactory == null) throw new IllegalStateException("Failed to create SSL SocketFactory"); final HttpClientConnectionManager aConnMgr = createConnectionManager(aSSLFactory); final RequestConfig aRequestConfig = createRequestConfig(); final HttpHost aProxyHost = getProxyHost(); final CredentialsProvider aCredentialsProvider = createCredentialsProvider(); final HttpClientBuilder aHCB = HttpClients.custom().setConnectionManager(aConnMgr) .setDefaultRequestConfig(aRequestConfig).setProxy(aProxyHost) .setDefaultCredentialsProvider(aCredentialsProvider); // Allow gzip,compress aHCB.addInterceptorLast(new RequestAcceptEncoding()); // Add cookies aHCB.addInterceptorLast(new RequestAddCookies()); // Un-gzip or uncompress aHCB.addInterceptorLast(new ResponseContentEncoding()); // Enable usage of Java networking system properties if (m_bUseSystemProperties) aHCB.useSystemProperties();//from www .j a v a 2 s . c o m // Set retry handler (if needed) if (m_nRetries > 0) aHCB.setRetryHandler(createRequestRetryHandler(m_nRetries, m_eRetryMode)); return aHCB; }
From source file:com.gargoylesoftware.htmlunit.HttpWebConnection.java
private List<HttpRequestInterceptor> getHttpRequestInterceptors(final WebRequest webRequest) throws IOException { final List<HttpRequestInterceptor> list = new ArrayList<>(); final Map<String, String> requestHeaders = webRequest.getAdditionalHeaders(); final int port = webRequest.getUrl().getPort(); final StringBuilder host = new StringBuilder(webRequest.getUrl().getHost()); if (port != 80 && port > 0) { host.append(':'); host.append(Integer.toString(port)); }//from w w w . j a va 2 s . c o m final String userAgent = webClient_.getBrowserVersion().getUserAgent(); final String[] headerNames = webClient_.getBrowserVersion().getHeaderNamesOrdered(); if (headerNames != null) { for (final String header : headerNames) { if ("Host".equals(header)) { list.add(new HostHeaderHttpRequestInterceptor(host.toString())); } else if ("User-Agent".equals(header)) { list.add(new UserAgentHeaderHttpRequestInterceptor(userAgent)); } else if ("Accept".equals(header) && requestHeaders.get(header) != null) { list.add(new AcceptHeaderHttpRequestInterceptor(requestHeaders.get(header))); } else if ("Accept-Language".equals(header) && requestHeaders.get(header) != null) { list.add(new AcceptLanguageHeaderHttpRequestInterceptor(requestHeaders.get(header))); } else if ("Accept-Encoding".equals(header) && requestHeaders.get(header) != null) { list.add(new AcceptEncodingHeaderHttpRequestInterceptor(requestHeaders.get(header))); } else if ("Referer".equals(header) && requestHeaders.get(header) != null) { list.add(new RefererHeaderHttpRequestInterceptor(requestHeaders.get(header))); } else if ("Connection".equals(header)) { list.add(new RequestClientConnControl()); } else if ("Cookie".equals(header)) { list.add(new RequestAddCookies()); } else if ("DNT".equals(header) && webClient_.getOptions().isDoNotTrackEnabled()) { list.add(new DntHeaderHttpRequestInterceptor("1")); } } } else { list.add(new UserAgentHeaderHttpRequestInterceptor(userAgent)); list.add(new RequestAddCookies()); list.add(new RequestClientConnControl()); } // not all browser versions have DNT by default as part of getHeaderNamesOrdered() // so we add it again, in case if (webClient_.getOptions().isDoNotTrackEnabled()) { list.add(new DntHeaderHttpRequestInterceptor("1")); } synchronized (requestHeaders) { list.add(new MultiHttpRequestInterceptor(new HashMap<>(requestHeaders))); } return list; }