List of usage examples for org.apache.http.impl.cookie BestMatchSpecFactory BestMatchSpecFactory
public BestMatchSpecFactory()
From source file:org.aliuge.crawler.fetcher.DefaultFetcher.java
public DefaultFetcher createFetcher(FetchConfig config) { // // w w w. j a v a 2 s . co m connectionManager = new PoolingHttpClientConnectionManager(); BasicCookieStore cookieStore = new BasicCookieStore(); CookieSpecProvider easySpecProvider = new CookieSpecProvider() { public CookieSpec create(HttpContext context) { return new BrowserCompatSpec() { @Override public void validate(Cookie cookie, CookieOrigin origin) throws MalformedCookieException { // Oh, I am easy } }; } }; Registry<CookieSpecProvider> r = RegistryBuilder.<CookieSpecProvider>create() .register(CookieSpecs.BEST_MATCH, new BestMatchSpecFactory()) .register(CookieSpecs.BROWSER_COMPATIBILITY, new BrowserCompatSpecFactory()) .register("easy", easySpecProvider).build(); // Create global request configuration defaultRequestConfig = RequestConfig.custom().setCookieSpec("easy").setSocketTimeout(10000) .setConnectTimeout(10000).build(); connectionManager.setMaxTotal(config.getMaxTotalConnections()); connectionManager.setDefaultMaxPerRoute(config.getMaxConnectionsPerHost()); // Create an HttpClient with the given custom dependencies and // configuration. httpClient = HttpClients.custom().setConnectionManager(connectionManager).setDefaultCookieStore(cookieStore) .setDefaultCookieSpecRegistry(r) /* .setProxy(new HttpHost("myproxy", 8080)) */ .setDefaultRequestConfig(defaultRequestConfig).build(); if (connectionMonitorThread == null) { connectionMonitorThread = new IdleConnectionMonitorThread(connectionManager); } /* * connectionMonitorThread.start(); try { * connectionMonitorThread.join(); } catch (InterruptedException e) { // * TODO Auto-generated catch block e.printStackTrace(); } */ return this; }
From source file:org.vietspider.net.client.impl.AnonymousHttpClient.java
@Override protected CookieSpecRegistry createCookieSpecRegistry() { CookieSpecRegistry registry = new CookieSpecRegistry(); registry.register(CookiePolicy.BEST_MATCH, new BestMatchSpecFactory()); registry.register(CookiePolicy.BROWSER_COMPATIBILITY, new BrowserCompatSpecFactory()); registry.register(CookiePolicy.NETSCAPE, new NetscapeDraftSpecFactory()); registry.register(CookiePolicy.RFC_2109, new RFC2109SpecFactory()); registry.register(CookiePolicy.RFC_2965, new RFC2965SpecFactory()); return registry; }
From source file:org.apache.http.impl.client.AbstractHttpClient.java
protected CookieSpecRegistry createCookieSpecRegistry() { final CookieSpecRegistry registry = new CookieSpecRegistry(); registry.register(CookiePolicy.BEST_MATCH, new BestMatchSpecFactory()); registry.register(CookiePolicy.BROWSER_COMPATIBILITY, new BrowserCompatSpecFactory()); registry.register(CookiePolicy.NETSCAPE, new NetscapeDraftSpecFactory()); registry.register(CookiePolicy.RFC_2109, new RFC2109SpecFactory()); registry.register(CookiePolicy.RFC_2965, new RFC2965SpecFactory()); registry.register(CookiePolicy.IGNORE_COOKIES, new IgnoreSpecFactory()); return registry; }
From source file:org.apache.http.impl.client.AbstractStatisticsGatheringHttpClient.java
protected CookieSpecRegistry createCookieSpecRegistry() { CookieSpecRegistry registry = new CookieSpecRegistry(); registry.register(CookiePolicy.BEST_MATCH, new BestMatchSpecFactory()); registry.register(CookiePolicy.BROWSER_COMPATIBILITY, new BrowserCompatSpecFactory()); registry.register(CookiePolicy.NETSCAPE, new NetscapeDraftSpecFactory()); registry.register(CookiePolicy.RFC_2109, new RFC2109SpecFactory()); registry.register(CookiePolicy.RFC_2965, new RFC2965SpecFactory()); registry.register(CookiePolicy.IGNORE_COOKIES, new IgnoreSpecFactory()); return registry; }