Java URL Download fetchURL(URL url)

Description

fetch URL

License

Apache License

Declaration

public static String fetchURL(URL url) 

Method Source Code

//package com.java2s;
/*/* www .  j a va2  s  .c  o m*/
 * Ivory: A Hadoop toolkit for web-scale information retrieval
 *
 * Licensed under the Apache License, Version 2.0 (the "License"); you
 * may not use this file except in compliance with the License. You may
 * obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
 * implied. See the License for the specific language governing
 * permissions and limitations under the License.
 */

import java.io.BufferedReader;
import java.io.InputStreamReader;
import java.net.URL;
import java.net.URLConnection;

public class Main {
    public static String fetchURL(URL url) {
        try {
            URLConnection con = url.openConnection();
            con.setRequestProperty("User-Agent", "Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0; H010818)");
            BufferedReader reader = new BufferedReader(new InputStreamReader(con.getInputStream()));

            // Read page into buffer.
            String line;
            StringBuffer pageBuffer = new StringBuffer();
            while ((line = reader.readLine()) != null) {
                pageBuffer.append(line);
                pageBuffer.append("\n");
            }

            return pageBuffer.toString();
        } catch (Exception e) {
            e.printStackTrace();
        }
        return null;
    }
}

Related

1. fetchUrl(String _url, String charset)
2. fetchURL(String url)
3. fetchURL(String url_string)
4. fetchURL(String urlStr, List errors, Map requestProperties)
5. fetchUrl(URL url)
6. fetchUrl(URL url)
7. fetchURLContents(String url)
8. get(String url)
9. get(String url)