com.digitallizard.bbcnewsreader.resource.web.HtmlParser.java Source code

Introduction

Here is the source code for com.digitallizard.bbcnewsreader.resource.web.HtmlParser.java

Source

/*******************************************************************************
 * BBC News Reader
 * Released under the BSD License. See README or LICENSE.
 * Copyright (c) 2011, Digital Lizard (Oscar Key, Thomas Boby)
 * All rights reserved.
 ******************************************************************************/
package com.digitallizard.bbcnewsreader.resource.web;

import java.io.BufferedInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.net.URL;
import java.net.URLConnection;

import org.apache.http.client.ClientProtocolException;
import org.apache.http.util.ByteArrayBuffer;

public class HtmlParser {

    /**
     * @param args
     * @throws IOException
     * @throws ClientProtocolException
     */
    public static byte[] getPage(String stringUrl) throws Exception {
        URL url = new URL(stringUrl);
        URLConnection connection = url.openConnection();

        InputStream stream = connection.getInputStream();
        BufferedInputStream inputbuffer = new BufferedInputStream(stream);

        ByteArrayBuffer arraybuffer = new ByteArrayBuffer(50);
        int current = 0;
        while ((current = inputbuffer.read()) != -1) {
            arraybuffer.append((byte) current);
        }
        return arraybuffer.toByteArray();
    }

    public static String parsePage(byte[] bytes) {
        if (bytes != null) {
            // convert the bytes into a string
            String html = new String(bytes);
            // parse the page
            final String[] parsed = html.split("<div class=\"story-inner\">", 2);
            if (parsed.length > 1) {
                // assume there are start and stop tags
                return parsed[1].split("<!-- / .story-inner -->", 2)[0];
            } else {
                return parsed[0];
            }
        } else {
            return "";
        }
    }
}