package webfilter;
import java.io.IOException;
import java.io.StringReader;
import java.io.StringWriter;
import java.net.URL;
import java.util.LinkedList;
import org.ccil.cowan.tagsoup.Parser;
import org.ccil.cowan.tagsoup.XMLWriter;
import org.dom4j.Document;
import org.dom4j.io.SAXReader;
import webfilter.core.generated.SimplePageBuilder;
import webfilter.util.FetcherException;
import org.xml.sax.SAXException;
import org.dom4j.DocumentException;

/**
 *
 * @author david
 */
public class Plaintext {

    public static String fetch(final URL url) throws IOException, SAXException, DocumentException{
        Parser parser = new Parser();

        StringWriter output = new StringWriter();
        parser.setContentHandler(new XMLWriter(output));
        parser.parse(url.toString());

        String source = output.toString();

        SAXReader reader = new SAXReader();

        Document doc = reader.read(new StringReader(source));

        return doc.getRootElement().getStringValue();}
}