#ifndef FETCHWEBPAGES_H_
#define FETCHWEBPAGES_H_

#include <string>
#include <iostream>
#include <fstream>
#include <sstream>
#include <cstdlib>
#include <vector>
#include <map>
#include <algorithm>

#include "Retrievepage.h"

struct pageinfo
{
    std::string url;
    std::string source;
};

class Fetchwebpages
{
public:
    Fetchwebpages();
    virtual ~Fetchwebpages();

    void addpages();
    static void *fetchpage(void* url);
    void getsources();

private:
    vector<pageinfo> pages;
};

#endif /*FETCHWEBPAGES_H_*/