#!/usr/bin/perl


use LWP 5.64;
use WWW::Mechanize;


my @members;

//for all 3150 pages
for($i=2; $i<=3150;$i++) {
   $browser = WWW::Mechanize->new();
   $browser->proxy('http','http://localhost:8118');
   $browser->get("http://www.elitefitness.com/forum/members/list/index".$i.".html");

   @links =  $browser->links();
   push(@members,getLinks(@links));
}

//parse member links to member name

//save it to a file

open(MYFILE,'>>',"members.txt");
foreach(@members) {
   print MYFILE "$_\n";
}
close(MYFILE);



//parse the links that contain members
sub getLinks() {
   @links2 = @_;
   @retval;
   foreach (@links2) {
      $url = $_->url();
      if($url=~/members\/\-/) {
         push(@retval,$url);
      }
   }
   return @retval;
}