torrentrage - torrentrage - chartsgrabber - SOURCE CODE

#!/usr/bin/perl 


system("renice 20 $$");
system("clear");

###
# Crontab 
# env EDITOR=joe crontab -e
# 45 23 * * *  /usr/bin/perl /opt/torrentrage/echtzeitueberwachung/control.pl
###

use strict;
use URI::URL;
use LWP::UserAgent;
use HTTP::Cookies;
use HTTP::Request;
use HTML::TokeParser;
use Data::Dumper;


my $torrentflatfile 			= "/var/tmp/";
######
my $MaxFileSizeOfWebDocument	= (5 * 1024 * 1024);	# 5mb
my $MaxRedirectRequests			= 0;
my $AuthorEmail					= 'test@cpan.org';
my $Timeout						= 30;
my $CrawlDelay					= int(rand(3));
my $AlreadSeenLinks;
my %AlreadSeenLinks				= ();

my %LinksToScanDE = (		# 27 torrents
	"http://www.movieworlds.com/kinochartstop10.php" => '\/filme\/',		
	"http://www.musicload.de/liste/top-30-singles/312/LL_285" => '\/single\/',		
	"http://outnow.ch/Games/Charts/Schweizer-PC-Games-Charts/" => '\/Games\/',		
);

&doScanning( "http://www.movieworlds.com/kinochartstop10.php", '\/filme\/', "movies.txt" );
&doScanning( "http://www.musicbox.de/musicbox/MP3+2001212_Top-Titel.do;jsessionid=2D3C32866DCB1C3022083158A355E3E9.234-macs-3-musicbox", 'productid', "single.txt" );
&doScanning( "http://outnow.ch/Games/Charts/Schweizer-PC-Games-Charts/", '\/Games\/(\d{4})', "games.txt" );


sub doScanning(){

	my $UrltoScan			= shift;
	my $Regex				= shift;
	my $path				= shift;
	
	my ($Content,$Object) 	= &Get($UrltoScan);
	my $Links 				= &HtmlLinkExtractor($Content,$Object);

... [truncated, 114 more lines] ...