torrentrage - torrentrage - echtzeitueberwachung - SOURCE CODE

#!/usr/bin/perl 


system("renice 20 $$");
system("clear");

###
# Crontab 
# env EDITOR=joe crontab -e
# 45 23 * * *  /usr/bin/perl /opt/torrentrage/echtzeitueberwachung/control.pl
###

use strict;
use URI::URL;
use DB_File;
use threads;
use threads::shared;
use Fcntl qw (:flock);
use Data::Dumper;
use LWP::UserAgent;
use HTTP::Cookies;
use HTTP::Request;
use HTML::TokeParser;
use Net::MySQL;			# perl -MCPAN -e 'force install "Net::MySQL"'
use Sys::AlarmCall;		# perl -MCPAN -e 'force install "Sys::AlarmCall"'


my %NoDoubleDB;
my $NoDoubleDB;
my @threads = ();
#my @ToCheckArray :shared;

######
my $MaxFileSizeOfWebDocument	= (5 * 1024 * 1024);	# 5mb
my $MaxRedirectRequests			= 0;
my $AuthorEmail					= 'test@cpan.org';
my $Timeout						= 30;
my $CrawlDelay					= int(rand(3));
my $ParallelThreads				= 71;
my $torrentflatfile				= "/opt/torrentrage/echtzeitueberwachung/torrent_todays_news.txt"; unlink $torrentflatfile;
######

my $DBFlatFile 					= "/tmp/NoDoubleDB-Flatfile.db"; unlink $DBFlatFile;
my $WebsiteFile					= "/opt/torrentrage/echtzeitueberwachung/websites.txt";
my $Content						= &ReadWebsites( $WebsiteFile );
my $WebsitesToCheck 			= &GetWebsites($ParallelThreads, $Content);


for ( my $count = 0; $count <= $ParallelThreads; $count++) {
       my $t = threads->new(\&CheckForNewContent, $WebsitesToCheck->[$count]);

... [truncated, 354 more lines] ...

#!/usr/bin/perl

#################
##### Author:	Sebastian Enger 
##### eMail:	sebastian.enger@gmail.com
##### Web:		http://www.sebastian-enger.com
##### Licence:	Its only mine!
#################

system("renice 20 $$");
system("clear");


###
# Crontab 
# env EDITOR=joe crontab -e
# 45 23 * * *  /usr/bin/perl /opt/torrentrage/sitemaps/torrentrageSitemapToday.pl
###

# https://www.google.com/webmasters/sitemaps/addsitemap?siteUrl=http://www.zoozle.net/emule-bittorrent-download/&hl=en&type=0&sitemapUrl0= PLUS SITEMAP URI
# first do a to install needed modules: perl -MCPAN -e 'force install "WWW::Google::SiteMap::Ping"'
#    * http://www.yahoo.com/ping?sitemap=http%3A%2F%2Fjoseph.randomnetworks.com%2Fsitemap.xml
#    * http://www.google.com/ping?sitemap=http%3A%2F%2Fjoseph.randomnetworks.com%2Fsitemap.xml
#    * http://search.msn.com/ping?sitemap=http%3A%2F%2Fjoseph.randomnetworks.com%2Fsitemap.xml

# perl -MCPAN -e 'install "Digest::SHA1"'
#use URI::Escape qw(uri_escape);
use Search::Sitemap::Pinger::Ask;
use Search::Sitemap::Pinger::Yahoo;
use Search::Sitemap::Pinger::Google;
use Search::Sitemap::Pinger::Live;	# perl -MCPAN -e 'install "Search::Sitemap::Pinger"'
use Search::Sitemap::Ping;
use Search::Sitemap;
use POSIX qw(strftime);
use String::Approx 'amatch';		# perl -MCPAN -e 'install "String::Approx"'
use IO::Handle;
use strict;
use LWP::Simple;
use DBI;
use Net::MySQL;	# perl -MCPAN -e 'force install "Net::MySQL"'


my $drh	= DBI->install_driver("mysql");

my $DBHOST = "localhost";
my $DBNAME = "zoozle";
my $DBUSER = "root";	
my $DBPASS = "xxxxx";# mysql root localhost: "";

my $VERSION = "6.2.2009 - V.3";

... [truncated, 448 more lines] ...