onetipp - Server - b2c - SOURCE CODE

#!/usr/bin/perl

#sleep 25000;

###########################
### Autor: Sebastian Enger / B.Sc. 
### Copyright: Sebastian Enger
### Licence: BSD
### Version: 1.1.b  - 20080716@19.Uhr
### Contact: sebastian.enger@gmail.com | icq: 135846444
### Latest Version: PENDRIVE:\Programming\Perl\IncrementalBackup
###########################

use strict;
use DBI;
use File::Find;	# perl -MCPAN -e 'force install "File::Find"'
use File::Copy;	# perl -MCPAN -e 'force install "File::Copy"'
use File::Path;	# perl -MCPAN -e 'force install "File::Path"'
#use XML::Code; # perl -MCPAN -e 'force install "Curses"'
use File::Basename;
use Data::Dumper;
use String::Random; # perl -MCPAN -e 'force install "String::Random"'
use Digest::SHA qw(sha512_hex); # perl -MCPAN -e 'force install "Digest::SHA"'
use Encode qw(encode decode);
use HTML::Strip;
use MongoDB; # http://perlmaven.com/getting-started-with-mongodb-using-perl-insert-and-update

my $scriptname 		= basename($0);
my $count 			= 0;
my $pass 			= new String::Random;
my $hs 				= HTML::Strip->new();
my $client     		= MongoDB->connect('mongodb://localhost');
my $collection 		= $client->ns('OneTipp.B2Cv2'); # database foo, collection bar
	
my $SourceFolder 	= '/home/onetipp/b2c/374';
my $string1;
my $catg;
my $title;
my $string;
my $rcount = 0;
my $Hash;
my $dbh;
my %Hash = ();

##system("mysqldump -u root -pTesTer!2399 -f --skip-skip-lock-tables buzzerstar > buzzerstarv3.sql");exit;
my $enc = 'latin1'; # in dieser Kodierung ist das Script gespeichert

open(L,">logfile_witze.txt");

# prepare files from SourceFolder

... [truncated, 185 more lines] ...

#!/usr/bin/perl

#sleep 25000;

###########################
### Autor: Sebastian Enger / B.Sc. 
### Copyright: Sebastian Enger
### Licence: BSD
### Version: 1.1.b  - 20080716@19.Uhr
### Contact: sebastian.enger@gmail.com | icq: 135846444
### Latest Version: PENDRIVE:\Programming\Perl\IncrementalBackup
###########################

use strict;
use DBI;
use File::Find;	# perl -MCPAN -e 'force install "File::Find"'
use File::Copy;	# perl -MCPAN -e 'force install "File::Copy"'
use File::Path;	# perl -MCPAN -e 'force install "File::Path"'
#use XML::Code; # perl -MCPAN -e 'force install "Curses"'
use File::Basename;
use Data::Dumper;
use String::Random; # perl -MCPAN -e 'force install "String::Random"'
use Digest::SHA qw(sha512_hex); # perl -MCPAN -e 'force install "Digest::SHA"'
use Encode qw(encode decode);
use HTML::Strip;
use MongoDB; # http://perlmaven.com/getting-started-with-mongodb-using-perl-insert-and-update

my $scriptname 		= basename($0);
my $count 			= 0;
my $pass 			= new String::Random;
my $hs 				= HTML::Strip->new();
my $client     		= MongoDB->connect('mongodb://localhost');
my $collection 		= $client->ns('OneTipp.B2Cv2'); # database foo, collection bar
	
my $SourceFolder 	= '/home/immo/www.immonet.de/angebot';
my $string1;
my $catg;
my $title;
my $string;
my $rcount = 0;
my $Hash;
my $dbh;
my %Hash = ();

##system("mysqldump -u root -pTesTer!2399 -f --skip-skip-lock-tables buzzerstar > buzzerstarv3.sql");exit;
my $enc = 'latin1'; # in dieser Kodierung ist das Script gespeichert

open(L,">logfile_witze.txt");

# prepare files from SourceFolder

... [truncated, 190 more lines] ...

#!/usr/bin/perl

#sleep 25000;

###########################
### Autor: Sebastian Enger / B.Sc. 
### Copyright: Sebastian Enger
### Licence: BSD
### Version: 1.1.b  - 20080716@19.Uhr
### Contact: sebastian.enger@gmail.com | icq: 135846444
### Latest Version: PENDRIVE:\Programming\Perl\IncrementalBackup
###########################

use strict;
use DBI;
use File::Find;	# perl -MCPAN -e 'force install "File::Find"'
use File::Copy;	# perl -MCPAN -e 'force install "File::Copy"'
use File::Path;	# perl -MCPAN -e 'force install "File::Path"'
#use XML::Code; # perl -MCPAN -e 'force install "Curses"'
use File::Basename;
use Data::Dumper;
use String::Random; # perl -MCPAN -e 'force install "String::Random"'
use Digest::SHA qw(sha512_hex); # perl -MCPAN -e 'force install "Digest::SHA"'
use Encode qw(encode decode);
use HTML::Strip;
use MongoDB; # http://perlmaven.com/getting-started-with-mongodb-using-perl-insert-and-update

my $scriptname 		= basename($0);
my $count 			= 0;
my $pass 			= new String::Random;
my $hs 				= HTML::Strip->new();
my $client     		= MongoDB->connect('mongodb://localhost');
my $collection 		= $client->ns('OneTipp.B2Cv2'); # database foo, collection bar
	
my $SourceFolder 	= '/home/onetipp/b2c/441';
my $string1;
my $catg;
my $title;
my $string;
my $rcount = 0;
my $Hash;
my $dbh;
my %Hash = ();

##system("mysqldump -u root -pTesTer!2399 -f --skip-skip-lock-tables buzzerstar > buzzerstarv3.sql");exit;
my $enc = 'latin1'; # in dieser Kodierung ist das Script gespeichert

open(L,">logfile_witze.txt");

# prepare files from SourceFolder

... [truncated, 190 more lines] ...

#!/usr/bin/perl

#sleep 25000;

###########################
### Autor: Sebastian Enger / B.Sc. 
### Copyright: Sebastian Enger
### Licence: BSD
### Version: 1.1.b  - 20080716@19.Uhr
### Contact: sebastian.enger@gmail.com | icq: 135846444
### Latest Version: PENDRIVE:\Programming\Perl\IncrementalBackup
###########################

use strict;
use DBI;
use File::Find;	# perl -MCPAN -e 'force install "File::Find"'
use File::Copy;	# perl -MCPAN -e 'force install "File::Copy"'
use File::Path;	# perl -MCPAN -e 'force install "File::Path"'
#use XML::Code; # perl -MCPAN -e 'force install "Curses"'
use File::Basename;
use Data::Dumper;
use String::Random; # perl -MCPAN -e 'force install "String::Random"'
use Digest::SHA qw(sha512_hex); # perl -MCPAN -e 'force install "Digest::SHA"'
use Encode qw(encode decode);
use HTML::Strip;
use MongoDB; # http://perlmaven.com/getting-started-with-mongodb-using-perl-insert-and-update

my $scriptname 		= basename($0);
my $count 			= 0;
my $pass 			= new String::Random;
my $hs 				= HTML::Strip->new();
my $client     		= MongoDB->connect('mongodb://localhost');
my $collection 		= $client->ns('OneTipp.B2Cv2'); # database foo, collection bar
	
my $SourceFolder 	= '/home/onetipp/b2c/442';
my $string1;
my $catg;
my $title;
my $string;
my $rcount = 0;
my $Hash;
my $dbh;
my %Hash = ();

##system("mysqldump -u root -pTesTer!2399 -f --skip-skip-lock-tables buzzerstar > buzzerstarv3.sql");exit;
my $enc = 'latin1'; # in dieser Kodierung ist das Script gespeichert

open(L,">logfile_witze.txt");

# prepare files from SourceFolder

... [truncated, 188 more lines] ...

#!/usr/bin/perl

#sleep 25000;

###########################
### Autor: Sebastian Enger / B.Sc. 
### Copyright: Sebastian Enger
### Licence: BSD
### Version: 1.1.b  - 20080716@19.Uhr
### Contact: sebastian.enger@gmail.com | icq: 135846444
### Latest Version: PENDRIVE:\Programming\Perl\IncrementalBackup
###########################

use strict;
use DBI;
use File::Find;	# perl -MCPAN -e 'force install "File::Find"'
use File::Copy;	# perl -MCPAN -e 'force install "File::Copy"'
use File::Path;	# perl -MCPAN -e 'force install "File::Path"'
#use XML::Code; # perl -MCPAN -e 'force install "Curses"'
use File::Basename;
use Data::Dumper;
use String::Random; # perl -MCPAN -e 'force install "String::Random"'
use Digest::SHA qw(sha512_hex); # perl -MCPAN -e 'force install "Digest::SHA"'
use Encode qw(encode decode);
use HTML::Strip;
use MongoDB; # http://perlmaven.com/getting-started-with-mongodb-using-perl-insert-and-update

my $scriptname 		= basename($0);
my $count 			= 0;
my $pass 			= new String::Random;
my $hs 				= HTML::Strip->new();
my $client     		= MongoDB->connect('mongodb://localhost');
my $collection 		= $client->ns('OneTipp.B2Cv2'); # database foo, collection bar
	
my $SourceFolder 	= '/home/onetipp/b2c/442';
my $string1;
my $catg;
my $title;
my $string;
my $rcount = 0;
my $Hash;
my $dbh;
my %Hash = ();

##system("mysqldump -u root -pTesTer!2399 -f --skip-skip-lock-tables buzzerstar > buzzerstarv3.sql");exit;
my $enc = 'latin1'; # in dieser Kodierung ist das Script gespeichert

open(L,">logfile_witze.txt");

# prepare files from SourceFolder

... [truncated, 188 more lines] ...

#!/usr/bin/perl

#sleep 25000;

###########################
### Autor: Sebastian Enger / B.Sc. 
### Copyright: Sebastian Enger
### Licence: BSD
### Version: 1.1.b  - 20080716@19.Uhr
### Contact: sebastian.enger@gmail.com | icq: 135846444
### Latest Version: PENDRIVE:\Programming\Perl\IncrementalBackup
###########################

use strict;
use DBI;
use File::Find;	# perl -MCPAN -e 'force install "File::Find"'
use File::Copy;	# perl -MCPAN -e 'force install "File::Copy"'
use File::Path;	# perl -MCPAN -e 'force install "File::Path"'
#use XML::Code; # perl -MCPAN -e 'force install "Curses"'
use File::Basename;
use Data::Dumper;
use String::Random; # perl -MCPAN -e 'force install "String::Random"'
use Digest::SHA qw(sha512_hex); # perl -MCPAN -e 'force install "Digest::SHA"'
use Encode qw(encode decode);
use HTML::Strip;
use MongoDB; # http://perlmaven.com/getting-started-with-mongodb-using-perl-insert-and-update

my $scriptname 		= basename($0);
my $count 			= 0;
my $pass 			= new String::Random;
my $hs 				= HTML::Strip->new();
my $client     		= MongoDB->connect('mongodb://localhost');
my $collection 		= $client->ns('OneTipp.B2Cv2'); # database foo, collection bar
	
my $SourceFolder 	= '/home/immo/www.ohne-makler.net/immobilie';
my $string1;
my $catg;
my $title;
my $string;
my $rcount = 0;
my $Hash;
my $dbh;
my %Hash = ();

##system("mysqldump -u root -pTesTer!2399 -f --skip-skip-lock-tables buzzerstar > buzzerstarv3.sql");exit;
my $enc = 'latin1'; # in dieser Kodierung ist das Script gespeichert

open(L,">logfile_witze.txt");

# prepare files from SourceFolder

... [truncated, 188 more lines] ...

#!/usr/bin/perl

#sleep 25000;

###########################
### Autor: Sebastian Enger / B.Sc. 
### Copyright: Sebastian Enger
### Licence: BSD
### Version: 1.1.b  - 20080716@19.Uhr
### Contact: sebastian.enger@gmail.com | icq: 135846444
### Latest Version: PENDRIVE:\Programming\Perl\IncrementalBackup
###########################

use strict;
use DBI;
use File::Find;	# perl -MCPAN -e 'force install "File::Find"'
use File::Copy;	# perl -MCPAN -e 'force install "File::Copy"'
use File::Path;	# perl -MCPAN -e 'force install "File::Path"'
#use XML::Code; # perl -MCPAN -e 'force install "Curses"'
use File::Basename;
use Data::Dumper;
use String::Random; # perl -MCPAN -e 'force install "String::Random"'
use Digest::SHA qw(sha512_hex); # perl -MCPAN -e 'force install "Digest::SHA"'
use Encode qw(encode decode);
use HTML::Strip;
use MongoDB; # http://perlmaven.com/getting-started-with-mongodb-using-perl-insert-and-update

my $scriptname 		= basename($0);
my $count 			= 0;
my $pass 			= new String::Random;
my $hs 				= HTML::Strip->new();
my $client     		= MongoDB->connect('mongodb://localhost');
my $collection 		= $client->ns('OneTipp.B2Cv2'); # database foo, collection bar
	
my $SourceFolder 	= '/home/onetipp/b2c/441';
my $string1;
my $catg;
my $title;
my $string;
my $rcount = 0;
my $Hash;
my $dbh;
my %Hash = ();

##system("mysqldump -u root -pTesTer!2399 -f --skip-skip-lock-tables buzzerstar > buzzerstarv3.sql");exit;
my $enc = 'latin1'; # in dieser Kodierung ist das Script gespeichert

open(L,">logfile_witze.txt");

# prepare files from SourceFolder

... [truncated, 188 more lines] ...

#!/usr/bin/perl

###########################
### Autor: Sebastian Enger / B.Sc. 
### Copyright: Sebastian Enger
### Licence: BSD
### Version: 1.1.b  - 20080716@19.Uhr
### Contact: sebastian.enger@gmail.com | icq: 135846444
### Latest Version: PENDRIVE:\Programming\Perl\IncrementalBackup
###########################

use strict;
use Data::Dumper;
use MongoDB;
use MongoDB::OID;
 
# Connection
#my $connection = MongoDB::Connection->new('mongodb://localhost:27017');
my $connection     = MongoDB::MongoClient->new(host => 'localhost', port => 27017);
##$connection->authenticate ('database_name', 'user', 'password');

# Database
my $database   = $connection->get_database('OneTipp');

# Collection
my $collection = $database->get_collection('B2Cv2');
 
# Query
my $result = $collection->find({});
my $count = 0;

while (my $cursor = $result->next) {

	my $desc = $cursor->{'desc'};
	my $deco = $cursor->{'deco'};
	my $loca = $cursor->{'loca'};
	my $othr = $cursor->{'othr'};
	my $infa = $cursor->{'infa'};
	#my $content = $desc.$deco.$loca.$othr.$infa;
	#next if (length($content)<150);
	foreach my $entry ($desc,$deco,$loca,$othr,$infa){
		my @sentences = split(/(?<=[.?!])\s+(?=\p{Lu})/s, $entry);
		foreach my $sent (@sentences){
			$sent =~ s/\n//ig;
			$sent =~ s/\t//ig;
			$sent =~ s/\r//ig;
			$sent =~ s/\\n//ig;
			$sent =~ s/\\t//ig;
			$sent =~ s/\\r//ig;
			

... [truncated, 24 more lines] ...