onetipp - 04_IT - 14_Framework - SOURCE CODE

#! /usr/bin/perl

#
# Author: Sebastian Enger, M.Sc.
# Date: 3/27/2016
# Website: www.OneTIPP.com
# Email: Sebastian.Enger@gmail.com
# Topic: Parse content of current "Versicherungswebsite" for OneTIPP Demo Framework
# Version: 0.0.4
#
use utf8;
use strict;
use DBI;
use File::Find;	# perl -MCPAN -e 'force install "File::Find"'
use File::Copy;	# perl -MCPAN -e 'force install "File::Copy"'
use File::Path;	# perl -MCPAN -e 'force install "File::Path"'
#use XML::Code; # perl -MCPAN -e 'force install "Curses"'
use File::Basename;
use Data::Dumper;
use String::Random; # perl -MCPAN -e 'force install "String::Random"'
use Digest::SHA qw(sha512_hex);
use Encode qw/from_to/;
use Encode::Encoder qw(encoder);

my $scriptname 		= basename($0);
my $count 			= 0;
my $pass 			= new String::Random;

my $SourceFolder 	= '/home/Framework/DemoParser/rawdata/www.axa.de';
my $log_path		= "/home/Framework/DemoParser/log";
my $string1;
my $catg;
my $title;
my $string;
my $rcount = 0;
my $Hash;
my $dbh;
my %Hash = ();

my $enc 		= 'latin1'; # in dieser Kodierung ist das Script gespeichert
my $logfile 	= "$log_path/$scriptname.txt";
unlink $logfile;
my @array  = ();

find(\&SourceStructure, $SourceFolder);

my %hash   = map { $_ => 1 } @array;
my @unique = keys(%hash);

open my $OUT, '>:encoding(UTF-8)', $logfile;

... [truncated, 99 more lines] ...

#! /usr/bin/perl

#
# Author: Sebastian Enger, M.Sc.
# Date: 3/27/2016
# Website: www.OneTIPP.com
# Email: Sebastian.Enger@gmail.com
# Topic: Parse content of current "Versicherungswebsite" for OneTIPP Demo Framework
# Version: 0.0.4
#
use utf8;
use strict;
use DBI;
use File::Find;	# perl -MCPAN -e 'force install "File::Find"'
use File::Copy;	# perl -MCPAN -e 'force install "File::Copy"'
use File::Path;	# perl -MCPAN -e 'force install "File::Path"'
#use XML::Code; # perl -MCPAN -e 'force install "Curses"'
use File::Basename;
use Data::Dumper;
use String::Random; # perl -MCPAN -e 'force install "String::Random"'
use Digest::SHA qw(sha512_hex);
use Encode qw/from_to/;
use Encode::Encoder qw(encoder);

my $scriptname 		= basename($0);
my $count 			= 0;
my $pass 			= new String::Random;

my $SourceFolder 	= '/home/Framework/DemoParser/rawdata/www.check24.de';
my $log_path		= "/home/Framework/DemoParser/log";
my $string1;
my $catg;
my $title;
my $string;
my $rcount = 0;
my $Hash;
my $dbh;
my %Hash = ();

my $enc 		= 'latin1'; # in dieser Kodierung ist das Script gespeichert
my $logfile 	= "$log_path/$scriptname.txt";
unlink $logfile;
my @array  = ();

find(\&SourceStructure, $SourceFolder);

my %hash   = map { $_ => 1 } @array;
my @unique = keys(%hash);

open my $OUT, '>:encoding(UTF-8)', $logfile;

... [truncated, 95 more lines] ...

#! /usr/bin/perl

#
# Author: Sebastian Enger, M.Sc.
# Date: 3/27/2016
# Website: www.OneTIPP.com
# Email: Sebastian.Enger@gmail.com
# Topic: Parse content of current "Versicherungswebsite" for OneTIPP Demo Framework
# Version: 0.0.4
#
use utf8;
use strict;
use DBI;
use File::Find;	# perl -MCPAN -e 'force install "File::Find"'
use File::Copy;	# perl -MCPAN -e 'force install "File::Copy"'
use File::Path;	# perl -MCPAN -e 'force install "File::Path"'
#use XML::Code; # perl -MCPAN -e 'force install "Curses"'
use File::Basename;
use Data::Dumper;
use String::Random; # perl -MCPAN -e 'force install "String::Random"'
use Digest::SHA qw(sha512_hex);
use Encode qw/from_to/;
use Encode::Encoder qw(encoder);

my $scriptname 		= basename($0);
my $count 			= 0;
my $pass 			= new String::Random;

my $SourceFolder 	= '/home/Framework/DemoParser/rawdata/www.devk.de';
my $log_path		= "/home/Framework/DemoParser/log";
my $string1;
my $catg;
my $title;
my $string;
my $rcount = 0;
my $Hash;
my $dbh;
my %Hash = ();

my $enc 		= 'latin1'; # in dieser Kodierung ist das Script gespeichert
my $logfile 	= "$log_path/$scriptname.txt";
unlink $logfile;
my @array  = ();

find(\&SourceStructure, $SourceFolder);

my %hash   = map { $_ => 1 } @array;
my @unique = keys(%hash);

open my $OUT, '>:encoding(UTF-8)', $logfile;

... [truncated, 94 more lines] ...

#! /usr/bin/perl

#
# Author: Sebastian Enger, M.Sc.
# Date: 3/27/2016
# Website: www.OneTIPP.com
# Email: Sebastian.Enger@gmail.com
# Topic: Parse content of current "Versicherungswebsite" for OneTIPP Demo Framework
# Version: 0.0.4
#
use utf8;
use strict;
use DBI;
use File::Find;	# perl -MCPAN -e 'force install "File::Find"'
use File::Copy;	# perl -MCPAN -e 'force install "File::Copy"'
use File::Path;	# perl -MCPAN -e 'force install "File::Path"'
#use XML::Code; # perl -MCPAN -e 'force install "Curses"'
use File::Basename;
use Data::Dumper;
use String::Random; # perl -MCPAN -e 'force install "String::Random"'
use Digest::SHA qw(sha512_hex);
use Encode qw/from_to/;
use Encode::Encoder qw(encoder);

my $scriptname 		= basename($0);
my $count 			= 0;
my $pass 			= new String::Random;

my $SourceFolder 	= '/home/Framework/DemoParser/rawdata/www.ergo.de';
my $log_path		= "/home/Framework/DemoParser/log";
my $string1;
my $catg;
my $title;
my $string;
my $rcount = 0;
my $Hash;
my $dbh;
my %Hash = ();

my $enc 		= 'latin1'; # in dieser Kodierung ist das Script gespeichert
my $logfile 	= "$log_path/$scriptname.txt";
unlink $logfile;
my @array  = ();

find(\&SourceStructure, $SourceFolder);

my %hash   = map { $_ => 1 } @array;
my @unique = keys(%hash);

open my $OUT, '>:encoding(UTF-8)', $logfile;

... [truncated, 94 more lines] ...

#! /usr/bin/perl

#
# Author: Sebastian Enger, M.Sc.
# Date: 3/27/2016
# Website: www.OneTIPP.com
# Email: Sebastian.Enger@gmail.com
# Topic: Parse content of current "Versicherungswebsite" for OneTIPP Demo Framework
# Version: 0.0.4
#
use utf8;
use strict;
use DBI;
use File::Find;	# perl -MCPAN -e 'force install "File::Find"'
use File::Copy;	# perl -MCPAN -e 'force install "File::Copy"'
use File::Path;	# perl -MCPAN -e 'force install "File::Path"'
#use XML::Code; # perl -MCPAN -e 'force install "Curses"'
use File::Basename;
use Data::Dumper;
use String::Random; # perl -MCPAN -e 'force install "String::Random"'
use Digest::SHA qw(sha512_hex);
use Encode qw/from_to/;
use Encode::Encoder qw(encoder);

my $scriptname 		= basename($0);
my $count 			= 0;
my $pass 			= new String::Random;

my $SourceFolder 	= '/home/Framework/DemoParser/rawdata/www.feuersozietaet.de';
my $log_path		= "/home/Framework/DemoParser/log";
my $string1;
my $catg;
my $title;
my $string;
my $rcount = 0;
my $Hash;
my $dbh;
my %Hash = ();

my $enc 		= 'latin1'; # in dieser Kodierung ist das Script gespeichert
my $logfile 	= "$log_path/$scriptname.txt";
unlink $logfile;
my @array  = ();

find(\&SourceStructure, $SourceFolder);

my %hash   = map { $_ => 1 } @array;
my @unique = keys(%hash);

open my $OUT, '>:encoding(UTF-8)', $logfile;

... [truncated, 94 more lines] ...

#! /usr/bin/perl

#
# Author: Sebastian Enger, M.Sc.
# Date: 3/27/2016
# Website: www.OneTIPP.com
# Email: Sebastian.Enger@gmail.com
# Topic: Parse content of current "Versicherungswebsite" for OneTIPP Demo Framework
# Version: 0.0.4
#
use utf8;
use strict;
use DBI;
use File::Find;	# perl -MCPAN -e 'force install "File::Find"'
use File::Copy;	# perl -MCPAN -e 'force install "File::Copy"'
use File::Path;	# perl -MCPAN -e 'force install "File::Path"'
#use XML::Code; # perl -MCPAN -e 'force install "Curses"'
use File::Basename;
use Data::Dumper;
use String::Random; # perl -MCPAN -e 'force install "String::Random"'
use Digest::SHA qw(sha512_hex);
use Encode qw/from_to/;
use Encode::Encoder qw(encoder);

my $scriptname 		= basename($0);
my $count 			= 0;
my $pass 			= new String::Random;

my $SourceFolder 	= '/home/Framework/DemoParser/rawdata/www.geld.de';
my $log_path		= "/home/Framework/DemoParser/log";
my $string1;
my $catg;
my $title;
my $string;
my $rcount = 0;
my $Hash;
my $dbh;
my %Hash = ();

my $enc 		= 'latin1'; # in dieser Kodierung ist das Script gespeichert
my $logfile 	= "$log_path/$scriptname.txt";
unlink $logfile;
my @array  = ();

find(\&SourceStructure, $SourceFolder);

my %hash   = map { $_ => 1 } @array;
my @unique = keys(%hash);

open my $OUT, '>:encoding(UTF-8)', $logfile;

... [truncated, 94 more lines] ...

#! /usr/bin/perl

#
# Author: Sebastian Enger, M.Sc.
# Date: 3/27/2016
# Website: www.OneTIPP.com
# Email: Sebastian.Enger@gmail.com
# Topic: Parse content of current "Versicherungswebsite" for OneTIPP Demo Framework
# Version: 0.0.4
#
use utf8;
use strict;
use DBI;
use File::Find;	# perl -MCPAN -e 'force install "File::Find"'
use File::Copy;	# perl -MCPAN -e 'force install "File::Copy"'
use File::Path;	# perl -MCPAN -e 'force install "File::Path"'
#use XML::Code; # perl -MCPAN -e 'force install "Curses"'
use File::Basename;
use Data::Dumper;
use String::Random; # perl -MCPAN -e 'force install "String::Random"'
use Digest::SHA qw(sha512_hex);
use Encode qw/from_to/;
use Encode::Encoder qw(encoder);

my $scriptname 		= basename($0);
my $count 			= 0;
my $pass 			= new String::Random;

my $SourceFolder 	= '/home/Framework/DemoParser/rawdata/www.mymoney.de';
my $log_path		= "/home/Framework/DemoParser/log";
my $string1;
my $catg;
my $title;
my $string;
my $rcount = 0;
my $Hash;
my $dbh;
my %Hash = ();

my $enc 		= 'latin1'; # in dieser Kodierung ist das Script gespeichert
my $logfile 	= "$log_path/$scriptname.txt";
unlink $logfile;
my @array 		= ();

find(\&SourceStructure, $SourceFolder);

my %hash   = map { $_ => 1 } @array;
my @unique = keys(%hash);

open my $OUT, '>:encoding(UTF-8)', $logfile;

... [truncated, 94 more lines] ...

#! /usr/bin/perl

#
# Author: Sebastian Enger, M.Sc.
# Date: 3/27/2016
# Website: www.OneTIPP.com
# Email: Sebastian.Enger@gmail.com
# Topic: Parse content of current "Versicherungswebsite" for OneTIPP Demo Framework
# Version: 0.0.4
#
use utf8;
use strict;
use DBI;
use File::Find;	# perl -MCPAN -e 'force install "File::Find"'
use File::Copy;	# perl -MCPAN -e 'force install "File::Copy"'
use File::Path;	# perl -MCPAN -e 'force install "File::Path"'
#use XML::Code; # perl -MCPAN -e 'force install "Curses"'
use File::Basename;
use Data::Dumper;
use String::Random; # perl -MCPAN -e 'force install "String::Random"'
use Digest::SHA qw(sha512_hex);
use Encode qw/from_to/;
use Encode::Encoder qw(encoder);

my $scriptname 		= basename($0);
my $count 			= 0;
my $pass 			= new String::Random;

my $SourceFolder 	= '/home/Framework/DemoParser/rawdata/www.verivox.de';
my $log_path		= "/home/Framework/DemoParser/log";
my $string1;
my $catg;
my $title;
my $string;
my $rcount = 0;
my $Hash;
my $dbh;
my %Hash = ();

my $enc 		= 'latin1'; # in dieser Kodierung ist das Script gespeichert
my $logfile 	= "$log_path/$scriptname.txt";
unlink $logfile;
my @array  = ();

find(\&SourceStructure, $SourceFolder);

my %hash   = map { $_ => 1 } @array;
my @unique = keys(%hash);

open my $OUT, '>:encoding(UTF-8)', $logfile;

... [truncated, 94 more lines] ...

#! /usr/bin/perl

#
# Author: Sebastian Enger, M.Sc.
# Date: 3/27/2016
# Website: www.OneTIPP.com
# Email: Sebastian.Enger@gmail.com
# Topic: Parse content of current "Versicherungswebsite" for OneTIPP Demo Framework
# Version: 0.0.4
#

use utf8;
use strict;
use DBI;
use File::Find;	# perl -MCPAN -e 'force install "File::Find"'
use File::Copy;	# perl -MCPAN -e 'force install "File::Copy"'
use File::Path;	# perl -MCPAN -e 'force install "File::Path"'
#use XML::Code; # perl -MCPAN -e 'force install "Curses"'
use File::Basename;
use Data::Dumper;
use String::Random; # perl -MCPAN -e 'force install "String::Random"'
use Digest::SHA qw(sha512_hex);
use Encode qw/from_to/;
use Encode::Encoder qw(encoder);

my $scriptname 		= basename($0);
my $count 			= 0;
my $pass 			= new String::Random;

my $SourceFolder 	= '/home/Framework/DemoParser/rawdata/www.versicherungen.de';
my $log_path		= "/home/Framework/DemoParser/log";
my $string1;
my $catg;
my $title;
my $string;
my $rcount = 0;
my $Hash;
my $dbh;
my %Hash = ();

my $enc 		= 'latin1'; # in dieser Kodierung ist das Script gespeichert
my $logfile 	= "$log_path/$scriptname.txt";
unlink $logfile;
my @array  = ();

find(\&SourceStructure, $SourceFolder);

my %hash   = map { $_ => 1 } @array;
my @unique = keys(%hash);


... [truncated, 95 more lines] ...

#! /usr/bin/perl

#
# Author: Sebastian Enger, M.Sc.
# Date: 3/13/2016
# Website: www.OneTIPP.com
# Email: Sebastian.Enger@gmail.com
# Topic: Install Host Image Requirements for Ubuntu in Docker Image 
# Based: https://blog.giantswarm.io/moving-docker-container-images-around/
# Version: 1.0.0
#https://www.quantstart.com/articles/Installing-Nvidia-cuda-on-Ubuntu-14-04-for-Linux-GPU-Computing
# https://github.com/NVIDIA/nvidia-docker/wiki/Installation

use strict;

my $cpu_count = "";
open CPU, "/proc/cpuinfo" or die "Can't open cpuinfo: $!\n";
#printf "CPUs: %d\n", scalar (map /^processor/, <CPU>) ; 
$cpu_count = scalar (map /^processor/, <CPU>);
close CPU;

# apt-get 
system("apt-get update");
system("apt-get upgrade");
#system("apt-get dist-upgrade");
system("apt-get -o Dpkg::Options::='--force-confold' --force-yes -fuy dist-upgrade");

system("apt-get install -y build-essential");
system("apt-get install -y openssl libssl-dev");
system("apt-get install -y libopenblas-dev");

system("apt-get install -y nasm");
system("apt-get install -y g++ c++"); 
system("apt-get install -y cpp"); 
system("apt-get install -y curl");
system("apt-get install -y wget");
system("apt-get install -y joe");
system("apt-get install -y screen");

system("apt-get install -y python-setuptools python-dev");
system("apt-get install -y python-pip");
system("apt-get install -y perl");
system("apt-get install -y bzip2 gzip pbzip2");
system("apt-get install -y libhdf5-dev");

# install and upgrade PIP
system("pip install -U pip");

# uninstall current version of numpy
system("pip uninstall numpy");		

... [truncated, 25 more lines] ...