contencleaner - synonyme-todos - SOURCE CODE

#!/usr/bin/perl

$yourdir = 'I:\syn\synonyme';
my $filecount = 0;

opendir(INDIR,$yourdir) or die "$!";
my @files = readdir INDIR;
close INDIR;

open(SYN,">syn-part2-notchecked.txt");

foreach my $inputFile (@files) {

	next if($inputFile=~/^\./);		# ignore . files
	next if($inputFile=~/\.pl/);	# perl file to ignore
	next if(-d $inputFile);			# Ignore directories
	my $string = "";

	open(RH,"<$yourdir\\$inputFile");
		while(<RH>){
			$string .= $_;
		}; # while(<RH>){
	close RH;
	
	my @content		= split("\n", $string);
	my $linecount	= 0;
	my $synonym		= "";
	my $syncount	= 0;
	my $last		= "";
	foreach my $line (@content) {
		eval {

			if ( $line =~ /\s+<\/b> <br>/i) {
				$line =~ s/<br>//ig;
				$line =~ s/<\/b>//;
				$line =~ s/^\s+//;
				$line =~ s/\s+$//;
				# print "LINE: $line\n";
				$synonym .= "$line," if ( $line ne $last || $line !~ /$last/i);
				$syncount++ if ( $line ne $last || $line !~ /$last/i);
				$last = $line;
			}; # if ( $line =~ /\s+<\/b> <br>/i) {
		
		};
		
		$linecount++;

	}; # foreach my $line (@content) {

	chop $synonym;

... [truncated, 16 more lines] ...

#!/usr/bin/perl

use Encode;

$string;
open(RH,"<synonyme1.html");
	while(<RH>){
		$string .= $_;
	}; # while(<RH>){
close RH;


@content = split(/\#\#\#/, $string);

open(SYN,">syn-part1-notchecked.txt");
for ( @content) {
	
	my @words = split(',', $_);
	my $synonyme = "";

	my $count = 0;
	foreach my $txt ( @words ) {
		chomp($txt);
		if ( $txt !~ /<.*?>/ ) {
			my $txt		= Encode::decode( 'iso-8859-1', $txt );
			# print "WORDS: $ustring\n";
			$txt =~ s/\s+//;
			#print "TXT: '$txt' \n";
			
			if ( $txt !~ /\s/ ) {
				$count++;
				$synonyme .= "$txt," if ( length $txt > 0 );
			}; # if ( $txt !~ /\s/ ) {
		
		}; # if ( $txt !~ /<.*?>/ ) {

	}; # foreach my $txt ( @words ) {

	chop($synonyme);
	# print "[$count] SYNONYM: $synonyme \n" if ( $count > 3);
	print SYN "$synonyme\n" if ( $count > 3);
	#select(undef,undef,undef, 0.25);
};

#!/usr/bin/perl

use IO::Handle;

$yourdir = 'I:\syn\synonyme1';
my $filecount = 0;

opendir(INDIR,$yourdir) or die "$!";
my @files = readdir INDIR;
close INDIR;

open(SYN,">syn-part3-notchecked.txt");
SYN->autoflush(1);

foreach my $inputFile (@files) {

	next if($inputFile=~/^\./);		# ignore . files
	next if($inputFile=~/\.pl/);	# perl file to ignore
	next if(-d $inputFile);			# Ignore directories
	my $string = "";

	open(RH,"<$yourdir\\$inputFile");
		while(<RH>){
			$string .= $_;
		}; # while(<RH>){
	close RH;
	
	my @content		= split("\n", $string);
	my $linecount	= 0;
	my $synonym		= "";
	my $syncount	= 0;
	my $last		= "";
	foreach my $line (@content) {
		eval {

			if ( $line =~ /\s+<\/b> <br>/i) {
				$line =~ s/<br>//ig;
				$line =~ s/<\/b>//;
				$line =~ s/^\s+//;
				$line =~ s/\s+$//;
				# print "LINE: $line\n";
				$synonym .= "$line," if ( $line ne $last || $line !~ /$last/i);
				$syncount++ if ( $line ne $last || $line !~ /$last/i);
				$last = $line;
			}; # if ( $line =~ /\s+<\/b> <br>/i) {
		
		};
		
		$linecount++;


... [truncated, 19 more lines] ...