easyspider - Version1 - contrib - wikipedia - SOURCE CODE

package WWW::Wikipedia;

use strict;
use warnings;
use Carp qw( croak );
use CGI qw( escape );
use WWW::Wikipedia::Entry;

use base qw( LWP::UserAgent );

our $VERSION = '1.7';

use constant WIKIPEDIA_URL =>
    'http://%s.wikipedia.org/w/index.php?title=%s&action=raw';

=head1 NAME

WWW::Wikipedia - Automated interface to the Wikipedia 

=head1 SYNOPSIS

  use WWW::Wikipedia;
  my $wiki = WWW::Wikipedia->new();

  ## search for 'perl' 
  my $result = $wiki->search( 'perl' );

  ## if the entry has some text print it out
  if ( $result->text() ) { 
      print $result->text();
  }

  ## list any related items we can look up 
  print join( "\n", $result->related() );

=head1 DESCRIPTION

WWW::Wikipedia provides an automated interface to the Wikipedia 
L<http://www.wikipedia.org>, which is a free, collaborative, online 
encyclopedia. This module allows you to search for a topic and return the 
resulting entry. It also gives you access to related topics which are also 
available via the Wikipedia for that entry.

=head1 METHODS

=head2 new()

The constructor. You can pass it a two letter language code, or nothing
to let it default to 'en'.


... [truncated, 137 more lines] ...

#!/usr/bin/perl -Imodules

use WWW::Wikipedia;

$file = $ARGV[0];

die "perl $0 TEXTFILE.TXT" unless (defined($file));
print "\n########### Wikipedia->Bot() ###########\n\n";

open(RH,"<$file");
	my $content = do { local( $/ ) ; <RH> } ;
close RH;

@content = split(' ',$content);

open(WH,">$file.html") or die;
$| = 1;

foreach $search (@content){


	$tmp_search = $search;
	
	# hier alle sonderzeichen entfernen aus dem tmp_search
	$tmp_search =~ s/\.//ig;
	$tmp_search =~ s/,//ig;
	$tmp_search =~ s/;//ig;
	$tmp_search =~ s/-//ig;
	$tmp_search =~ s/\+//ig;
	$tmp_search =~ s/\)//ig;
	$tmp_search =~ s/\(//ig;
	
	print "Gesucht: $tmp_search ";
	
	my $wiki = WWW::Wikipedia->new(language => 'de');
	$wiki->timeout( 20 );
	my $result = $wiki->search( $tmp_search );
  
	if (defined($result)) {
  
		if ( $result->text() ) { 
			@text = split('\n', $result->text());
			
			print WH "<a href=\"wikilink\" title=\"@text[0] @text[1] @text[2]\">$search</a> ";
			print " - found\n";
			
		} else {
			print WH "$search ";
			print " - not found!\n";
		}

... [truncated, 7 more lines] ...