onetipp - Server - b2c - preprocessing - SOURCE CODE

#!/usr/bin/env python
# coding: utf8
# -*- coding: utf-8 -*-
# Quelle: http://rdrpostagger.sourceforge.net/
# python -m nltk.downloader all
# pip install -U nltk
# apt-get install python-numpy python-scipy python-matplotlib ipython ipython-notebook python-pandas python-sympy python-nose
# pip install -U numpy

import datetime
import pymongo
import polyglot
from polyglot.text import Text, Word
import fileinput
from textblob_de import TextBlobDE as TextBlob
from textblob_de import PatternParser
from textblob import Blobber
from textblob.taggers import NLTKTagger
from textblob.tokenizers import SentenceTokenizer
from textblob_de import BlobberDE
from textblob_de.taggers import PatternTagger
from textblob_de.tokenizers import PatternTokenizer
from textblob_de import PatternParser
# http://textblob-de.readthedocs.org/en/latest/
# python -m pip install pymongo
import sys
import pprint
import codecs
from pymongo import MongoClient
from pygermanet import load_germanet

gn = load_germanet()
client = MongoClient('mongodb://localhost:27017/')
db = client['DumpB2C']
#collection = db['B2Cv2']
collection = db['ParsedTemp']

# https://pypi.python.org/pypi/pygermanet
# https://github.com/wroberts/pygermanet
# funktionieren = gn.synset(u'funktionieren.v.2')
# print(funktionieren)
# sys.exit(1)
# http://api.mongodb.org/python/current/tutorial.html

content = ""
for line in fileinput.input():
    content +=line

#content = u"ich gehe im Wald spazieren und esse ein Eis. Meine Frau schiebt den Kinderwagen und erzählt mir von
    # Ihrem " \

... [truncated, 86 more lines] ...