### Tensorflow Build 
bazel clean && bazel build -c opt //tensorflow/tools/pip_package:build_pip_package
bazel-bin/tensorflow/tools/pip_package/build_pip_package /home/onetipp/deeptest/tf/

### Moses Build Instructions
./bjam clean && ./bjam --with-srilm=/home/onetipp/deeptest/moses/tools/srilm --with-irstlm=/home/onetipp/deeptest/moses/tools/irstlm-5.80.08 --with-giza=/home/onetipp/deeptest/moses/tools/giza-pp -j20


###	Hierarchical Model Training with Moses

cd /home/onetipp/deeptest/moses/work/corpus

# tokenizer
cat DGT.de-en.en | ../../moses/scripts/tokenizer/tokenizer.perl -l en -threads 40 > text.tok.en
cat DGT.de-en.de | ../../moses/scripts/tokenizer/tokenizer.perl -l de -threads 40 > text.tok.de


# cleaner
perl ../../moses/scripts/training/clean-corpus-n.perl text.tok de en text.tok.clean 1 350


# LowerCase
perl ../../moses/scripts/tokenizer/lowercase.perl < text.tok.clean.de > text.lower.de
perl ../../moses/scripts/tokenizer/lowercase.perl < text.tok.clean.en > text.lower.en


# We will use SRILM to build a tri-gram language model.
../../tools/srilm/bin/i686-m64/ngram-count -order 3 -interpolate -kndiscount -unk -text text.lower.de -lm ../lm/text.de.lm

../../tools/srilm/bin/i686-m64/ngram-count -order 3 -interpolate -kndiscount -unk -text text.lower.en -lm ../lm/text.en.lm
 

# Hierarchical Training
perl /home/onetipp/software/mosesdecoder/scripts/training/train-model.perl --parallel --glue-grammar --hierarchical --root-dir /home/onetipp/deeptest/moses/work -f de -e en --corpus /home/onetipp/deeptest/moses/work/corpus/text.lower -max-phrase-length 150 -external-bin-dir /home/onetipp/software/mosesdecoder/tools/ --lm 0:3:/home/onetipp/deeptest/moses/work/lm/text.en.lm:9 -mgiza -mgiza-cpus 20 -cores 40 -parallel -sort-buffer-size 50G -sort-batch-size 253 -sort-compress gzip -sort-parallel 10 --alignment grow-diag-final-and --score-options "--GoodTuring" --extract-options "--MaxSpan 1000 --MinHoleSource 1 --MinWords 0 --NonTermConsecSource --AllowOnlyUnalignedWords"

#Start using it:
moses_chart -f moses.ini