README.rst
setup.py
src/mosestokenizer/__init__.py
src/mosestokenizer/detokenizer.perl
src/mosestokenizer/detokenizer.py
src/mosestokenizer/normalize-punctuation.perl
src/mosestokenizer/punctnormalizer.py
src/mosestokenizer/sentsplitter.py
src/mosestokenizer/split-sentences.perl
src/mosestokenizer/tokenizer-v1.0.perl
src/mosestokenizer/tokenizer-v1.1.perl
src/mosestokenizer/tokenizer.py
src/mosestokenizer.egg-info/PKG-INFO
src/mosestokenizer.egg-info/SOURCES.txt
src/mosestokenizer.egg-info/dependency_links.txt
src/mosestokenizer.egg-info/entry_points.txt
src/mosestokenizer.egg-info/requires.txt
src/mosestokenizer.egg-info/top_level.txt
src/mosestokenizer/nonbreaking_prefixes/README.txt
src/mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.ca
src/mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.cs
src/mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.de
src/mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.el
src/mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.en
src/mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.es
src/mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.fi
src/mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.fr
src/mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.hu
src/mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.is
src/mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.it
src/mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.lv
src/mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.nl
src/mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.pl
src/mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.pt
src/mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.ro
src/mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.ru
src/mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.sk
src/mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.sl
src/mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.sv
src/mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.ta