CMakeLists.txt
LICENSE
MANIFEST.in
README.md
VERSION
mosestokenizer.pc.in
setup.cfg
setup.py
bindings/python/mosestokenizer/__init__.py
bindings/python/mosestokenizer/share/README.txt
bindings/python/mosestokenizer/share/nonbreaking_prefixes/README.txt
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.as
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.bn
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.ca
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.cs
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.de
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.el
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.en
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.es
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.et
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.fi
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.fr
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.ga
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.gu
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.hi
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.hu
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.is
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.it
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.kn
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.lt
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.lv
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.ml
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.mni
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.mr
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.nl
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.or
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.pa
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.pl
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.pt
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.ro
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.ru
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.sk
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.sl
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.sv
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.ta
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.te
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.yue
bindings/python/mosestokenizer/share/nonbreaking_prefixes/nonbreaking_prefix.zh
cmake/FindGlib2.cmake
cmake/FindRE2.cmake
include/mosestokenizer/Parameters.h
include/mosestokenizer/Tokenizer.h
opus_fast_mosestokenizer.egg-info/PKG-INFO
opus_fast_mosestokenizer.egg-info/SOURCES.txt
opus_fast_mosestokenizer.egg-info/dependency_links.txt
opus_fast_mosestokenizer.egg-info/not-zip-safe
opus_fast_mosestokenizer.egg-info/top_level.txt
share/README.txt
share/nonbreaking_prefixes/README.txt
share/nonbreaking_prefixes/nonbreaking_prefix.as
share/nonbreaking_prefixes/nonbreaking_prefix.bn
share/nonbreaking_prefixes/nonbreaking_prefix.ca
share/nonbreaking_prefixes/nonbreaking_prefix.cs
share/nonbreaking_prefixes/nonbreaking_prefix.de
share/nonbreaking_prefixes/nonbreaking_prefix.el
share/nonbreaking_prefixes/nonbreaking_prefix.en
share/nonbreaking_prefixes/nonbreaking_prefix.es
share/nonbreaking_prefixes/nonbreaking_prefix.et
share/nonbreaking_prefixes/nonbreaking_prefix.fi
share/nonbreaking_prefixes/nonbreaking_prefix.fr
share/nonbreaking_prefixes/nonbreaking_prefix.ga
share/nonbreaking_prefixes/nonbreaking_prefix.gu
share/nonbreaking_prefixes/nonbreaking_prefix.hi
share/nonbreaking_prefixes/nonbreaking_prefix.hu
share/nonbreaking_prefixes/nonbreaking_prefix.is
share/nonbreaking_prefixes/nonbreaking_prefix.it
share/nonbreaking_prefixes/nonbreaking_prefix.kn
share/nonbreaking_prefixes/nonbreaking_prefix.lt
share/nonbreaking_prefixes/nonbreaking_prefix.lv
share/nonbreaking_prefixes/nonbreaking_prefix.ml
share/nonbreaking_prefixes/nonbreaking_prefix.mni
share/nonbreaking_prefixes/nonbreaking_prefix.mr
share/nonbreaking_prefixes/nonbreaking_prefix.nl
share/nonbreaking_prefixes/nonbreaking_prefix.or
share/nonbreaking_prefixes/nonbreaking_prefix.pa
share/nonbreaking_prefixes/nonbreaking_prefix.pl
share/nonbreaking_prefixes/nonbreaking_prefix.pt
share/nonbreaking_prefixes/nonbreaking_prefix.ro
share/nonbreaking_prefixes/nonbreaking_prefix.ru
share/nonbreaking_prefixes/nonbreaking_prefix.sk
share/nonbreaking_prefixes/nonbreaking_prefix.sl
share/nonbreaking_prefixes/nonbreaking_prefix.sv
share/nonbreaking_prefixes/nonbreaking_prefix.ta
share/nonbreaking_prefixes/nonbreaking_prefix.te
share/nonbreaking_prefixes/nonbreaking_prefix.yue
share/nonbreaking_prefixes/nonbreaking_prefix.zh
src/Parameters.cpp
src/Tokenizer.cpp
src/python/mosestokenizer.cpp
src/tools/tokenizer_main.cpp