.flake8
LICENSE
MANIFEST.in
README.md
pyproject.toml
src/dom_tokenizers/__init__.py
src/dom_tokenizers/dump.py
src/dom_tokenizers/train.py
src/dom_tokenizers/internal/__init__.py
src/dom_tokenizers/internal/transformers.py
src/dom_tokenizers/pre_tokenizers/__init__.py
src/dom_tokenizers/pre_tokenizers/dom_snapshot.py
tests/__init__.py
tests/conftest.py
tests/test_train_tokenizer.py
tests/util.py
tests/pre_tokenizers/__init__.py
tests/pre_tokenizers/dom_snapshot/__init__.py
tests/pre_tokenizers/dom_snapshot/conftest.py
tests/pre_tokenizers/dom_snapshot/test_pre_tokenizer.py
tests/resources/raw-browser-response.html
tests/resources/raw-browser-response.json
tests/resources/svg-in-base64.html
tests/resources/svg-in-base64.json