LICENSE
README.md
pyproject.toml
src/tktkt/__init__.py
src/tktkt.egg-info/PKG-INFO
src/tktkt.egg-info/SOURCES.txt
src/tktkt.egg-info/dependency_links.txt
src/tktkt.egg-info/requires.txt
src/tktkt.egg-info/top_level.txt
src/tktkt/builders/__init__.py
src/tktkt/builders/base.py
src/tktkt/builders/english.py
src/tktkt/evaluation/__init__.py
src/tktkt/evaluation/fertility.py
src/tktkt/evaluation/morphological.py
src/tktkt/files/__init__.py
src/tktkt/files/paths.py
src/tktkt/interfaces/__init__.py
src/tktkt/interfaces/huggingface.py
src/tktkt/interfaces/preparation.py
src/tktkt/interfaces/storage.py
src/tktkt/interfaces/tokeniser.py
src/tktkt/models/__init__.py
src/tktkt/models/bpe/__init__.py
src/tktkt/models/bpe/base.py
src/tktkt/models/bpe/dropout.py
src/tktkt/models/bpe/guided.py
src/tktkt/models/bpe/knockout.py
src/tktkt/models/bpe/trimmed.py
src/tktkt/models/bpe/vocabularisation.py
src/tktkt/models/dele/__init__.py
src/tktkt/models/dele/segmentation.py
src/tktkt/models/dele/training.py
src/tktkt/models/greedy/__init__.py
src/tktkt/models/greedy/directional.py
src/tktkt/models/greedy/randomaccess.py
src/tktkt/models/huggingface/__init__.py
src/tktkt/models/huggingface/wrapper.py
src/tktkt/models/kudopiece/__init__.py
src/tktkt/models/kudopiece/_documented.py
src/tktkt/models/kudopiece/native.py
src/tktkt/models/kudopiece/segmentation.py
src/tktkt/models/kudopiece/training.py
src/tktkt/models/morfessor/__init__.py
src/tktkt/models/morfessor/baseline.py
src/tktkt/models/morfessor/emprune.py
src/tktkt/models/morfessor/lmvr.py
src/tktkt/models/neural/__init__.py
src/tktkt/models/neural/canine_finetuning.py
src/tktkt/models/ngram/__init__.py
src/tktkt/models/ngram/alphabet.py
src/tktkt/models/ngram/base.py
src/tktkt/models/ngram/hf.py
src/tktkt/models/random/__init__.py
src/tktkt/models/random/randomfromvocab.py
src/tktkt/models/viterbi/__init__.py
src/tktkt/models/viterbi/_deprecated.py
src/tktkt/models/viterbi/accumulators.py
src/tktkt/models/viterbi/framework.py
src/tktkt/models/viterbi/instances.py
src/tktkt/models/viterbi/objectives_guided.py
src/tktkt/models/viterbi/objectives_postprocessors.py
src/tktkt/models/viterbi/objectives_unguided.py
src/tktkt/preparation/__init__.py
src/tktkt/preparation/boundaries.py
src/tktkt/preparation/huggingface.py
src/tktkt/preparation/instances.py
src/tktkt/preparation/mappers.py
src/tktkt/preparation/perturbers.py
src/tktkt/preparation/splitters.py
src/tktkt/util/__init__.py
src/tktkt/util/dicts.py
src/tktkt/util/environment.py
src/tktkt/util/functions.py
src/tktkt/util/lists.py
src/tktkt/util/printing.py
src/tktkt/util/timing.py
src/tktkt/util/trie.py
src/tktkt/visualisation/__init__.py
src/tktkt/visualisation/bpe/__init__.py
src/tktkt/visualisation/bpe/trees.py
src/tktkt/visualisation/neural/__init__.py
src/tktkt/visualisation/neural/splitpoints_probabilities.py
src/tktkt/wrappers/__init__.py
src/tktkt/wrappers/compactedvocab.py
src/tktkt/wrappers/fallbackvocab.py
src/tktkt/wrappers/hashingvocab.py
src/tktkt/wrappers/wordlevelunk.py