LICENSE
README.md
pyproject.toml
src/tktkt/__init__.py
src/tktkt.egg-info/PKG-INFO
src/tktkt.egg-info/SOURCES.txt
src/tktkt.egg-info/dependency_links.txt
src/tktkt.egg-info/requires.txt
src/tktkt.egg-info/top_level.txt
src/tktkt/builders/__init__.py
src/tktkt/builders/base.py
src/tktkt/builders/english.py
src/tktkt/evaluation/__init__.py
src/tktkt/evaluation/compare.py
src/tktkt/evaluation/context.py
src/tktkt/evaluation/entropy.py
src/tktkt/evaluation/fertility.py
src/tktkt/evaluation/morphological.py
src/tktkt/evaluation/speed.py
src/tktkt/files/__init__.py
src/tktkt/files/paths.py
src/tktkt/interfaces/__init__.py
src/tktkt/interfaces/huggingface.py
src/tktkt/interfaces/preparation.py
src/tktkt/interfaces/tokeniser.py
src/tktkt/interfaces/vocabulariser.py
src/tktkt/models/__init__.py
src/tktkt/models/bpe/__init__.py
src/tktkt/models/bpe/base.py
src/tktkt/models/bpe/dropout.py
src/tktkt/models/bpe/ensure.py
src/tktkt/models/bpe/guided.py
src/tktkt/models/bpe/knockout.py
src/tktkt/models/bpe/shuffle.py
src/tktkt/models/bpe/trimmed.py
src/tktkt/models/bpe/vocabularisation.py
src/tktkt/models/compressive/__init__.py
src/tktkt/models/compressive/lzw.py
src/tktkt/models/dele/__init__.py
src/tktkt/models/dele/segmentation.py
src/tktkt/models/dele/training.py
src/tktkt/models/greedy/__init__.py
src/tktkt/models/greedy/directional.py
src/tktkt/models/greedy/randomaccess.py
src/tktkt/models/huggingface/__init__.py
src/tktkt/models/huggingface/wrapper.py
src/tktkt/models/kudopiece/__init__.py
src/tktkt/models/kudopiece/_documented.py
src/tktkt/models/kudopiece/native.py
src/tktkt/models/kudopiece/segmentation.py
src/tktkt/models/kudopiece/vocabularisation.py
src/tktkt/models/morfessor/__init__.py
src/tktkt/models/morfessor/baseline.py
src/tktkt/models/morfessor/emprune.py
src/tktkt/models/morfessor/lmvr.py
src/tktkt/models/ngram/__init__.py
src/tktkt/models/ngram/alphabet.py
src/tktkt/models/ngram/base.py
src/tktkt/models/ngram/hf.py
src/tktkt/models/random/__init__.py
src/tktkt/models/random/generationbased.py
src/tktkt/models/random/pathmarkov.py
src/tktkt/models/random/rejectionsampling.py
src/tktkt/models/random/unconstrained.py
src/tktkt/models/sage/__init__.py
src/tktkt/models/sage/inference.py
src/tktkt/models/sage/schedules.py
src/tktkt/models/sage/vocabularisation.py
src/tktkt/models/viterbi/__init__.py
src/tktkt/models/viterbi/_deprecated.py
src/tktkt/models/viterbi/accumulators.py
src/tktkt/models/viterbi/framework.py
src/tktkt/models/viterbi/instances.py
src/tktkt/models/viterbi/objectives_guided.py
src/tktkt/models/viterbi/objectives_postprocessors.py
src/tktkt/models/viterbi/objectives_unguided.py
src/tktkt/models/volt/__init__.py
src/tktkt/models/volt/vocabularisation.py
src/tktkt/preparation/__init__.py
src/tktkt/preparation/boundaries.py
src/tktkt/preparation/huggingface.py
src/tktkt/preparation/instances.py
src/tktkt/preparation/mappers.py
src/tktkt/preparation/perturbers.py
src/tktkt/preparation/splitters.py
src/tktkt/util/__init__.py
src/tktkt/util/arrays.py
src/tktkt/util/combinatorics.py
src/tktkt/util/dicts.py
src/tktkt/util/environment.py
src/tktkt/util/functions.py
src/tktkt/util/iterables.py
src/tktkt/util/printing.py
src/tktkt/util/strings.py
src/tktkt/util/timing.py
src/tktkt/util/trie.py
src/tktkt/util/types.py
src/tktkt/visualisation/__init__.py
src/tktkt/visualisation/bpe/__init__.py
src/tktkt/visualisation/bpe/trees.py
src/tktkt/visualisation/lattices/__init__.py
src/tktkt/visualisation/lattices/segmentation.py
src/tktkt/visualisation/neural/__init__.py
src/tktkt/visualisation/neural/splitpoints_probabilities.py
src/tktkt/wrappers/__init__.py
src/tktkt/wrappers/compactedvocab.py
src/tktkt/wrappers/fallbackvocab.py
src/tktkt/wrappers/hashingvocab.py
src/tktkt/wrappers/multiplexing.py
src/tktkt/wrappers/wordlevelunk.py