tktkt/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/builders/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/builders/base.py,sha256=Llq1QCUn5IARGEDwm2Zh04j1Sd4XTtBUww6u6ZMpZS0,190
tktkt/builders/english.py,sha256=I5h48cIW9adA6DFfAnP_CFayBAfhewbN0ZGDzM0TsPM,8744
tktkt/evaluation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/evaluation/fertility.py,sha256=QJQFE4jCmbsPbXDkdAat9_31381xoHQdR9mBjJJsPTc,6017
tktkt/evaluation/morphological.py,sha256=UDj8sk3Awwz6KGfOFLfKlZqKxOjywwgmwQrsa3O8yjo,10503
tktkt/files/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/files/paths.py,sha256=6-sD4fD9autZ2BFEvVFB6Dq9MlipWwtI3yujPGzZw9s,2664
tktkt/interfaces/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/interfaces/huggingface.py,sha256=NhyGUvkc8rAnA4K-rcogOnkTbx7-4_EETco4-R4M_5Y,7142
tktkt/interfaces/preparation.py,sha256=3KUPcdWZ6BiqxIxtSKUr3cZ55iqrqsM5JiC3d1l3MUo,1544
tktkt/interfaces/storage.py,sha256=SxkZN8K9oE8aD4Rvkcjhjt3b3vBS-ZjIKRiAtzkzkoo,43
tktkt/interfaces/tokeniser.py,sha256=autpFVcT_TZxwDNm8MDQ9fdbzw0P_7IeZDq7h8UwqBc,3276
tktkt/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/bpe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/bpe/base.py,sha256=0qof6UAXHqnqKW3Xv7L-lnNpsaUGgGAda__zmOYza8I,2029
tktkt/models/bpe/dropout.py,sha256=SDqoFfY3aUlJtHA0N9wI-GYTNB99CJ_C5uJ6X0CWPz8,3966
tktkt/models/bpe/guided.py,sha256=v4BjCKISaTXP14Vxkrf6C2cvIXpbbUHIl2RENuEM_Aw,7546
tktkt/models/bpe/knockout.py,sha256=fzBu3j6eWipIVHFml4B43x3dkA9kELHpfha8_Ip9OMg,2792
tktkt/models/bpe/trimmed.py,sha256=knGYZf3pEDiXFidCS6O1eTDcfuz8bF14t1s33oT30sY,2502
tktkt/models/bpe/vocabularisation.py,sha256=DGs2_thZd_wdnmHrIwlC5Dzl8hCLh0HOV_5ssuSgNAY,61
tktkt/models/dele/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/dele/segmentation.py,sha256=Y8ocprtB_A-fFsZfjsB284d_-TMh82ZFfk2XAqlaWdk,9282
tktkt/models/dele/training.py,sha256=QOCSGtLR2j95ELzroj10jEPMXiPzOkoXYlL0Xl26yZw,4055
tktkt/models/greedy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/greedy/directional.py,sha256=2cCIp1qpqM7L0QmK9c-JfzS39TaMqNILR2VxcdbnJ-8,6308
tktkt/models/greedy/randomaccess.py,sha256=dCHq8wSLjd6DhKPtBZzJ857_t8bC0Kgva2G1ekQc898,1688
tktkt/models/huggingface/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/huggingface/wrapper.py,sha256=M9FNbXUj3aIvNdY_UDP9N1ATZ_DX4spmEMeWxJqvXmU,3227
tktkt/models/kudopiece/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/kudopiece/_documented.py,sha256=-yousekdyEPL21qcictO2CNJ2bVocyeZw3QhZA-ZJ4c,2673
tktkt/models/kudopiece/native.py,sha256=B5GW7Q6KVy9dvVuXUA8iLEpnxOhKZHpOHSSm0PEuD3o,1425
tktkt/models/kudopiece/segmentation.py,sha256=N53K4bGnBCefDpaA-wLQ-Gcv3wxAUC9T-lQ-C7Mo_VM,954
tktkt/models/kudopiece/training.py,sha256=ejSJsMi4Ts-DDGb3-LDPQUNhnJq5YzC-k0nrTFLjM_4,10148
tktkt/models/morfessor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/baseline.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/emprune.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/morfessor/lmvr.py,sha256=PBwEw-Iv5CVK120M-dgv6hOapNb1TupYfkMEblz3Zz0,72
tktkt/models/neural/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/neural/canine_finetuning.py,sha256=3-6xHYrAhpdNnrtKTEOTaS1Jt34IXvQisLn_lYxiGvA,33
tktkt/models/ngram/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/ngram/alphabet.py,sha256=VN49J95UkXf-RSnDAbNS3ESb1-L-b_FNQNFGSKkfzK0,1067
tktkt/models/ngram/base.py,sha256=HCR4TSpraHb7v8RUQEUW3lQCX8ZTQeVOlF66_L7lXF4,4088
tktkt/models/ngram/hf.py,sha256=gCiCN7jdHBfNM2fs5o3PbebxPaDP8tB-JgWjtCy3q00,3107
tktkt/models/random/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/models/random/randomfromvocab.py,sha256=fK7QZhDuPb9a83jyx4aqFqjOuO3nl40MVJodYaHeVHY,7349
tktkt/models/viterbi/__init__.py,sha256=Fb4U2PEd3KYt-2zj1RZPg9ltcXVQgNYRNiQtZrhjK_k,162
tktkt/models/viterbi/_deprecated.py,sha256=yzWmK0r8CsS_Iq1VW1SrWm6WwDw7W8-Heeuq2PsFyJ8,5912
tktkt/models/viterbi/accumulators.py,sha256=VriLdWahJAsO5D_y-xEZFhH3AE-U1FZP261zAKq9Fpc,642
tktkt/models/viterbi/framework.py,sha256=fIcP2MH6rFpC7CEjnIMXpyRM5tK_j3JulE6E8EW-0zI,9366
tktkt/models/viterbi/instances.py,sha256=DFTnyQnUcwWM6pTHH5Tdjj6cuVNHrNcCfEvNCiS0W68,7271
tktkt/models/viterbi/objectives_guided.py,sha256=HODD5uT-hOHMW3vu1MU74nlP2mRR2kzBMTkDKPZuOJo,26477
tktkt/models/viterbi/objectives_postprocessors.py,sha256=ZYRc2z-mGyfC3_POZ9JdvrPpBtfREWeA-_Zg455B9Mk,7851
tktkt/models/viterbi/objectives_unguided.py,sha256=wWiyAwWPYkeMJA-AVvTkaO6w0FX31owy7_eRDBmOnTg,2635
tktkt/preparation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/preparation/boundaries.py,sha256=P3Gm6wct46RJ1lJpC0mm0UJ6TENs6y1FuW54ZnWHmp0,3070
tktkt/preparation/huggingface.py,sha256=QROGp-RdbQYcxW_fmZmpfpB9YINd58EWb9AlFmFJBRU,6134
tktkt/preparation/instances.py,sha256=c-c94vcK-213vYXK8E_TeLc7ZzjCEIP1-TxIRBkcp2s,3838
tktkt/preparation/mappers.py,sha256=B_ZmIs78KOgRQZajI7S1Gcl0NNCZTV3TJg1dOmd9gws,10520
tktkt/preparation/perturbers.py,sha256=2exUHzyefJ7uAivliKWY79Qd5u1iQZilRtI6qO9-hVo,8927
tktkt/preparation/splitters.py,sha256=pLe18Gfr-2Du2D7B_UP3DL-6PJRdLwJtpe12f49axBU,17258
tktkt/util/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/util/dicts.py,sha256=2ZYcC6XTqnrFwW1Q-xTx_rLO_HZdevaB7p8R54251GY,1128
tktkt/util/environment.py,sha256=8HUrbX90E6eOhG_yXcSahcT5MFON6P9wsRm8Dib3sTs,179
tktkt/util/functions.py,sha256=RD-jrjtQwb1o4tOz47uCM1wu9GQXbclK7TGbKJew0Us,444
tktkt/util/lists.py,sha256=Bs1aZfK-sP1MAby3jjWKuUbOVGTM5AfmcSnz84KeMvc,1275
tktkt/util/printing.py,sha256=-1UdQFV4LV8S3BxQVN_xR-dLAqLxnC0oNFyngGuZnGE,3722
tktkt/util/timing.py,sha256=Kbain_XlngARy5BiaXeppyO0Ve_jaVAM16S3FXGWSCU,2219
tktkt/util/trie.py,sha256=ojzX9n_64APmorg865Jz0W37o2OoASYt2EDEjubxNTo,6233
tktkt/visualisation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/bpe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/bpe/trees.py,sha256=_elcQCjOI_Sli3lHykrVZEyrw6lTy7_Puha3jPJva1g,4059
tktkt/visualisation/neural/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/visualisation/neural/splitpoints_probabilities.py,sha256=OLquXRqMvM37h38sVnYHZBMeHBMRmhp3dNeFptzHHvQ,841
tktkt/wrappers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tktkt/wrappers/compactedvocab.py,sha256=G9P9DSpulrYJk9KJRDG8GIEMaK-LqTg1ua-PlQ4MPT0,638
tktkt/wrappers/fallbackvocab.py,sha256=eSmX2p21w6MLMbhCgUA14ZB_pT0RQp9jUssVgTfyC8U,5636
tktkt/wrappers/hashingvocab.py,sha256=iqhuO475KirZk8XgGjbtUQtBmOx_2XhELQumPP7HCc8,4905
tktkt/wrappers/wordlevelunk.py,sha256=KXhv32oHqWcM4HyzQMwg3Tw0hwuRgxysUBt3FDAug60,882
tktkt-2024.6.1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
tktkt-2024.6.1.dist-info/METADATA,sha256=Q_VyFJ052w0Y9qbKgjBqek-C36NAf7cKAh837VUkBxU,29019
tktkt-2024.6.1.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
tktkt-2024.6.1.dist-info/top_level.txt,sha256=OwWL9nmwkGfOShlvkBZZwf0UqYA0TF16xl4ZftYGeM8,6
tktkt-2024.6.1.dist-info/RECORD,,
