curated_tokenizers-0.9.0.dev0.dist-info/top_level.txt,sha256=EKBDsRk94HtBI7QQVDtt8uMqpwI--el9tTFO5T99Yjw,19
curated_tokenizers-0.9.0.dev0.dist-info/RECORD,,
curated_tokenizers-0.9.0.dev0.dist-info/WHEEL,sha256=oCBNUxcpJIObB7qxTwklMZvZV19pJGv6x0IkRXaUM7w,150
curated_tokenizers-0.9.0.dev0.dist-info/LICENSE,sha256=Sdj--WzZJxnLUkLvTE-VTtwAikb898qr7K4U28xES1A,2642
curated_tokenizers-0.9.0.dev0.dist-info/METADATA,sha256=QuyoXnqsbBs2pMgOxu6PMAtD-Z6zxdW_AbBLnggr5Yo,1915
curated_tokenizers-0.9.0.dev0.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
curated_tokenizers/_bbpe.pxd,sha256=RRVU0IHVe_rtcAlK8SwJXZZQo_Gj8um0vqBku96Hmh0,333
curated_tokenizers/config.h,sha256=bSpQjNpV_vzGjOb2J5zcjg1H7z1_wOmWBFjIY1JBc7k,156
curated_tokenizers/_spp.pxd,sha256=xoIQJQIiUJpF8NCvMDnRWLZsVc81R2C1OA-2kYebpBw,2149
curated_tokenizers/_wordpiece.cpython-38-aarch64-linux-gnu.so,sha256=5-pMt6QgiH-Fl4nhl4ZLcEB5tfkteyIIRtVNrsT1Uos,139176
curated_tokenizers/wordpiece.hh,sha256=YShSvQUOxmye0W6hzlES44reBstFRP7oCZGH94UB-S0,1011
curated_tokenizers/__init__.py,sha256=Dtn4OlRTn_YX-6pOTp47sG9PhJBTjtvk3Cb6CUM283E,120
curated_tokenizers/merges.cc,sha256=bfn3elmiFcQpLbZv_D7ZPN6-IP2VaeJa9flsktl3lCA,2126
curated_tokenizers/util.hh,sha256=VT-IgsTPBVqCxPvmh2rDT6qCzbxyWLgx22J9a2OmTuc,333
curated_tokenizers/wordpiece.cc,sha256=m6XOiqoslH6ieBnavtI2TAWSgjMNuft0bTm9U6Q2vmM,1083
curated_tokenizers/_wordpiece.pyx,sha256=VCvs8iBOMcB2C5IhE73NKhzHi36GCyW1srBIddNdHMk,4803
curated_tokenizers/_wordpiece.pxd,sha256=9rWiBiosVmh70MwM5HcoTsrWFAAJUxNi3vfc2LS3Ry0,654
curated_tokenizers/merges.hh,sha256=FSfZwdFpNZMx6N5BMIisRrgxSjIdHB3CUluPq9blRwQ,1190
curated_tokenizers/_spp.cpython-38-aarch64-linux-gnu.so,sha256=pmECQUjYrAtW6JBld7_h7INIKGiVmZgGChsiiXgoGCQ,1196592
curated_tokenizers/_spp.pyx,sha256=2WijV2D_l_qe3S1ShbdIJW6uL8ygdWj1F3D6GjkOyEg,7354
curated_tokenizers/_bbpe.cpython-38-aarch64-linux-gnu.so,sha256=chvNy-4PdJF2WE4nnmWXWgkLwHKfV-GE3MYeN28Rf3A,208192
curated_tokenizers/_bbpe.pyx,sha256=Wh4js4TviQoqNVRfzUTbENY3BIzUVLh0v5yfj8yLJgk,5992
curated_tokenizers/tests/toy-word-pieces.txt,sha256=pX4mNd-dx7EsFcMJy90uHFU297daQ3kfRBH30UV9QQw,31
curated_tokenizers/tests/test_bbpe_processor.py,sha256=G2hMrQ3U1nr4g9ca6NYPqSzZzCxMdF6in-oTiPSArBA,2252
curated_tokenizers/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
curated_tokenizers/tests/robbert-vocab-1000.json,sha256=OA7hBeYFTAIiNV01E0qG8amdTkA-bzOc_6MGkVQPjOA,16815
curated_tokenizers/tests/test_sp.py,sha256=xXM20ezdu6JWYVX7007eayOWR-a7oThNrd726xQxkRM,4233
curated_tokenizers/tests/incorrect-merges.txt,sha256=J3bMlGl31fOTeHCw6Hkf0jViEyh86ca-BiGM37JkFZY,19
curated_tokenizers/tests/toy.model,sha256=aOgs9MnD7wvh8lp8riyDb8r6fTyDgh-5hkEeVnea0eI,253270
curated_tokenizers/tests/test_word_piece_processor.py,sha256=kd2jvbuvInHXe3j-yfhyl7153SlVS2ilCWDRalMsrNM,2220
curated_tokenizers/tests/robbert-merges-1000.txt,sha256=ouOja6engvjR8K136noUyvaRihzu_QyDh8BsVnhsr5c,6291
