curated_tokenizers/__init__.py,sha256=Dtn4OlRTn_YX-6pOTp47sG9PhJBTjtvk3Cb6CUM283E,120
curated_tokenizers/_bbpe.cpp,sha256=kYFKlqp2od7reXmyTRkc64xGNmTHy1kV_IvyO2DpT3w,722650
curated_tokenizers/_bbpe.cpython-314-darwin.so,sha256=1LQUzJNCTRHVbsvZoujPe-59m9Sym-dtPQdKJbsACv8,209176
curated_tokenizers/_bbpe.pxd,sha256=RRVU0IHVe_rtcAlK8SwJXZZQo_Gj8um0vqBku96Hmh0,333
curated_tokenizers/_bbpe.pyx,sha256=DzKrkdRbeUcz26K-aNO23ep92nq0EJsO7csMYivcpj0,6461
curated_tokenizers/_spp.cpp,sha256=ZyniQUakIcCqV840wP03X5BnZAXy5KfvHXzuCmSCg-Y,608521
curated_tokenizers/_spp.cpython-314-darwin.so,sha256=Xt9rtv8xO7Jc4Qp-jAZlz1WyTtj466Sqv5S-v77iO2g,1288456
curated_tokenizers/_spp.pxd,sha256=xoIQJQIiUJpF8NCvMDnRWLZsVc81R2C1OA-2kYebpBw,2149
curated_tokenizers/_spp.pyx,sha256=DDY9enq9qshDT-ZkVY6bArZgETfD7rlLrr9UEfGFb-o,7804
curated_tokenizers/_wordpiece.cpp,sha256=eWJT9z0D91zIHOA8Y2nMdqlQZEaFOQMXyuxD7R7Gxv8,561121
curated_tokenizers/_wordpiece.cpython-314-darwin.so,sha256=U2eqJpElFSHmRVUj-6eihRfrsCIyHm-yZPavQFbrRiU,143872
curated_tokenizers/_wordpiece.pxd,sha256=9rWiBiosVmh70MwM5HcoTsrWFAAJUxNi3vfc2LS3Ry0,654
curated_tokenizers/_wordpiece.pyx,sha256=5CHpTRnr-YqghQaCbbDa7F9y0n-ng8uG1RdKHF1CL6c,4840
curated_tokenizers/config.h,sha256=bSpQjNpV_vzGjOb2J5zcjg1H7z1_wOmWBFjIY1JBc7k,156
curated_tokenizers/merges.cc,sha256=bfn3elmiFcQpLbZv_D7ZPN6-IP2VaeJa9flsktl3lCA,2126
curated_tokenizers/merges.hh,sha256=FSfZwdFpNZMx6N5BMIisRrgxSjIdHB3CUluPq9blRwQ,1190
curated_tokenizers/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
curated_tokenizers/util.hh,sha256=VT-IgsTPBVqCxPvmh2rDT6qCzbxyWLgx22J9a2OmTuc,333
curated_tokenizers/wordpiece.cc,sha256=m6XOiqoslH6ieBnavtI2TAWSgjMNuft0bTm9U6Q2vmM,1083
curated_tokenizers/wordpiece.hh,sha256=YShSvQUOxmye0W6hzlES44reBstFRP7oCZGH94UB-S0,1011
curated_tokenizers/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
curated_tokenizers/tests/incorrect-merges.txt,sha256=J3bMlGl31fOTeHCw6Hkf0jViEyh86ca-BiGM37JkFZY,19
curated_tokenizers/tests/robbert-merges-1000.txt,sha256=ouOja6engvjR8K136noUyvaRihzu_QyDh8BsVnhsr5c,6291
curated_tokenizers/tests/robbert-vocab-1000.json,sha256=OA7hBeYFTAIiNV01E0qG8amdTkA-bzOc_6MGkVQPjOA,16815
curated_tokenizers/tests/test_bbpe_processor.py,sha256=NVsjuUrb8rwHrAZKUcupfk9mVTq-VP-gpmZnH-tHMcU,2159
curated_tokenizers/tests/test_sp.py,sha256=zPX32eXdCxzT4dyocQrGp0U35MBjzzy4Li90WmxESNs,4679
curated_tokenizers/tests/test_word_piece_processor.py,sha256=LiK4WGD8wwN0pckBiod2l0OuimP7jKTxVJBfHuHfCW8,2268
curated_tokenizers/tests/toy-word-pieces.txt,sha256=pX4mNd-dx7EsFcMJy90uHFU297daQ3kfRBH30UV9QQw,31
curated_tokenizers/tests/toy.model,sha256=aOgs9MnD7wvh8lp8riyDb8r6fTyDgh-5hkEeVnea0eI,253270
curated_tokenizers-0.0.9.dist-info/licenses/LICENSE,sha256=Sdj--WzZJxnLUkLvTE-VTtwAikb898qr7K4U28xES1A,2642
curated_tokenizers-0.0.9.dist-info/METADATA,sha256=lgIkdBcgQqb_8XWPczHLNiNSqx1G95679l_ftbhVgH4,1929
curated_tokenizers-0.0.9.dist-info/WHEEL,sha256=6l6mnmXEVWwob0iSHSkBAH3jF-2NEGdUAt41g2yUdCM,109
curated_tokenizers-0.0.9.dist-info/top_level.txt,sha256=EKBDsRk94HtBI7QQVDtt8uMqpwI--el9tTFO5T99Yjw,19
curated_tokenizers-0.0.9.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
curated_tokenizers-0.0.9.dist-info/RECORD,,
