tokenizers-0.22.2rc0.dist-info/METADATA,sha256=RJH6gg3_X3TA1jZ3_pymf6Bt4Pa2CAdp55L1pBSrp8g,7431
tokenizers-0.22.2rc0.dist-info/WHEEL,sha256=QftOaxECHxi6gHMRLFgkLtfhVRrz1E3S5EX-gmNBQCU,95
tokenizers/__init__.py,sha256=UQ1eI0WGEkM9qfH-QwtQCfuIupBQjuQ0DSOXsywxkIA,2739
tokenizers/__init__.pyi,sha256=ubhr55w0uERGRitWoIi-HwmFn7dW9Vl6SHVlmC0ZJhc,57691
tokenizers/decoders/__init__.py,sha256=Qr1jbA2fvqwjgBBYOEyaDjLBwDwkBftP5jN3tRvT1jg,387
tokenizers/decoders/__init__.pyi,sha256=UJy1WXyQ7ogrw-Es6IJahSU6i04U7walI7bc_O86zPI,12588
tokenizers/implementations/__init__.py,sha256=9ZI2cJHPCUCZXP37GNmRHtBzIYiKWzyqky1rtcYdrPw,316
tokenizers/implementations/base_tokenizer.py,sha256=2RFMlsWFqS8AacXK2dbT9jCSVnOy86ERWwmaWH8vZFQ,16265
tokenizers/implementations/bert_wordpiece.py,sha256=jRUMSYU1C7nVEDZMKdyG3Vp7-CUongE1kGJhvOP_EHM,5671
tokenizers/implementations/byte_level_bpe.py,sha256=pWfbSeaew9atWKX8Nf2zIRia6qhAwXMfZgaeINInzo8,4394
tokenizers/implementations/char_level_bpe.py,sha256=Bt15rEcZRSzJ2RfEeq2YvOXZ8w_UYGq9i6O3y-41Aj4,5599
tokenizers/implementations/sentencepiece_bpe.py,sha256=4_dJFcNsyvC_F1wBnWDBquWssbUMV4kP-BEXeuHcxtI,3824
tokenizers/implementations/sentencepiece_unigram.py,sha256=KGjhIzXukwJkpao1QIe5XVrEIAMjKiGaHEzpAHL-1I8,7826
tokenizers/models/__init__.py,sha256=qE73qycPAKcey_pS8ov1FIz10L2Ybzy1E-1KGee27Qg,184
tokenizers/models/__init__.pyi,sha256=tO4jy0Qrq0emg7PoqmBXituSpe0dMxyChF4J9SinyDk,20261
tokenizers/normalizers/__init__.py,sha256=Pgb_wE1QQov3t_SW4vcsXY6lVBDYyGNfYGkJMk3wI7c,870
tokenizers/normalizers/__init__.pyi,sha256=fjuhSi1yirfLZSUsFGL9Vyx2azpANIjCz-VundvqakQ,26655
tokenizers/pre_tokenizers/__init__.py,sha256=QvNmMTtV0RGkaKSN9hTwEPimD1OLHRU6PbzVxXwM4zA,614
tokenizers/pre_tokenizers/__init__.pyi,sha256=VMERim4OPFGQaG8JUOTu5H3C0kgQCxv2hVYDfvPPztE,32581
tokenizers/processors/__init__.py,sha256=X1OKKtr3IUeede85mI1cLF0MqmDRlr7LNFMYdEy5KMU,316
tokenizers/processors/__init__.pyi,sha256=RElgDx8bbbZIq2MpxXy3G67KXSqDtYLj_7Vq0GPkwO0,14867
tokenizers/tokenizers.pyd,sha256=xNea0ug_VpnXmsh2pO-KQvX0a_ZnSCsFTXldls7K3Ks,6692352
tokenizers/tokenizers.pyi,sha256=kTPgANU6E7wyKoBnR-a0YK6pVNiprgxjGhOonFvuRm0,485
tokenizers/tools/__init__.py,sha256=mJLVrHN1FP23Cf4_EJWoYUdh8yTb5BbJFNfa8Ec5vHM,56
tokenizers/tools/visualizer-styles.css,sha256=g98RJucUCjYnPLwXycfcV-dAbHMzqJpnZ7NoP_cCUBk,5020
tokenizers/tools/visualizer.py,sha256=jWcxhFTsyiQr-ZQmDJSjzEcSGZvZZoKDes2Ira1EVg8,15241
tokenizers/trainers/__init__.py,sha256=v9CdtoVauwD6b1wAA6R5goSLZslBbPE5vZHM2d8sgKM,256
tokenizers/trainers/__init__.pyi,sha256=WfXHAWSBQNPaqCym4sEREllLvqMoG76x0MFE7qSnTdA,11181
tokenizers-0.22.2rc0.dist-info/RECORD,,
