tokenizers/__init__.py,sha256=wxqd8XG0XMVTZIhOzV6ZdJcP51k1RuHA9hTktolNntY,414
tokenizers/__init__.pyi,sha256=p91uPNUZ7X63ZfmCTQMRO_O1iA1-oKvUKV8JMmnNad4,10964
tokenizers/tokenizers.cpython-36m-darwin.so,sha256=Q7cBw5dnyMcKkJa9n3kZdGz8BPDuM4wJ0AABOHC62w4,3177852
tokenizers/decoders/__init__.py,sha256=yg3XNx4OMXtAKo--8Lj2BhMcD0Kr9TzoCU0d40ceQuM,178
tokenizers/decoders/__init__.pyi,sha256=26DQt4_5slizDLOQuF5mfqIpEEELhSEyCmuzJCuoeoE,1825
tokenizers/implementations/__init__.py,sha256=qmHlKrIE3632tUdgIyjxxl6t1FP8egoC9MzVLFNT-4s,245
tokenizers/implementations/base_tokenizer.py,sha256=gFeDsJG4pHOWDRcJG1lZVAU1ggocCpia9gOAV5GPDUQ,7518
tokenizers/implementations/bert_wordpiece.py,sha256=q3OXQJ9hGc0Kdp_t6MDXQKYH0brMtz8Pl-Wt6GV1xWo,3575
tokenizers/implementations/byte_level_bpe.py,sha256=05svqCU3ru4i5HMx7TFpLuN5xOxr9NV7Z5T5zVSxPXk,2719
tokenizers/implementations/char_level_bpe.py,sha256=yD9qTGrFtcRZQ5JpGpNOoGwMm9UxLGxTSE70SpkTQp4,2993
tokenizers/implementations/sentencepiece_bpe.py,sha256=U0lTLK8QTz2jJSytVBdfVDPzMhlt1Hm-zI4NSdiFXps,2580
tokenizers/models/__init__.py,sha256=QSoadoGX1rFKpXQDe3-sTyGvO2yQNhmJ4_CqWAO1Bgo,118
tokenizers/models/__init__.pyi,sha256=ChQAz-i0Sw-lbL3clHEhWnQmqTF_mm0tPyI1oVP390c,3375
tokenizers/normalizers/__init__.py,sha256=nSXv2saHxniZr98bnRpB-slfBTsJWmZQMTEVfEX0mpk,655
tokenizers/normalizers/__init__.pyi,sha256=ZZ4m8gYiknRHZqHUXSLe2OwQbWfbfSz9KoyX_2R_-jI,2908
tokenizers/pre_tokenizers/__init__.py,sha256=vatHkSY5l2Km5jQo7G2o8aRY0I2xWard1Us3EBIAq8Q,342
tokenizers/pre_tokenizers/__init__.pyi,sha256=Hw1H7r0yavG6AfK1Oi1c08gC-55NsooA-CHwEOMmkNs,3574
tokenizers/processors/__init__.py,sha256=rTgVRw87im9kGMapo6aP-_vDPbPh7pGFmSmfXPgQTgA,159
tokenizers/processors/__init__.pyi,sha256=uuMwuaz5ZX6LCwFMw-GQS5gdCcylazzbrv4lCV4hMVQ,1623
tokenizers/trainers/__init__.py,sha256=E99nVA979y9kGXbv7aOl-hO8SvS_fBsN5G6YFSBnBmg,130
tokenizers/trainers/__init__.pyi,sha256=qvgAcAWfXUUbNDuhjKp7Kr8UcWrlW0OwyKoJhN-wvwg,3733
tokenizers-0.3.0.dist-info/METADATA,sha256=yXhMet1xgzGLtHhLSEFmgdzOOsaU6E6W0sECJ2Rxs40,5088
tokenizers-0.3.0.dist-info/WHEEL,sha256=p5Lb2lHVNUS4rBFWfl86oHIDtdgVLuZ3-zCQave9-OM,111
tokenizers-0.3.0.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.3.0.dist-info/RECORD,,
