@name py3-tokenizers-0.23.1p0
@version 38
@comment pkgpath=textproc/py-tokenizers ftp=yes
@arch sparc64
+DESC
@sha NGic1qanCOVDtSbX6zwHp605hv77KGPz8MVOa94ZPhc=
@size 225
@depend lang/python/3,-main:python->=3.14:python-3.14.9p0
@depend textproc/oniguruma:oniguruma-*:oniguruma-6.9.10
@wantlib c++.13.0
@wantlib c++abi.10.0
@wantlib c.104.0
@wantlib m.10.1
@wantlib onig.9.0
@wantlib pthread.28.1
@cwd /usr/local
lib/python3.14/site-packages/tokenizers/
lib/python3.14/site-packages/tokenizers-0.23.1.dist-info/
lib/python3.14/site-packages/tokenizers-0.23.1.dist-info/METADATA
@sha ZyJrjVXHj+7B8QDzjNWwStc4WvhIRpa3/TMsHYzsQ0U=
@size 9830
@ts 1793534865
lib/python3.14/site-packages/tokenizers-0.23.1.dist-info/RECORD
@sha Rzkn/i1Gj0UaCi9Ao7i2Lg3dXeWF8x8VygNEr/rnWDk=
@size 2716
@ts 1793534865
lib/python3.14/site-packages/tokenizers-0.23.1.dist-info/WHEEL
@sha VYdPow600n10C7lb5l/t35xbmtNcA7lYtgElYCIDdCY=
@size 106
@ts 1793534865
lib/python3.14/site-packages/tokenizers/__init__.py
@sha sc7pJGlWUa9cPauY6MNEBqs1WizB1jMihkbEcCEOZJ4=
@size 3152
@ts 1793534864
lib/python3.14/site-packages/tokenizers/__init__.pyi
@sha B57+ttVce3UZzz17XUhh3D8q1fRaQp8JtXST1JWKl6E=
@size 51192
@ts 1793534864
lib/python3.14/site-packages/tokenizers/__pycache__/
lib/python3.14/site-packages/tokenizers/__pycache__/__init__.cpython-314.opt-1.pyc
@sha PmDd5YQiAnd0YzNU5uIZF+91TZNRepu/PJryNBbnk4E=
@size 2838
@ts 1793534865
lib/python3.14/site-packages/tokenizers/__pycache__/__init__.cpython-314.pyc
@sha PmDd5YQiAnd0YzNU5uIZF+91TZNRepu/PJryNBbnk4E=
@size 2838
@ts 1793534865
lib/python3.14/site-packages/tokenizers/decoders/
lib/python3.14/site-packages/tokenizers/decoders.pyi
@sha GFksOExhJDXw3ZpTSMr0QPIC6TH/khGqsQUUS5sXMYE=
@size 13003
@ts 1793534864
lib/python3.14/site-packages/tokenizers/decoders/__init__.py
@sha hfwM6CFUDvlMGGL4+xsaaYz81K9P5rQI5ZL5UHWK8Y4=
@size 372
@ts 1793534864
lib/python3.14/site-packages/tokenizers/decoders/__pycache__/
lib/python3.14/site-packages/tokenizers/decoders/__pycache__/__init__.cpython-314.opt-1.pyc
@sha jK7b5oZL9GY0ZxWVcBIEGXoVGEbjPLFT5gvjzPxbHW8=
@size 741
@ts 1793534865
lib/python3.14/site-packages/tokenizers/decoders/__pycache__/__init__.cpython-314.pyc
@sha jK7b5oZL9GY0ZxWVcBIEGXoVGEbjPLFT5gvjzPxbHW8=
@size 741
@ts 1793534865
lib/python3.14/site-packages/tokenizers/implementations/
lib/python3.14/site-packages/tokenizers/implementations/__init__.py
@sha VzAsplaIo7rl4AFO8Miu7ig7MfZjvonwVblZw01zR6M=
@size 310
@ts 1793534864
lib/python3.14/site-packages/tokenizers/implementations/__pycache__/
lib/python3.14/site-packages/tokenizers/implementations/__pycache__/__init__.cpython-314.opt-1.pyc
@sha DPw0ZVkzMR4ip0Vi+vXp66XOXpWwrcXA4LU7Ek7Hkhg=
@size 555
@ts 1793534865
lib/python3.14/site-packages/tokenizers/implementations/__pycache__/__init__.cpython-314.pyc
@sha DPw0ZVkzMR4ip0Vi+vXp66XOXpWwrcXA4LU7Ek7Hkhg=
@size 555
@ts 1793534865
lib/python3.14/site-packages/tokenizers/implementations/__pycache__/base_tokenizer.cpython-314.opt-1.pyc
@sha +3SjbNv6JYZN//5WbWPvk6M9O7D0M73e9Q4+4oFQ2YA=
@size 25773
@ts 1793534865
lib/python3.14/site-packages/tokenizers/implementations/__pycache__/base_tokenizer.cpython-314.pyc
@sha +3SjbNv6JYZN//5WbWPvk6M9O7D0M73e9Q4+4oFQ2YA=
@size 25773
@ts 1793534865
lib/python3.14/site-packages/tokenizers/implementations/__pycache__/bert_wordpiece.cpython-314.opt-1.pyc
@sha LXwtNATasVzb2cCVnBW3RzL6EY9d0YiqA2+O8FjNGdU=
@size 6932
@ts 1793534866
lib/python3.14/site-packages/tokenizers/implementations/__pycache__/bert_wordpiece.cpython-314.pyc
@sha LXwtNATasVzb2cCVnBW3RzL6EY9d0YiqA2+O8FjNGdU=
@size 6932
@ts 1793534865
lib/python3.14/site-packages/tokenizers/implementations/__pycache__/byte_level_bpe.cpython-314.opt-1.pyc
@sha mA9R45Lhzmo9wjJVuBuwpJIPaJEG0UpehQ0jA5+2mxc=
@size 5907
@ts 1793534866
lib/python3.14/site-packages/tokenizers/implementations/__pycache__/byte_level_bpe.cpython-314.pyc
@sha mA9R45Lhzmo9wjJVuBuwpJIPaJEG0UpehQ0jA5+2mxc=
@size 5907
@ts 1793534866
lib/python3.14/site-packages/tokenizers/implementations/__pycache__/char_level_bpe.cpython-314.opt-1.pyc
@sha YIdTz4TJdXA9MNk77zddPkEySBVFfQ8OiOEpLk0WJN8=
@size 6925
@ts 1793534866
lib/python3.14/site-packages/tokenizers/implementations/__pycache__/char_level_bpe.cpython-314.pyc
@sha YIdTz4TJdXA9MNk77zddPkEySBVFfQ8OiOEpLk0WJN8=
@size 6925
@ts 1793534866
lib/python3.14/site-packages/tokenizers/implementations/__pycache__/sentencepiece_bpe.cpython-314.opt-1.pyc
@sha xKmOdGfHK9F/MsHcpnbAjYfc9XJaBV5SZTzhZ1aDrGo=
@size 5534
@ts 1793534866
lib/python3.14/site-packages/tokenizers/implementations/__pycache__/sentencepiece_bpe.cpython-314.pyc
@sha xKmOdGfHK9F/MsHcpnbAjYfc9XJaBV5SZTzhZ1aDrGo=
@size 5534
@ts 1793534866
lib/python3.14/site-packages/tokenizers/implementations/__pycache__/sentencepiece_unigram.cpython-314.opt-1.pyc
@sha 8Oqb5mM7kWVIO7xy/90BScJyXV2qb7ZqNFvPxLkdy0Y=
@size 9388
@ts 1793534866
lib/python3.14/site-packages/tokenizers/implementations/__pycache__/sentencepiece_unigram.cpython-314.pyc
@sha 8Oqb5mM7kWVIO7xy/90BScJyXV2qb7ZqNFvPxLkdy0Y=
@size 9388
@ts 1793534866
lib/python3.14/site-packages/tokenizers/implementations/base_tokenizer.py
@sha sgGSgX3s2ACia2sEAa/LXz3c+dwrzy6UlhkIe9c7ZXU=
@size 16430
@ts 1793534864
lib/python3.14/site-packages/tokenizers/implementations/bert_wordpiece.py
@sha sKCum0FKPYdSgJFJN8LDerVBoTDRSqyqSdrcm+lvQqI=
@size 5520
@ts 1793534864
lib/python3.14/site-packages/tokenizers/implementations/byte_level_bpe.py
@sha iBepM/z1s5Ky7zFDVrYLc3L5byYrIouk7+k0JGuF10s=
@size 4272
@ts 1793534864
lib/python3.14/site-packages/tokenizers/implementations/char_level_bpe.py
@sha Nag/HFq8Rvcucqi8MhV1+0xtoR0C7FjHOecFVURL7ss=
@size 5449
@ts 1793534865
lib/python3.14/site-packages/tokenizers/implementations/sentencepiece_bpe.py
@sha c08fKf6i92E2RsKgsxy7LzZfYX8+MACHSRG8U/I5ytY=
@size 3721
@ts 1793534865
lib/python3.14/site-packages/tokenizers/implementations/sentencepiece_unigram.py
@sha 2RoIfFVpiMkJOtOCskM/VCeCELWaC/bNnds6GvtE0KQ=
@size 7630
@ts 1793534865
lib/python3.14/site-packages/tokenizers/models/
lib/python3.14/site-packages/tokenizers/models.pyi
@sha xTx0SdNGVwd+isJeYK2el1fOzC7AXePozwng5X+rPcI=
@size 14860
@ts 1793534865
lib/python3.14/site-packages/tokenizers/models/__init__.py
@sha 2G5JqBUvFrKiaEpFEluVUktBTw8tlCYZ+2o8g7Z8cqI=
@size 177
@ts 1793534865
lib/python3.14/site-packages/tokenizers/models/__pycache__/
lib/python3.14/site-packages/tokenizers/models/__pycache__/__init__.cpython-314.opt-1.pyc
@sha /B+246yLHxehc8f6ZGkZjyD2rtuaF4v0NGSkSCikJLs=
@size 416
@ts 1793534866
lib/python3.14/site-packages/tokenizers/models/__pycache__/__init__.cpython-314.pyc
@sha /B+246yLHxehc8f6ZGkZjyD2rtuaF4v0NGSkSCikJLs=
@size 416
@ts 1793534866
lib/python3.14/site-packages/tokenizers/normalizers/
lib/python3.14/site-packages/tokenizers/normalizers.pyi
@sha QfMIn2lnTFE3oI4K4GMKYaL/pwWyZhzkkM/sHxD+kPs=
@size 12994
@ts 1793534865
lib/python3.14/site-packages/tokenizers/normalizers/__init__.py
@sha /06w4cqRItveEgIddYaLMScgkSOkIAMIzYCesb5AA4U=
@size 841
@ts 1793534865
lib/python3.14/site-packages/tokenizers/normalizers/__pycache__/
lib/python3.14/site-packages/tokenizers/normalizers/__pycache__/__init__.cpython-314.opt-1.pyc
@sha ahb+0p7pvchCiWt6xBmpMOjuajR6MSH2d6pC7BjuHaA=
@size 1559
@ts 1793534866
lib/python3.14/site-packages/tokenizers/normalizers/__pycache__/__init__.cpython-314.pyc
@sha ahb+0p7pvchCiWt6xBmpMOjuajR6MSH2d6pC7BjuHaA=
@size 1559
@ts 1793534866
lib/python3.14/site-packages/tokenizers/pre_tokenizers/
lib/python3.14/site-packages/tokenizers/pre_tokenizers.pyi
@sha ytCbyYVjudKw0bDZG9CdRtNOZWdHKLb5VVgMQka5A/M=
@size 15226
@ts 1793534865
lib/python3.14/site-packages/tokenizers/pre_tokenizers/__init__.py
@sha WE23Hz6lyWm43+mbrH5XEidE4Avx8OgLw+XfOCL6jes=
@size 599
@ts 1793534865
lib/python3.14/site-packages/tokenizers/pre_tokenizers/__pycache__/
lib/python3.14/site-packages/tokenizers/pre_tokenizers/__pycache__/__init__.cpython-314.opt-1.pyc
@sha FBsiMdUz4ISEd6Dp3Qhb6Mbv99bEXOW0Z+OYkBRDMSQ=
@size 847
@ts 1793534866
lib/python3.14/site-packages/tokenizers/pre_tokenizers/__pycache__/__init__.cpython-314.pyc
@sha FBsiMdUz4ISEd6Dp3Qhb6Mbv99bEXOW0Z+OYkBRDMSQ=
@size 847
@ts 1793534866
lib/python3.14/site-packages/tokenizers/processors/
lib/python3.14/site-packages/tokenizers/processors.pyi
@sha HOPuKEHn9kV0d3q9yPrIn69SpkADTjwlpcWJqBvDICQ=
@size 10447
@ts 1793534865
lib/python3.14/site-packages/tokenizers/processors/__init__.py
@sha mQU43TzmyFcEZ/eQDILSQzQbxHfXjsj9ln7tPbYimzw=
@size 308
@ts 1793534865
lib/python3.14/site-packages/tokenizers/processors/__pycache__/
lib/python3.14/site-packages/tokenizers/processors/__pycache__/__init__.cpython-314.opt-1.pyc
@sha fmnTza6z5XnPvgRKb9HbXOQ9XoEjZTdIB5jIdXIzYjA=
@size 515
@ts 1793534866
lib/python3.14/site-packages/tokenizers/processors/__pycache__/__init__.cpython-314.pyc
@sha fmnTza6z5XnPvgRKb9HbXOQ9XoEjZTdIB5jIdXIzYjA=
@size 515
@ts 1793534866
lib/python3.14/site-packages/tokenizers/py.typed
@sha 47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=
@size 0
@ts 1793534865
@so lib/python3.14/site-packages/tokenizers/tokenizers.abi3.so
@sha VajxsJo1k4HUEB9ENjionqedm6nMq80qm9yUOyMyB3c=
@size 10861376
@ts 1793534865
lib/python3.14/site-packages/tokenizers/tokenizers.pyi
@sha Mq4G5RcxKiVc0FZd/Omi+bT7YQMRc+iDBU/nPCmCZOA=
@size 468
@ts 1793534865
lib/python3.14/site-packages/tokenizers/tools/
lib/python3.14/site-packages/tokenizers/tools/__init__.py
@sha xG8caB9OHC8cbB01S5vYV14HZxhO6eWbLehsb70ppio=
@size 55
@ts 1793534865
lib/python3.14/site-packages/tokenizers/tools/__pycache__/
lib/python3.14/site-packages/tokenizers/tools/__pycache__/__init__.cpython-314.opt-1.pyc
@sha 7Fx6RC1ScgFGObkMpGwOgKeaXm3HJK30pL7RfQAwS14=
@size 247
@ts 1793534866
lib/python3.14/site-packages/tokenizers/tools/__pycache__/__init__.cpython-314.pyc
@sha 7Fx6RC1ScgFGObkMpGwOgKeaXm3HJK30pL7RfQAwS14=
@size 247
@ts 1793534866
lib/python3.14/site-packages/tokenizers/tools/__pycache__/visualizer.cpython-314.opt-1.pyc
@sha cjXk7AlGXCxJmUvmF9C+0574o9RMAEsu1GNJjhS7cKY=
@size 18134
@ts 1793534866
lib/python3.14/site-packages/tokenizers/tools/__pycache__/visualizer.cpython-314.pyc
@sha m9bvwT9ekIFH1hX4xpmzrmCV6KkUaHfLIXEMVelj0og=
@size 18228
@ts 1793534866
lib/python3.14/site-packages/tokenizers/tools/visualizer-styles.css
@sha zAydq1oGWD8QEll4+eyL8Llw0B1sty/hpIE3tYxL02k=
@size 4850
@ts 1793534865
lib/python3.14/site-packages/tokenizers/tools/visualizer.py
@sha +8/tr9ibD5eE9ODOaoDKzJZJBkWPuP+dmmha39qFuX4=
@size 15510
@ts 1793534865
lib/python3.14/site-packages/tokenizers/trainers/
lib/python3.14/site-packages/tokenizers/trainers.pyi
@sha 1TJbOT9gdUgYzMNDxMsik7s9m1rC7JoOSW51phLI1zg=
@size 11372
@ts 1793534865
lib/python3.14/site-packages/tokenizers/trainers/__init__.py
@sha QZfp2aS1U/zPWLcUojXrefoAM4Wok/rJcaWBPuMZy0k=
@size 249
@ts 1793534865
lib/python3.14/site-packages/tokenizers/trainers/__init__.pyi
@sha jKtDNXnoX6FWeCTeHz+W62Cj2/JErgYG7h1PReUz1rU=
@size 10719
@ts 1793534865
lib/python3.14/site-packages/tokenizers/trainers/__pycache__/
lib/python3.14/site-packages/tokenizers/trainers/__pycache__/__init__.cpython-314.opt-1.pyc
@sha LtHZ5+JrDGLZ7xi0wSuCJO/aP0xGSYOiIO2K+x883Cc=
@size 458
@ts 1793534866
lib/python3.14/site-packages/tokenizers/trainers/__pycache__/__init__.cpython-314.pyc
@sha LtHZ5+JrDGLZ7xi0wSuCJO/aP0xGSYOiIO2K+x883Cc=
@size 458
@ts 1793534866
