@name py312-tokenizers-0.22.2_0
@portname py312-tokenizers
@portepoch 0
@portversion 0.22.2
@portrevision 0
@archs x86_64
@pkgdep py312-huggingface_hub-1.6.0_0
@pkgdep python312-3.12.13_0
@macports_version 2.12.4
@os.subplatform macosx
@os.version 21.6.0
@macos_version 12.7.6
@xcodecltversion 13.4.0.0.1.1651278267
@ports_commit 67eff9975f2412b4b2946d95c8c639d310ee0d1b
@source_date_epoch 1773603599
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/__init__.py
@comment MD5:f6e56425830cbdb003682c6321495400
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/__init__.pyi
@comment MD5:c3dd9e1d9e200628910ebd66495b2c1d
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/__pycache__/__init__.cpython-312.opt-1.pyc
@comment MD5:87893c3cde430446b77a336690d9d610
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/__pycache__/__init__.cpython-312.pyc
@comment MD5:87893c3cde430446b77a336690d9d610
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/decoders/__init__.py
@comment MD5:dfa8ebc5acccd4401b13111116d8bd3a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/decoders/__init__.pyi
@comment MD5:c88bce050a7f30eb12badbe956e63d57
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/decoders/__pycache__/__init__.cpython-312.opt-1.pyc
@comment MD5:02fc9239514575200242315ecd142e3e
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/decoders/__pycache__/__init__.cpython-312.pyc
@comment MD5:02fc9239514575200242315ecd142e3e
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__init__.py
@comment MD5:d864443ae65ba7a7f8664010be979af9
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/__init__.cpython-312.opt-1.pyc
@comment MD5:db943a1ae2204e5bf78ff0e00b98bfe3
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/__init__.cpython-312.pyc
@comment MD5:db943a1ae2204e5bf78ff0e00b98bfe3
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/base_tokenizer.cpython-312.opt-1.pyc
@comment MD5:ddd5bc8a337aa49d84930364766f41ec
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/base_tokenizer.cpython-312.pyc
@comment MD5:ddd5bc8a337aa49d84930364766f41ec
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/bert_wordpiece.cpython-312.opt-1.pyc
@comment MD5:a85a5399c1d1ab95b5b08134f5cd8e0f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/bert_wordpiece.cpython-312.pyc
@comment MD5:a85a5399c1d1ab95b5b08134f5cd8e0f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/byte_level_bpe.cpython-312.opt-1.pyc
@comment MD5:acc020186c2e4129e29d69afd3024f80
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/byte_level_bpe.cpython-312.pyc
@comment MD5:acc020186c2e4129e29d69afd3024f80
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/char_level_bpe.cpython-312.opt-1.pyc
@comment MD5:db045ac4188121cbc9bc87368be465ba
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/char_level_bpe.cpython-312.pyc
@comment MD5:db045ac4188121cbc9bc87368be465ba
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/sentencepiece_bpe.cpython-312.opt-1.pyc
@comment MD5:9b8cbe5701bf39e0462cf5328cd765db
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/sentencepiece_bpe.cpython-312.pyc
@comment MD5:9b8cbe5701bf39e0462cf5328cd765db
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/sentencepiece_unigram.cpython-312.opt-1.pyc
@comment MD5:be7b69185c098bdc7ce704854d0e3655
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/sentencepiece_unigram.cpython-312.pyc
@comment MD5:be7b69185c098bdc7ce704854d0e3655
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/base_tokenizer.py
@comment MD5:89d87fb6adaeaf83c771ceca9be53b50
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/bert_wordpiece.py
@comment MD5:0ab195055bf6409bf08604f9d3da06e9
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/byte_level_bpe.py
@comment MD5:83c62078fb89d83b4863ecf431181a8d
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/char_level_bpe.py
@comment MD5:038c1c2b2a0a404a8c60a6ef1f9d3877
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/sentencepiece_bpe.py
@comment MD5:727c0bcca125136a927d504ff7cac9dc
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/sentencepiece_unigram.py
@comment MD5:5c91087ab0802d4a250310ffe2943ec5
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/models/__init__.py
@comment MD5:9760ec383efa4d0d5be63c264bea6b01
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/models/__init__.pyi
@comment MD5:5e40dee601b15359d0e92a1075050499
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/models/__pycache__/__init__.cpython-312.opt-1.pyc
@comment MD5:db09b29777bcaf2f36448640c0972980
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/models/__pycache__/__init__.cpython-312.pyc
@comment MD5:db09b29777bcaf2f36448640c0972980
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/normalizers/__init__.py
@comment MD5:a88861bc1b19076440f61d02e7653d6f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/normalizers/__init__.pyi
@comment MD5:20014b7f39d81d96cd45f46e3b6dff2f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/normalizers/__pycache__/__init__.cpython-312.opt-1.pyc
@comment MD5:e8f4f69a7d3639c9abf21e27ee6e8efc
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/normalizers/__pycache__/__init__.cpython-312.pyc
@comment MD5:e8f4f69a7d3639c9abf21e27ee6e8efc
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/pre_tokenizers/__init__.py
@comment MD5:4f218309b976269be8524b3d26ac745a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/pre_tokenizers/__init__.pyi
@comment MD5:2aff30801e5902cbaa7e8aff857fbad1
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/pre_tokenizers/__pycache__/__init__.cpython-312.opt-1.pyc
@comment MD5:39ecb3f363cd6e488ce716ab880f0162
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/pre_tokenizers/__pycache__/__init__.cpython-312.pyc
@comment MD5:39ecb3f363cd6e488ce716ab880f0162
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/processors/__init__.py
@comment MD5:5391bb301016dad09af6106f91b00568
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/processors/__init__.pyi
@comment MD5:0580ab2257aa0251c40494508d5cde00
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/processors/__pycache__/__init__.cpython-312.opt-1.pyc
@comment MD5:b8bafcf749e75b5514c44e051657fc98
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/processors/__pycache__/__init__.cpython-312.pyc
@comment MD5:b8bafcf749e75b5514c44e051657fc98
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/tokenizers.abi3.so
@comment MD5:58ead6839941e622966c4495b7a3be16
@comment binary:1
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/tokenizers.pyi
@comment MD5:2e4632cc38bf2d64c12013b285e17bba
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/tools/__init__.py
@comment MD5:ad43471914ddd6d8da2742dbe93e234c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/tools/__pycache__/__init__.cpython-312.opt-1.pyc
@comment MD5:3234e8daac3fef7ab024553d4550173c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/tools/__pycache__/__init__.cpython-312.pyc
@comment MD5:3234e8daac3fef7ab024553d4550173c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/tools/__pycache__/visualizer.cpython-312.opt-1.pyc
@comment MD5:7cb3ea88d557fccff9e1849b49bcee97
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/tools/__pycache__/visualizer.cpython-312.pyc
@comment MD5:855811ca2d399809f9e3d7a4715f100f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/tools/visualizer-styles.css
@comment MD5:7db472554ed0b5ec3b8a20c6f70af39a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/tools/visualizer.py
@comment MD5:1188df0c320de21c2a266a28c2b13cce
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/trainers/__init__.py
@comment MD5:2564d7ccae517e23218af930f4d6d5e3
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/trainers/__init__.pyi
@comment MD5:e123600a08721a5e33990410f9343f24
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/trainers/__pycache__/__init__.cpython-312.opt-1.pyc
@comment MD5:7187f31d36607cf01d944a8383e402d1
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/trainers/__pycache__/__init__.cpython-312.pyc
@comment MD5:7187f31d36607cf01d944a8383e402d1
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers-0.22.2.dist-info/METADATA
@comment MD5:c452d1a4855e1c1b9ff79d128c88d26e
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers-0.22.2.dist-info/RECORD
@comment MD5:2fd1e5a10ef744429c2ee5c87aae9d92
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers-0.22.2.dist-info/WHEEL
@comment MD5:447e1b4ac3f5f278dbc7bdca3be8ac2a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers-0.22.2.dist-info/sboms/tokenizers-python.cyclonedx.json
@comment MD5:e86f7e5cfeb2516fd78904c1b0210f64
@comment binary:0
@ignore
+COMMENT
@ignore
+CONTENTS
@ignore
+DESC
@ignore
+PORTFILE
@ignore
+STATE
@cxx_stdlib libc++
@cxx_stdlib_overridden 0
