@name py310-tokenizers-0.22.2_0
@portname py310-tokenizers
@portepoch 0
@portversion 0.22.2
@portrevision 0
@archs x86_64
@pkgdep py310-huggingface_hub-1.6.0_0
@pkgdep python310-3.10.20_0
@macports_version 2.12.3
@os.subplatform macosx
@os.version 20.6.0
@macos_version 11.7.10
@xcodecltversion 13.0.0.0.1.1630607135
@ports_commit 525a0f769b6df55899016f328125e7ac21d2d33f
@source_date_epoch 1773521579
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/__init__.py
@comment MD5:f6e56425830cbdb003682c6321495400
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/__init__.pyi
@comment MD5:c3dd9e1d9e200628910ebd66495b2c1d
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/__pycache__/__init__.cpython-310.opt-1.pyc
@comment MD5:83424aaa203d735322132c4120a67943
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/__pycache__/__init__.cpython-310.pyc
@comment MD5:83424aaa203d735322132c4120a67943
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/decoders/__init__.py
@comment MD5:dfa8ebc5acccd4401b13111116d8bd3a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/decoders/__init__.pyi
@comment MD5:c88bce050a7f30eb12badbe956e63d57
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/decoders/__pycache__/__init__.cpython-310.opt-1.pyc
@comment MD5:9bb55eadb93eb5b0662f562b167b6aa5
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/decoders/__pycache__/__init__.cpython-310.pyc
@comment MD5:9bb55eadb93eb5b0662f562b167b6aa5
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__init__.py
@comment MD5:d864443ae65ba7a7f8664010be979af9
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/__init__.cpython-310.opt-1.pyc
@comment MD5:0df1e4833975ed02b7522d30e0bccb76
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/__init__.cpython-310.pyc
@comment MD5:0df1e4833975ed02b7522d30e0bccb76
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/base_tokenizer.cpython-310.opt-1.pyc
@comment MD5:e8d8b58f71502a64c117249e8c9e5e3a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/base_tokenizer.cpython-310.pyc
@comment MD5:e8d8b58f71502a64c117249e8c9e5e3a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/bert_wordpiece.cpython-310.opt-1.pyc
@comment MD5:dbec1f9f88f911f52cfea63bf3cebe85
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/bert_wordpiece.cpython-310.pyc
@comment MD5:dbec1f9f88f911f52cfea63bf3cebe85
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/byte_level_bpe.cpython-310.opt-1.pyc
@comment MD5:c7b3fc89c23b87f3aa11560e437fc5d6
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/byte_level_bpe.cpython-310.pyc
@comment MD5:c7b3fc89c23b87f3aa11560e437fc5d6
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/char_level_bpe.cpython-310.opt-1.pyc
@comment MD5:fb651269f52310655a846577f072074b
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/char_level_bpe.cpython-310.pyc
@comment MD5:fb651269f52310655a846577f072074b
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/sentencepiece_bpe.cpython-310.opt-1.pyc
@comment MD5:d3fe293f73cb0022262cf73a7efd6613
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/sentencepiece_bpe.cpython-310.pyc
@comment MD5:d3fe293f73cb0022262cf73a7efd6613
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/sentencepiece_unigram.cpython-310.opt-1.pyc
@comment MD5:a4ce3636e4d79aa3b616f2bbc8b9b188
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/sentencepiece_unigram.cpython-310.pyc
@comment MD5:a4ce3636e4d79aa3b616f2bbc8b9b188
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/base_tokenizer.py
@comment MD5:89d87fb6adaeaf83c771ceca9be53b50
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/bert_wordpiece.py
@comment MD5:0ab195055bf6409bf08604f9d3da06e9
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/byte_level_bpe.py
@comment MD5:83c62078fb89d83b4863ecf431181a8d
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/char_level_bpe.py
@comment MD5:038c1c2b2a0a404a8c60a6ef1f9d3877
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/sentencepiece_bpe.py
@comment MD5:727c0bcca125136a927d504ff7cac9dc
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/sentencepiece_unigram.py
@comment MD5:5c91087ab0802d4a250310ffe2943ec5
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/models/__init__.py
@comment MD5:9760ec383efa4d0d5be63c264bea6b01
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/models/__init__.pyi
@comment MD5:5e40dee601b15359d0e92a1075050499
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/models/__pycache__/__init__.cpython-310.opt-1.pyc
@comment MD5:454062fb7a64dd526d80f35609d5424c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/models/__pycache__/__init__.cpython-310.pyc
@comment MD5:454062fb7a64dd526d80f35609d5424c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/normalizers/__init__.py
@comment MD5:a88861bc1b19076440f61d02e7653d6f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/normalizers/__init__.pyi
@comment MD5:20014b7f39d81d96cd45f46e3b6dff2f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/normalizers/__pycache__/__init__.cpython-310.opt-1.pyc
@comment MD5:8eb7249085094fe6e0a033eea6005b24
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/normalizers/__pycache__/__init__.cpython-310.pyc
@comment MD5:8eb7249085094fe6e0a033eea6005b24
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/pre_tokenizers/__init__.py
@comment MD5:4f218309b976269be8524b3d26ac745a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/pre_tokenizers/__init__.pyi
@comment MD5:2aff30801e5902cbaa7e8aff857fbad1
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/pre_tokenizers/__pycache__/__init__.cpython-310.opt-1.pyc
@comment MD5:2bc9c88564c4d8ad8652cd455ff3c50a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/pre_tokenizers/__pycache__/__init__.cpython-310.pyc
@comment MD5:2bc9c88564c4d8ad8652cd455ff3c50a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/processors/__init__.py
@comment MD5:5391bb301016dad09af6106f91b00568
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/processors/__init__.pyi
@comment MD5:0580ab2257aa0251c40494508d5cde00
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/processors/__pycache__/__init__.cpython-310.opt-1.pyc
@comment MD5:370d52cefa7b993b261cd28ba5969120
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/processors/__pycache__/__init__.cpython-310.pyc
@comment MD5:370d52cefa7b993b261cd28ba5969120
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/tokenizers.abi3.so
@comment MD5:a4f5b8a58c8e1271a584dc8678ec9c6a
@comment binary:1
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/tokenizers.pyi
@comment MD5:2e4632cc38bf2d64c12013b285e17bba
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/tools/__init__.py
@comment MD5:ad43471914ddd6d8da2742dbe93e234c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/tools/__pycache__/__init__.cpython-310.opt-1.pyc
@comment MD5:5f8925a062fe2fb48c4e39922632e18c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/tools/__pycache__/__init__.cpython-310.pyc
@comment MD5:5f8925a062fe2fb48c4e39922632e18c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/tools/__pycache__/visualizer.cpython-310.opt-1.pyc
@comment MD5:0017a24e96ea32c03bd2df7700b3a7de
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/tools/__pycache__/visualizer.cpython-310.pyc
@comment MD5:5378f6a67bbec2054b0a550a44355f04
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/tools/visualizer-styles.css
@comment MD5:7db472554ed0b5ec3b8a20c6f70af39a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/tools/visualizer.py
@comment MD5:1188df0c320de21c2a266a28c2b13cce
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/trainers/__init__.py
@comment MD5:2564d7ccae517e23218af930f4d6d5e3
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/trainers/__init__.pyi
@comment MD5:e123600a08721a5e33990410f9343f24
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/trainers/__pycache__/__init__.cpython-310.opt-1.pyc
@comment MD5:70875a234e093306d912ae00d4dfe09b
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/trainers/__pycache__/__init__.cpython-310.pyc
@comment MD5:70875a234e093306d912ae00d4dfe09b
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers-0.22.2.dist-info/METADATA
@comment MD5:c452d1a4855e1c1b9ff79d128c88d26e
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers-0.22.2.dist-info/RECORD
@comment MD5:b52622bf9a1cd0aca1b4ea15f4df2cc8
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers-0.22.2.dist-info/WHEEL
@comment MD5:cd2d2199b190578e41cf6b70b6f522bb
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers-0.22.2.dist-info/sboms/tokenizers-python.cyclonedx.json
@comment MD5:8b134790ee77932f03fc2d22bcf0e61d
@comment binary:0
@ignore
+COMMENT
@ignore
+CONTENTS
@ignore
+DESC
@ignore
+PORTFILE
@ignore
+STATE
@cxx_stdlib libc++
@cxx_stdlib_overridden 0
