master
tokenizers
Repository badge with B rating
View on GitHub
Grade
Name
Complexity
Churn
Issues
A
bindings\python\setup.py
 8 -
A
bindings\python\py_src\tokenizers\__init__.py
 8 -
C
bindings\python\tests\bindings\test_decoders.py
 5 5
F
bindings\python\tests\bindings\test_pre_tokenizers.py
23 5 14
A
bindings\python\scripts\convert.py
 5 1
A
.github\workflows\python.yml
 5 -
A
bindings\python\tests\bindings\test_trainers.py
11 4 -
A
bindings\python\py_src\tokenizers\implementations\base_tokenizer.py
40 4 1
B
bindings\python\tests\bindings\test_models.py
16 4 4
A
bindings\python\py_src\tokenizers\implementations\sentencepiece_bpe.py
 4 -
A
bindings\python\py_src\tokenizers\implementations\sentencepiece_unigram.py
 4 -
A
.github\deploy_doc.sh
 4 -
A
.github\workflows\python-release-conda.yml
 3 -
B
bindings\python\tests\bindings\test_normalizers.py
19 3 4
A
bindings\python\py_src\tokenizers\implementations\char_level_bpe.py
14 3 -
A
bindings\python\py_src\tokenizers\implementations\byte_level_bpe.py
13 3 -
A
bindings\python\py_src\tokenizers\implementations\bert_wordpiece.py
14 3 -
A
bindings\python\examples\train_with_datasets.py
2 2 -
A
bindings\node\lib\bindings\decoders.js
 2 -
D
bindings\node\lib\bindings\decoders.test.ts
12 2 20