master
tokenizers
Repository badge with B rating
View on GitHub
Grade
Name
Complexity
Churn
Issues
A
bindings\python\py_src\tokenizers\implementations\char_level_bpe.py
14 3 -
A
bindings\python\py_src\tokenizers\implementations\sentencepiece_bpe.py
 4 -
A
bindings\python\py_src\tokenizers\implementations\sentencepiece_unigram.py
 4 -
A
bindings\python\py_src\tokenizers\models\__init__.py
 1 -
A
bindings\python\py_src\tokenizers\normalizers\__init__.py
2 1 -
A
bindings\python\py_src\tokenizers\pre_tokenizers\__init__.py
 2 -
A
bindings\python\py_src\tokenizers\processors\__init__.py
 1 -
A
bindings\python\py_src\tokenizers\tools\__init__.py
 1 -
A
bindings\python\py_src\tokenizers\tools\visualizer-styles.css
 1 -
B
bindings\python\py_src\tokenizers\tools\visualizer.py
43 1 4
A
bindings\python\py_src\tokenizers\trainers\__init__.py
 2 -
A
bindings\python\scripts\convert.py
 5 1
A
bindings\python\scripts\sentencepiece_extractor.py
12 1 -
A
bindings\python\scripts\spm_parity_check.py
49 2 4
A
bindings\python\setup.py
 8 -
A
bindings\python\stub.py
46 2 1
C
bindings\python\tests\bindings\test_decoders.py
 5 5
A
bindings\python\tests\bindings\test_encoding.py
10 1 -
B
bindings\python\tests\bindings\test_models.py
16 4 4
B
bindings\python\tests\bindings\test_normalizers.py
19 3 4