master
tokenizers
Repository badge with B rating
View on GitHub
Grade
Name
Complexity
Churn
Issues
A
docs\source\conf.py
3 2 1
C
docs\source\_static\css\huggingface.css
 1 6
A
docs\source\_static\css\code-snippets.css
 1 -
A
docs\source\_ext\toctree_tags.py
6 1 -
A
docs\source\_ext\rust_doc.py
17 2 -
A
docs\source\_ext\entities.py
64 1 3
A
bindings\python\tests\utils.py
21 1 -
A
bindings\python\tests\test_serialization.py
1 1 -
A
bindings\python\tests\implementations\test_sentencepiece.py
 1 -
A
bindings\python\tests\implementations\test_char_bpe.py
5 2 -
A
bindings\python\tests\implementations\test_byte_level_bpe.py
5 2 -
A
bindings\python\tests\implementations\test_bert_wordpiece.py
3 2 -
A
bindings\python\tests\implementations\test_base_tokenizer.py
1 1 -
A
bindings\python\tests\documentation\test_tutorial_train_from_iterators.py
10 2 -
A
bindings\python\tests\documentation\test_quicktour.py
 2 3
A
bindings\python\tests\documentation\test_pipeline.py
 2 2
A
bindings\python\tests\bindings\test_trainers.py
11 4 -
C
bindings\python\tests\bindings\test_tokenizer.py
26 1 6
B
bindings\python\tests\bindings\test_processors.py
 2 4
F
bindings\python\tests\bindings\test_pre_tokenizers.py
23 5 14