master
tokenizers
Repository badge with B rating
View on GitHub
Grade
Name
Complexity
Churn
Issues
A
bindings\node\lib\implementations\tokenizers\bert-wordpiece.tokenizer.ts
9 1 -
A
bindings\node\lib\implementations\tokenizers\bpe.tokenizer.ts
7 1 -
A
bindings\node\lib\implementations\tokenizers\byte-level-bpe.tokenizer.ts
6 1 -
A
bindings\node\lib\implementations\tokenizers\index.ts
 1 -
A
bindings\node\lib\implementations\tokenizers\sentence-piece-bpe.tokenizer.ts
6 1 1
A
bindings\node\lib\index.ts
 1 -
A
bindings\python\build-sdist.sh
 1 -
A
bindings\python\build-wheels.sh
 2 -
A
bindings\python\conftest.py
6 1 -
A
bindings\python\examples\custom_components.py
 1 2
A
bindings\python\examples\example.py
3 1 2
A
bindings\python\examples\train_bert_wordpiece.py
 1 -
A
bindings\python\examples\train_bytelevel_bpe.py
 1 -
A
bindings\python\examples\train_with_datasets.py
2 2 -
A
bindings\python\py_src\tokenizers\__init__.py
 8 -
A
bindings\python\py_src\tokenizers\decoders\__init__.py
 2 -
A
bindings\python\py_src\tokenizers\implementations\__init__.py
 1 -
A
bindings\python\py_src\tokenizers\implementations\base_tokenizer.py
40 4 1
A
bindings\python\py_src\tokenizers\implementations\bert_wordpiece.py
14 3 -
A
bindings\python\py_src\tokenizers\implementations\byte_level_bpe.py
13 3 -