master
tokenizers
Repository badge with B rating
View on GitHub
Grade
Name
Complexity
Churn
Issues
A
bindings\python\tests\documentation\test_pipeline.py
 2 2
A
bindings\python\py_src\tokenizers\trainers\__init__.py
 2 -
A
bindings\python\py_src\tokenizers\pre_tokenizers\__init__.py
 2 -
A
bindings\node\examples\documentation\quicktour.test.ts
 2 -
A
bindings\node\jest.config.js
 1 -
F
bindings\node\lib\bindings\tokenizer.test.ts
54 1 131
A
bindings\node\lib\bindings\utils.js
 1 -
F
bindings\node\lib\bindings\utils.test.ts
44 1 63
D
bindings\node\lib\implementations\encoding.test.ts
14 1 22
A
bindings\node\lib\implementations\encoding.ts
38 1 1
A
.github\workflows\docs-check.yml
 1 -
C
bindings\node\lib\implementations\tokenizers\base.tokenizer.test.ts
10 1 16
A
bindings\node\lib\bindings\enums.ts
 1 5
A
bindings\node\lib\implementations\tokenizers\base.tokenizer.ts
26 1 2
B
bindings\node\lib\implementations\tokenizers\bert-wordpiece.tokenizer.test.ts
6 1 9
A
bindings\node\lib\bindings\models.js
 1 -
A
bindings\node\lib\implementations\tokenizers\bert-wordpiece.tokenizer.ts
9 1 -
A
bindings\node\lib\implementations\tokenizers\bpe.tokenizer.ts
7 1 -
F
bindings\node\lib\bindings\models.test.ts
40 1 38
A
bindings\node\lib\implementations\tokenizers\byte-level-bpe.tokenizer.ts
6 1 -