main
ColossalAI
Repository badge with A rating
View on GitHub
Grade
Name
Complexity
Churn
Issues
A
colossalai\legacy\inference\dynamic_batching\get_tokenizer.py
5 1 -
A
colossalai\legacy\inference\dynamic_batching\infer_batch.py
25 1 -
A
colossalai\legacy\inference\dynamic_batching\io_struct.py
41 2 -
A
colossalai\legacy\inference\dynamic_batching\ray_dist_init.py
24 2 -
A
colossalai\legacy\inference\dynamic_batching\ray_init_config.py
5 1 -
A
colossalai\legacy\inference\dynamic_batching\req_queue.py
18 1 -
A
colossalai\legacy\inference\dynamic_batching\sampling_params.py
21 1 -
A
colossalai\legacy\inference\dynamic_batching\stats.py
8 1 -
A
colossalai\legacy\inference\hybridengine\__init__.py
 1 -
A
colossalai\legacy\inference\hybridengine\engine.py
13 4 -
A
colossalai\legacy\inference\hybridengine\modeling\__init__.py
 1 -
A
colossalai\legacy\inference\hybridengine\modeling\_utils.py
9 2 -
A
colossalai\legacy\inference\hybridengine\modeling\llama.py
42 1 -
A
colossalai\legacy\inference\hybridengine\polices\__init__.py
 1 -
A
colossalai\legacy\inference\hybridengine\polices\llama.py
11 1 -
A
colossalai\legacy\inference\manager.py
51 2 -
A
colossalai\legacy\inference\pipeline\__init__.py
 1 -
A
colossalai\legacy\inference\pipeline\benchmark\benchmark.py
12 2 -
A
colossalai\legacy\inference\pipeline\benchmark\run.sh
 1 -
A
colossalai\legacy\inference\pipeline\microbatch_manager.py
37 2 -