main
ColossalAI
Repository badge with A rating
View on GitHub
Grade
Name
Complexity
Churn
Issues
A
colossalai\legacy\inference\quant\gptq\__init__.py
 1 -
A
colossalai\legacy\inference\quant\gptq\cai_gptq\__init__.py
 1 -
A
colossalai\legacy\inference\quant\gptq\cai_gptq\cai_quant_linear.py
57 1 -
A
colossalai\legacy\inference\quant\gptq\cai_gptq\gptq_op.py
5 1 -
A
colossalai\legacy\inference\quant\smoothquant\models\__init__.py
 1 -
A
colossalai\legacy\inference\quant\smoothquant\models\base_model.py
73 1 -
A
colossalai\legacy\inference\quant\smoothquant\models\linear.py
16 1 -
A
colossalai\legacy\inference\quant\smoothquant\models\llama.py
92 1 -
A
colossalai\legacy\inference\serving\ray_serve\Colossal_Inference_rayserve.py
17 2 -
A
colossalai\legacy\inference\serving\ray_serve\send_request.py
1 1 -
A
colossalai\legacy\inference\serving\ray_serve\send_requests.py
1 1 -
A
colossalai\legacy\inference\serving\torch_serve\Colossal_Inference_Handler.py
21 2 -
A
colossalai\legacy\inference\serving\torch_serve\docker\Dockerfile
 2 -
A
colossalai\legacy\inference\serving\torch_serve\model-config.yaml
 1 -
A
colossalai\legacy\inference\tensor_parallel\__init__.py
 1 -
A
colossalai\legacy\inference\tensor_parallel\batch_infer_state.py
15 2 -
A
colossalai\legacy\inference\tensor_parallel\engine.py
52 1 -
A
colossalai\legacy\inference\tensor_parallel\kvcache_manager.py
12 2 -
A
colossalai\legacy\inference\tensor_parallel\modeling\__init__.py
 1 -
A
colossalai\legacy\inference\tensor_parallel\modeling\_utils.py
9 2 -