main
ColossalAI
Repository badge with A rating
View on GitHub
Grade
Name
Complexity
Churn
Issues
A
colossalai\legacy\inference\manager.py
51 2 -
A
colossalai\legacy\inference\pipeline\__init__.py
 1 -
A
colossalai\legacy\inference\pipeline\benchmark\benchmark.py
12 2 -
A
colossalai\legacy\inference\pipeline\benchmark\run.sh
 1 -
A
colossalai\legacy\inference\pipeline\microbatch_manager.py
37 2 -
A
colossalai\legacy\inference\quant\gptq\__init__.py
 1 -
A
colossalai\legacy\inference\quant\gptq\cai_gptq\__init__.py
 1 -
A
colossalai\legacy\inference\quant\gptq\cai_gptq\cai_quant_linear.py
57 1 -
A
colossalai\legacy\inference\quant\gptq\cai_gptq\gptq_op.py
5 1 -
A
colossalai\legacy\inference\quant\smoothquant\models\__init__.py
 1 -
A
colossalai\legacy\inference\quant\smoothquant\models\base_model.py
73 1 -
A
colossalai\legacy\inference\quant\smoothquant\models\linear.py
16 1 -
A
colossalai\legacy\inference\quant\smoothquant\models\llama.py
92 1 -
A
colossalai\legacy\inference\serving\ray_serve\Colossal_Inference_rayserve.py
17 2 -
A
colossalai\legacy\inference\serving\ray_serve\send_request.py
1 1 -
A
colossalai\legacy\inference\serving\ray_serve\send_requests.py
1 1 -
A
colossalai\legacy\inference\serving\torch_serve\Colossal_Inference_Handler.py
21 2 -
A
colossalai\legacy\inference\serving\torch_serve\docker\Dockerfile
 2 -
A
colossalai\legacy\inference\serving\torch_serve\model-config.yaml
 1 -
A
colossalai\legacy\inference\tensor_parallel\__init__.py
 1 -