main
ColossalAI
Repository badge with A rating
View on GitHub
Grade
Name
Complexity
Churn
Issues
A
colossalai\legacy\inference\serving\ray_serve\Colossal_Inference_rayserve.py
17 2 -
A
examples\tutorial\opt\inference\script\process-opt-175b\convert_ckpt.py
8 2 -
A
colossalai\accelerator\cuda_accelerator.py
43 2 -
A
colossalai\legacy\inference\serving\torch_serve\Colossal_Inference_Handler.py
21 2 -
A
colossalai\legacy\inference\serving\torch_serve\docker\Dockerfile
 2 -
A
examples\tutorial\opt\inference\opt_server.py
 2 -
A
examples\tutorial\opt\inference\opt_fastapi.py
 2 -
A
applications\ColossalChat\tests\verify_chat_data.py
 2 -
A
colossalai\legacy\inference\tensor_parallel\batch_infer_state.py
15 2 -
A
colossalai\auto_parallel\tensor_shard\node_handler\permute_handler.py
12 2 -
A
colossalai\legacy\inference\tensor_parallel\kvcache_manager.py
12 2 -
A
colossalai\legacy\inference\tensor_parallel\modeling\_utils.py
9 2 -
A
examples\tutorial\opt\inference\cache.py
18 2 4
A
applications\Colossal-LLaMA\colossal_llama\dataset\conversation.py
14 2 -
A
colossalai\auto_parallel\tensor_shard\node_handler\softmax_handler.py
4 2 -
A
colossalai\legacy\inference\tensor_parallel\modeling\llama.py
40 2 -
A
colossalai\auto_parallel\tensor_shard\node_handler\split_handler.py
6 2 -
A
applications\ColossalChat\coati\models\__init__.py
 2 -
A
colossalai\legacy\moe\layer\experts.py
33 2 -
A
colossalai\legacy\moe\layer\layers.py
35 2 -