woshikid/fastchat repository overview

python -m fastchat.serve.cli --model-path lmsys/vicuna-7b-v1.5 --device cpu [--style rich] [--load-8bit]

python -m fastchat.serve.controller --host 0.0.0.0
python -m fastchat.serve.model_worker --model-path lmsys/vicuna-7b-v1.5 --device cpu --host 0.0.0.0
#python -m fastchat.serve.test_message --model-name vicuna-7b-v1.5
python -m fastchat.serve.gradio_web_server [--port 7860]

python -m fastchat.serve.controller --host 0.0.0.0
python -m fastchat.serve.model_worker --model-path lmsys/vicuna-7b-v1.5 --device cpu --host 0.0.0.0
python -m fastchat.serve.openai_api_server --host 0.0.0.0 [--port 8000]