woshikid/chatglm2-6b repository overview

docker run -it woshikid/chatglm2-6b python cli_demo.py
docker run -it -p 8000:8000 woshikid/chatglm2-6b python api.py
docker run -it -p 8000:8000 woshikid/chatglm2-6b python openai_api.py
docker run -it -p 7860:7860 woshikid/chatglm2-6b python web_demo.py
docker run -it -p 8501:8501 woshikid/chatglm2-6b streamlit run web_demo2.py

docker run -it woshikid/chatglm2-6b:int4 python cli_demo.py
docker run -it -p 8000:8000 woshikid/chatglm2-6b:int4 python api.py
docker run -it -p 8000:8000 woshikid/chatglm2-6b:int4 python openai_api.py
docker run -it -p 7860:7860 woshikid/chatglm2-6b:int4 python web_demo.py
docker run -it -p 8501:8501 woshikid/chatglm2-6b:int4 streamlit run web_demo2.py

docker run -it woshikid/chatglm2-6b:fastllm python cli_demo.py
docker run -it -p 8000:8000 woshikid/chatglm2-6b:fastllm python api.py
docker run -it -p 8000:8000 woshikid/chatglm2-6b:fastllm python openai_api.py
docker run -it -p 7860:7860 woshikid/chatglm2-6b:fastllm python web_demo.py
docker run -it -p 8501:8501 woshikid/chatglm2-6b:fastllm streamlit run web_demo2.py

docker run -it woshikid/chatglm2-6b:fastllm-slim ./main -p ../chatglm2-6b-int4.flm
docker run -it -p 8081:8081 woshikid/chatglm2-6b:fastllm-slim ./webui -p ../chatglm2-6b-int4.flm [--port 8081]

docker run -it woshikid/chatglm2-6b:cpp python cli_chat.py -m ../chatglm2-6b-int4-ggml.bin [-i|-p 你好] [--top_p 0.8] [--temp 0.8] [-t 4]
docker run -it -p 7860:7860 woshikid/chatglm2-6b:cpp python web_demo.py -m ../chatglm2-6b-int4-ggml.bin [-t 4]
docker run -it -p 8000:8000 -e MODEL=../chatglm2-6b-int4-ggml.bin woshikid/chatglm2-6b:cpp uvicorn chatglm_cpp.langchain_api:app --host 0.0.0.0 [--port 8000]
docker run -it -p 8000:8000 -e MODEL=../chatglm2-6b-int4-ggml.bin woshikid/chatglm2-6b:cpp uvicorn chatglm_cpp.openai_api:app --host 0.0.0.0 [--port 8000]

docker run -it woshikid/chatglm2-6b:cpp-slim bin/main -m ../chatglm2-6b-int4-ggml.bin [-i|-p 你好] [--top_p 0.8] [--temp 0.8] [-t 4]