mirror of
https://github.com/SunZhimin2021/AIPentest.git
synced 2025-05-06 10:31:22 +00:00
6 lines
795 B
Bash
6 lines
795 B
Bash
#should change some parameters ,such as ipadress, modal path and so on
|
|
python3 -m fastchat.serve.controller --host 172.16.2.61 --port 21001 >fscontrol.log 2>&1 &
|
|
python3 -m fastchat.serve.model_worker --model-names chinese-alpaca2-7b --model-path /data1/models/chinese-alpaca2-7b --controller-address http://172.16.2.61:21001 --worker-address http://172.16.2.61:8081 --host 0.0.0.0 --port 8081 >fsalpaca.log 2>&1 &
|
|
python3 -m fastchat.serve.model_worker --model-names bge-large-zh --model-path /data1/models/bge-large-zh --controller-address http://172.16.2.61:21001 --worker-address http://172.16.2.61:8080 --host 0.0.0.0 --port 8080 >fsemb.log 2>&1 &
|
|
python3 -m fastchat.serve.openai_api_server --controller-address http://172.16.2.61:21001 --host 0.0.0.0 --port 8000 >fsopenapi.log 2>&1 &
|