2024-01-10 10:09:01 +08:00
|
|
|
#should change some parameters ,such as ipadress, modal path and so on
|
2024-01-10 10:05:59 +08:00
|
|
|
python3 -m fastchat.serve.controller --host 172.16.2.61 --port 21001 >fscontrol.log 2>&1 &
|
|
|
|
|
python3 -m fastchat.serve.model_worker --model-names chinese-alpaca2-7b --model-path /data1/models/chinese-alpaca2-7b --controller-address http://172.16.2.61:21001 --worker-address http://172.16.2.61:8081 --host 0.0.0.0 --port 8081 >fsalpaca.log 2>&1 &
|
|
|
|
|
python3 -m fastchat.serve.model_worker --model-names bge-large-zh --model-path /data1/models/bge-large-zh --controller-address http://172.16.2.61:21001 --worker-address http://172.16.2.61:8080 --host 0.0.0.0 --port 8080 >fsemb.log 2>&1 &
|
|
|
|
|
python3 -m fastchat.serve.openai_api_server --controller-address http://172.16.2.61:21001 --host 0.0.0.0 --port 8000 >fsopenapi.log 2>&1 &
|
