Skip to content

Commit 2dea428

Browse files
committed
add model list mode and fix it to local reqs
1 parent 5a66f3e commit 2dea428

3 files changed

Lines changed: 3 additions & 1 deletion

File tree

Dockerfile

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -35,6 +35,7 @@ ENV FASTCHAT_API_PORT=7500
3535

3636
ENV FASTCHAT_GRADIO_HOST=127.0.0.1
3737
ENV FASTCHAT_GRADIO_PORT=3000
38+
ENV FASTCHAT_GRADIO_MODEL_LIST_MODE="once"
3839

3940
COPY entrypoint.sh .
4041
RUN chmod +x entrypoint.sh

Dockerfile.gradio

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,4 +4,4 @@ FROM ${FROM_IMAGE}
44
EXPOSE $FASTCHAT_GRADIO_PORT
55

66
ENTRYPOINT ["/fastchat/entrypoint.sh", "fastchat.serve.gradio_web_server"]
7-
CMD ["--host","${FASTCHAT_GRADIO_HOST}","--port","${FASTCHAT_GRADIO_PORT}","--controller-url","${FASTCHAT_CONTROLLER_ADDRESS}"]
7+
CMD ["--host","${FASTCHAT_GRADIO_HOST}","--port","${FASTCHAT_GRADIO_PORT}","--controller-url","${FASTCHAT_CONTROLLER_ADDRESS}","--model-list-mode","${FASTCHAT_GRADIO_MODEL_LIST_MODE}"]

docker-compose.yaml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -42,6 +42,7 @@ services:
4242
environment:
4343
FASTCHAT_GRADIO_HOST: 0.0.0.0
4444
FASTCHAT_CONTROLLER_ADDRESS: http://fastchat-controller:21001
45+
FASTCHAT_GRADIO_MODEL_LIST_MODE: reload
4546
ports:
4647
- "3000:3000"
4748
depends_on:

0 commit comments

Comments
 (0)