18 lines
765 B
Bash
18 lines
765 B
Bash
|
export HTTP_PROXY=http://192.168.100.2:8118
|
||
|
|
export HTTPS_PROXY=http://192.168.100.2:8118
|
||
|
|
export http_proxy=http://192.168.100.2:8118
|
||
|
|
export https_proxy=http://192.168.100.2:8118
|
||
|
|
docker build -t queuegate:proxy . --build-arg http_proxy=http://192.168.100.2:8118 --build-arg https_proxy=http://192.168.100.2:8118
|
||
|
|
|
||
|
|
docker run --rm -p 8081:8080 \
|
||
|
|
-e LLM_UPSTREAMS="http://192.168.100.1:8000/v1/chat/completions,http://192.168.100.1:8001/v1/chat/completions" \
|
||
|
|
-e AFFINITY_TTL_SEC=240 \
|
||
|
|
-e HTTP_PROXY=http://192.168.100.2:8118 \
|
||
|
|
-e HTTPS_PROXY=http://192.168.100.2:8118 \
|
||
|
|
-e NO_PROXY=localhost,127.0.0.1,192.168.100.1 \
|
||
|
|
-e QUEUE_NOTIFY_USER=auto \
|
||
|
|
-e QUEUE_NOTIFY_MIN_MS=1200 \
|
||
|
|
-e LLM_READ_TIMEOUT=3600 \
|
||
|
|
-e TEXT_TOOLCALL_DETECT=1 \
|
||
|
|
queuegate:proxy
|