tdpeuter/open-webui
tdpeuter/open-webui
1
Fork 0
forked from open-webui/open-webui
Code Issues Pull requests 1 Releases 2 Packages Activity Actions

fixed gpu count env

Browse source
This commit is contained in:
Daniele Viti 2023-12-23 18:49:49 +01:00
parent a580aa8984
commit 2994e1abcd
1 changed files with 2 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
run-compose.sh
View file

@ -94,12 +94,6 @@ extract_value() {
echo "$1" | sed -E 's/.*\[.*=(.*)\].*/\1/; t; s/.*//' echo "$1" | sed -E 's/.*\[.*=(.*)\].*/\1/; t; s/.*//'
} }
# Check if no arguments were provided
# if [ $# -eq 0 ]; then
# usage
# exit 1
# fi
# Parse arguments # Parse arguments
while [[ $# -gt 0 ]]; do while [[ $# -gt 0 ]]; do
key="$1" key="$1"
@ -144,6 +138,7 @@ if [[ $enable_gpu == true ]]; then
echo "Enabling GPU with $gpu_count GPUs" echo "Enabling GPU with $gpu_count GPUs"
# Add your GPU allocation logic here # Add your GPU allocation logic here
export OLLAMA_GPU_DRIVER=$(get_gpu_driver) export OLLAMA_GPU_DRIVER=$(get_gpu_driver)
export OLLAMA_GPU_COUNT=$gpu_count # Set OLLAMA_GPU_COUNT environment variable
fi fi
DEFAULT_COMPOSE_COMMAND+=" -f docker-compose.gpu.yaml" DEFAULT_COMPOSE_COMMAND+=" -f docker-compose.gpu.yaml"
fi fi
@ -159,6 +154,7 @@ DEFAULT_COMPOSE_COMMAND+=" up -d > /dev/null 2>&1"
echo echo
echo -e "${WHITE}${BOLD}Current Setup:${NC}" echo -e "${WHITE}${BOLD}Current Setup:${NC}"
echo -e " ${GREEN}${BOLD}GPU Driver:${NC} ${OLLAMA_GPU_DRIVER:-Not Enabled}" echo -e " ${GREEN}${BOLD}GPU Driver:${NC} ${OLLAMA_GPU_DRIVER:-Not Enabled}"
echo -e " ${GREEN}${BOLD}GPU Count:${NC} ${OLLAMA_GPU_COUNT:-Not Enabled}"
echo -e " ${GREEN}${BOLD}WebAPI Port:${NC} ${OLLAMA_WEBAPI_PORT:-Not Enabled}" echo -e " ${GREEN}${BOLD}WebAPI Port:${NC} ${OLLAMA_WEBAPI_PORT:-Not Enabled}"
echo -e " ${GREEN}${BOLD}WebUI Port:${NC} $webui_port" echo -e " ${GREEN}${BOLD}WebUI Port:${NC} $webui_port"
echo echo