| | version: "3.3" |
| | services: |
| | text-generation-webui: |
| | build: |
| | context: . |
| | args: |
| | |
| | TORCH_CUDA_ARCH_LIST: ${TORCH_CUDA_ARCH_LIST:-7.5} |
| | WEBUI_VERSION: ${WEBUI_VERSION:-HEAD} |
| | env_file: .env |
| | ports: |
| | - "${HOST_PORT:-7860}:${CONTAINER_PORT:-7860}" |
| | - "${HOST_API_PORT:-5000}:${CONTAINER_API_PORT:-5000}" |
| | - "${HOST_API_STREAM_PORT:-5005}:${CONTAINER_API_STREAM_PORT:-5005}" |
| | stdin_open: true |
| | tty: true |
| | volumes: |
| | - ./characters:/app/characters |
| | - ./extensions:/app/extensions |
| | - ./loras:/app/loras |
| | - ./models:/app/models |
| | - ./presets:/app/presets |
| | - ./prompts:/app/prompts |
| | - ./softprompts:/app/softprompts |
| | - ./training:/app/training |
| | - ./cloudflared:/etc/cloudflared |
| | deploy: |
| | resources: |
| | reservations: |
| | devices: |
| | - driver: nvidia |
| | device_ids: ['0'] |
| | capabilities: [gpu] |
| |
|
