proxmox에서 open webui 사용하기

proxmox에 coolify 설치

coolify에 open webui 설정

amd 780m 사용하기

services:
  ollama-api:
    devices:
      - /dev/kfd:/dev/kfd
      - /dev/dri:/dev/dri
    image: 'ollama/ollama:rocm'
    volumes:
      - 'ollama:/root/.ollama'
    healthcheck:
      test:
        - CMD
        - ollama
        - list
      interval: 5s
      timeout: 30s
      retries: 10
    environment:
      - 'HSA_OVERRIDE_GFX_VERSION=11.0.0'

  open-webui:
    image: 'ghcr.io/open-webui/open-webui:main'
    volumes:
      - 'open-webui:/app/backend/data'
    depends_on:
      - ollama-api
    environment:
      - SERVICE_FQDN_OLLAMA_8080
      - 'OLLAMA_BASE_URL=http://ollama-api:11434'
    healthcheck:
      test:
        - CMD
        - curl
        - '-f'
        - 'http://127.0.0.1:8080'
      interval: 5s
      timeout: 30s
      retries: 10

ollma ps로 gpu사용 확인하기

• terminal
• ollama ps
• gpu 사용 확인

마무리

끄읏