Sanitized mirror from private repository - 2026-03-18 10:31:50 UTC
This commit is contained in:
41
hosts/synology/atlantis/llamagpt.yml
Normal file
41
hosts/synology/atlantis/llamagpt.yml
Normal file
@@ -0,0 +1,41 @@
|
||||
# LlamaGPT - Local ChatGPT
|
||||
# Port: 3000
|
||||
# Self-hosted ChatGPT alternative
|
||||
|
||||
version: "3.9"
|
||||
services:
|
||||
api:
|
||||
image: ghcr.io/getumbrel/llama-gpt-api:latest
|
||||
container_name: LlamaGPT-api
|
||||
hostname: llamagpt-api
|
||||
mem_limit: 8g
|
||||
cpu_shares: 768
|
||||
security_opt:
|
||||
- no-new-privileges:true
|
||||
environment:
|
||||
MODEL: /models/llama-2-7b-chat.bin
|
||||
MODEL_DOWNLOAD_URL: https://huggingface.co/TheBloke/Nous-Hermes-Llama-2-7B-GGML/resolve/main/nous-hermes-llama-2-7b.ggmlv3.q4_0.bin
|
||||
USE_MLOCK: 1
|
||||
cap_add:
|
||||
- IPC_LOCK
|
||||
restart: on-failure:5
|
||||
|
||||
front:
|
||||
image: ghcr.io/getumbrel/llama-gpt-ui:latest
|
||||
container_name: LlamaGPT
|
||||
hostname: llamagpt
|
||||
mem_limit: 1g
|
||||
cpu_shares: 768
|
||||
security_opt:
|
||||
- no-new-privileges:true
|
||||
healthcheck:
|
||||
test: wget --no-verbose --tries=1 --spider http://localhost:3000
|
||||
ports:
|
||||
- 3136:3000
|
||||
environment:
|
||||
- 'OPENAI_API_KEY="REDACTED_API_KEY"
|
||||
- 'OPENAI_API_HOST=http://llamagpt-api:8000'
|
||||
- 'DEFAULT_MODEL=/models/llama-2-7b-chat.bin'
|
||||
- 'WAIT_HOSTS=llamagpt-api:8000'
|
||||
- 'WAIT_TIMEOUT=600'
|
||||
restart: on-failure:5
|
||||
Reference in New Issue
Block a user