feat: precalentar el modelo al terminar el deploy (#21)

Co-authored-by: Hermes Agent <hermes@d0a1.es>
This commit was merged in pull request #21.
This commit is contained in:
hermes authored and Hermes committed 2026-09-12 22:15:21 +02:00
1 parent 6adbd966a0
commit fc5747d3cd
6 files changed
+18 -2

No files matched your search

+4
View File
@@ -213,6 +213,10 @@ if (-not $PullOk) {
}
}
# --- Precalentar el modelo (load a GPU/RAM ya, no en el primer mensaje) -----
Info 'Precargando el modelo en memoria...'
cmd /c docker exec d0a1-ollama sh -c 'ollama run qwen3:4b ""' '>' NUL '2>&1'
# --- Done -------------------------------------------------------------------
Write-Host ''
Info 'Listo! Tu IA esta corriendo.'
+1 -1
View File
@@ -18,7 +18,7 @@ services:
- ollama_data:/root/.ollama
environment:
OLLAMA_HOST: "0.0.0.0"
OLLAMA_KEEP_ALIVE: "5m"
OLLAMA_KEEP_ALIVE: "-1"
OLLAMA_NUM_PARALLEL: "1"
healthcheck:
test: ["CMD", "ollama", "ps"]