From fbf567f942b6573c3e504b36ec8df06dc72ad668 Mon Sep 17 00:00:00 2001 From: Hermes Agent Date: Sat, 12 Sep 2026 21:33:43 +0200 Subject: [PATCH] feat: deteccion de GPU NVIDIA y aceleracion automatica (#16) Co-authored-by: Hermes Agent --- hermes/deploy.ps1 | 17 ++++++++++++++++- openclaw/deploy.ps1 | 17 ++++++++++++++++- openwebui/deploy.ps1 | 21 ++++++++++++++++++++- wordpress/deploy.ps1 | 21 ++++++++++++++++++++- 4 files changed, 72 insertions(+), 4 deletions(-) diff --git a/hermes/deploy.ps1 b/hermes/deploy.ps1 index 753e08a..b917371 100644 --- a/hermes/deploy.ps1 +++ b/hermes/deploy.ps1 @@ -83,6 +83,19 @@ Ok "RAM: $TotalRamGb GB" # --- Tumbar deploy previo (antes de detectar puertos) ----------------------- cmd /c docker rm -f d0a1-hermes-ollama '>' NUL '2>&1' +# --- GPU NVIDIA? (si hay, Ollama la usa y va 5-10x mas rapido) --------------- +$HasGpu = $false +if (Get-Command nvidia-smi -ErrorAction SilentlyContinue) { + $GpuInfo = & nvidia-smi --query-gpu=name,memory.total --format=csv,noheader 2>$null + if ($LASTEXITCODE -eq 0 -and $GpuInfo) { + $HasGpu = $true + $GpuName = ($GpuInfo -split ',')[0].Trim() + Info "GPU NVIDIA detectada: $GpuName (aceleracion activada)" + } +} +if (-not $HasGpu) { + Warn 'Sin GPU NVIDIA: modo CPU (~10-20 tokens/s). Con una GPU NVIDIA va 5-10x mas rapido.' +} # --- Auto-detect Ollama port ------------------------------------------------ $OllamaPort = Find-FreePort 11434 @@ -101,7 +114,9 @@ Write-Host '' Warn '[1/3] Arrancando Ollama (IA local)...' $running = docker ps --format '{{.Names}}' | Select-String -Quiet 'd0a1-hermes-ollama' if (-not $running) { - docker run -d --name d0a1-hermes-ollama --memory 6g ` + $GpuArgs = @() + if ($HasGpu) { $GpuArgs = @('--gpus', 'all') } + docker run -d --name d0a1-hermes-ollama --memory 6g @GpuArgs ` -p "${OllamaPort}:11434" ` -v d0a1_hermes_ollama:/root/.ollama ` -e OLLAMA_HOST=0.0.0.0 ` diff --git a/openclaw/deploy.ps1 b/openclaw/deploy.ps1 index 77aaa33..9f1898e 100644 --- a/openclaw/deploy.ps1 +++ b/openclaw/deploy.ps1 @@ -83,6 +83,19 @@ Ok "RAM: $TotalRamGb GB" # --- Tumbar deploy previo (antes de detectar puertos) ----------------------- cmd /c docker rm -f d0a1-openclaw-ollama '>' NUL '2>&1' +# --- GPU NVIDIA? (si hay, Ollama la usa y va 5-10x mas rapido) --------------- +$HasGpu = $false +if (Get-Command nvidia-smi -ErrorAction SilentlyContinue) { + $GpuInfo = & nvidia-smi --query-gpu=name,memory.total --format=csv,noheader 2>$null + if ($LASTEXITCODE -eq 0 -and $GpuInfo) { + $HasGpu = $true + $GpuName = ($GpuInfo -split ',')[0].Trim() + Info "GPU NVIDIA detectada: $GpuName (aceleracion activada)" + } +} +if (-not $HasGpu) { + Warn 'Sin GPU NVIDIA: modo CPU (~10-20 tokens/s). Con una GPU NVIDIA va 5-10x mas rapido.' +} # --- Auto-detect Ollama port ------------------------------------------------ $OllamaPort = Find-FreePort 11434 @@ -101,7 +114,9 @@ Write-Host '' Warn '[1/3] Arrancando Ollama (IA local)...' $running = docker ps --format '{{.Names}}' | Select-String -Quiet 'd0a1-openclaw-ollama' if (-not $running) { - docker run -d --name d0a1-openclaw-ollama --memory 6g ` + $GpuArgs = @() + if ($HasGpu) { $GpuArgs = @('--gpus', 'all') } + docker run -d --name d0a1-openclaw-ollama --memory 6g @GpuArgs ` -p "${OllamaPort}:11434" ` -v d0a1_openclaw_ollama:/root/.ollama ` -e OLLAMA_HOST=0.0.0.0 ` diff --git a/openwebui/deploy.ps1 b/openwebui/deploy.ps1 index 436eb66..27f38af 100644 --- a/openwebui/deploy.ps1 +++ b/openwebui/deploy.ps1 @@ -91,6 +91,19 @@ Ok "RAM: $TotalRamGb GB" # los puertos para que Find-FreePort vea el estado REAL tras el down. cmd /c docker compose -f $ComposeFile down '>' NUL '2>&1' +# --- GPU NVIDIA? (si hay, Ollama la usa y va 5-10x mas rapido) --------------- +$HasGpu = $false +if (Get-Command nvidia-smi -ErrorAction SilentlyContinue) { + $GpuInfo = & nvidia-smi --query-gpu=name,memory.total --format=csv,noheader 2>$null + if ($LASTEXITCODE -eq 0 -and $GpuInfo) { + $HasGpu = $true + $GpuName = ($GpuInfo -split ',')[0].Trim() + Info "GPU NVIDIA detectada: $GpuName (aceleracion activada)" + } +} +if (-not $HasGpu) { + Warn 'Sin GPU NVIDIA: modo CPU (~10-20 tokens/s). Con una GPU NVIDIA va 5-10x mas rapido.' +} # --- Auto-detect ports ---------------------------------------------------- $OllamaPort = Find-FreePort 11434 $WebUiPort = Find-FreePort 3000 @@ -124,7 +137,13 @@ Write-Host '' Warn 'Descargando contenedores (2-3 min la primera vez)...' $env:OLLAMA_PORT = "$OllamaPort" $env:WEBUI_PORT = "$WebUiPort" -docker compose -f $ComposeFile up -d +$ComposeArgs = @('-f', $ComposeFile) +if ($HasGpu) { + $OverrideFile = Join-Path $ScriptDir 'docker-compose.gpu.yml' + Set-Content -Path $OverrideFile -Value "services:`r`n ollama:`r`n gpus: all`r`n" + $ComposeArgs += @('-f', $OverrideFile) +} +docker compose @ComposeArgs up -d if ($LASTEXITCODE -ne 0) { Err "docker compose up fallo (exit $LASTEXITCODE)."; exit 1 } # --- Pull model ------------------------------------------------------------- diff --git a/wordpress/deploy.ps1 b/wordpress/deploy.ps1 index f31b345..7f8217e 100644 --- a/wordpress/deploy.ps1 +++ b/wordpress/deploy.ps1 @@ -119,6 +119,19 @@ if (-not (Test-Path $EnvFile)) { Info "Contrasenas generadas en $EnvFile" } +# --- GPU NVIDIA? (si hay, Ollama la usa y va 5-10x mas rapido) --------------- +$HasGpu = $false +if (Get-Command nvidia-smi -ErrorAction SilentlyContinue) { + $GpuInfo = & nvidia-smi --query-gpu=name,memory.total --format=csv,noheader 2>$null + if ($LASTEXITCODE -eq 0 -and $GpuInfo) { + $HasGpu = $true + $GpuName = ($GpuInfo -split ',')[0].Trim() + Info "GPU NVIDIA detectada: $GpuName (aceleracion activada)" + } +} +if (-not $HasGpu) { + Warn 'Sin GPU NVIDIA: modo CPU (~10-20 tokens/s). Con una GPU NVIDIA va 5-10x mas rapido.' +} # --- Auto-detect ports ---------------------------------------------------- # --- Tumbar deploy previo (antes de detectar puertos) ---------------------- cmd /c docker compose -f $ComposeFile down '>' NUL '2>&1' @@ -161,7 +174,13 @@ cmd /c docker compose -f $ComposeFile down '>' NUL '2>&1' $env:OLLAMA_PORT = "$OllamaPort" $env:WP_PORT = "$WpPort" $env:WEBUI_PORT = "$WebUiPort" -docker compose -f $ComposeFile up -d +$ComposeArgs = @('-f', $ComposeFile) +if ($HasGpu) { + $OverrideFile = Join-Path $ScriptDir 'docker-compose.gpu.yml' + Set-Content -Path $OverrideFile -Value "services:`r`n ollama:`r`n gpus: all`r`n" + $ComposeArgs += @('-f', $OverrideFile) +} +docker compose @ComposeArgs up -d if ($LASTEXITCODE -ne 0) { Err "docker compose up fallo (exit $LASTEXITCODE)."; exit 1 } # --- Pull model -------------------------------------------------------------