# EmbeddingGemma 2 lokal ausprobieren – Windows (PowerShell) # Automatisch erzeugt von Tokenstrom (tokenstrom.de). # Aufruf: powershell -ExecutionPolicy Bypass -File try_windows.ps1 $ErrorActionPreference = "Stop" Set-Location $PSScriptRoot Write-Host "== EmbeddingGemma 2 ==" if (Get-Command nvidia-smi -ErrorAction SilentlyContinue) { nvidia-smi --query-gpu=name,memory.total --format=csv,noheader } if ($true) { Write-Host "== Ollama ==" if (-not (Get-Command ollama -ErrorAction SilentlyContinue)) { Write-Host "Ollama wird installiert ..." winget install -e --id Ollama.Ollama --accept-source-agreements --accept-package-agreements $env:Path = [Environment]::GetEnvironmentVariable("Path","Machine") + ";" + [Environment]::GetEnvironmentVariable("Path","User") } try { Invoke-WebRequest -UseBasicParsing http://localhost:11434/api/tags | Out-Null } catch { Start-Process -WindowStyle Hidden ollama -ArgumentList "serve"; Start-Sleep 3 } # Passende Variante für deine Hardware auswählen (eigene Wahl: $env:MODEL="") if (-not $env:MODEL) { $choices = @(@{need=2.5; ref="embeddinggemma-2:270m-bf16-text"; def=$false}, @{need=2.5; ref="embeddinggemma-2:270m"; def=$true}, @{need=2.5; ref="embeddinggemma-2:740m-q8_0"; def=$false}, @{need=3.0; ref="embeddinggemma-2:740m-bf16"; def=$false}) $mem = 0 if (Get-Command nvidia-smi -ErrorAction SilentlyContinue) { $mem = [math]::Floor(((nvidia-smi --query-gpu=memory.total --format=csv,noheader,nounits) | ForEach-Object { [int]$_ } | Measure-Object -Maximum).Maximum / 1024) } else { $mem = [math]::Floor((Get-CimInstance Win32_ComputerSystem).TotalPhysicalMemory / 1GB) - 4 } $pick = $choices | Where-Object { $_.def -and $_.need -le $mem } | Select-Object -First 1 if (-not $pick) { $pick = $choices | Where-Object { $_.need -le $mem } | Select-Object -Last 1 } if (-not $pick) { $pick = $choices[0] } $env:MODEL = $pick.ref Write-Host "Verfügbarer Speicher: ca. $mem GB -> gewählte Variante: $($env:MODEL)" -ForegroundColor Cyan } if (-not $env:MODEL) { $env:MODEL = "embeddinggemma-2" } Write-Host "Lade $($env:MODEL) herunter (beim ersten Mal dauert das je nach Größe einige Minuten) ..." ollama pull $env:MODEL Write-Host "" Write-Host "Fertig! Tippe jetzt deine Frage ein und drücke Enter. Beenden mit /bye" -ForegroundColor Green ollama run $env:MODEL exit }