Initial commit: LocalPilot:本地模型运行时,复用 llama-server 并提供 Ollama 兼容 provider

This commit is contained in:
WpyQwq
2026-09-19 11:57:59 +08:00
commit d159212416
27 changed files with 3022 additions and 0 deletions
+9
View File
@@ -0,0 +1,9 @@
$ErrorActionPreference = "Stop"
$projectDir = "E:\llm-backend"
$env:HF_HOME = "$projectDir\cache\huggingface"
$env:TRANSFORMERS_CACHE = "$projectDir\cache\transformers"
$env:TORCH_HOME = "$projectDir\cache\torch"
New-Item -ItemType Directory -Force -Path $env:HF_HOME,$env:TRANSFORMERS_CACHE,$env:TORCH_HOME | Out-Null
Set-Location $projectDir
conda run -n LLM python -m localpilot --config "$projectDir\config\config.json" tui @args