wpy/llm-backend
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Initial commit: LocalPilot：本地模型运行时，复用 llama-server 并提供 Ollama 兼容 provider

Browse Source
This commit is contained in:
WpyQwq
2026-09-19 11:57:59 +08:00
commit d159212416
27 changed files with 3022 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/start-server.ps1
+9
View File
@@ -0,0 +1,9 @@
$ErrorActionPreference = "Stop"
$projectDir = "E:\llm-backend"
$env:HF_HOME = "$projectDir\cache\huggingface"
$env:TRANSFORMERS_CACHE = "$projectDir\cache\transformers"
$env:TORCH_HOME = "$projectDir\cache\torch"
New-Item -ItemType Directory -Force -Path $env:HF_HOME,$env:TRANSFORMERS_CACHE,$env:TORCH_HOME | Out-Null
Set-Location $projectDir
conda run -n LLM python -m localpilot --config "$projectDir\config\config.json" serve @args
scripts/start-tui.ps1
+9
View File
@@ -0,0 +1,9 @@
$ErrorActionPreference = "Stop"
$projectDir = "E:\llm-backend"
$env:HF_HOME = "$projectDir\cache\huggingface"
$env:TRANSFORMERS_CACHE = "$projectDir\cache\transformers"
$env:TORCH_HOME = "$projectDir\cache\torch"
New-Item -ItemType Directory -Force -Path $env:HF_HOME,$env:TRANSFORMERS_CACHE,$env:TORCH_HOME | Out-Null
Set-Location $projectDir
conda run -n LLM python -m localpilot --config "$projectDir\config\config.json" tui @args