primrose/.files
1
0
Fork 0
mirror of https://codeberg.org/leana8959/.files.git synced 2026-02-02 23:19:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add(nix): docker for darwin

Browse source
This commit is contained in:
Léana 江 2024-03-03 21:16:13 +01:00 • committed by Léana 江
parent 191d01a209
commit 8a260ee62e
6 changed files with 127 additions and 61 deletions
Download patch file Download diff file Expand all files Collapse all files

29
nix/hosts/bismuth/services/llama-cpp.nix Normal file
View file

@ -0,0 +1,29 @@
{llama-cpp, ...}: {
environment.userLaunchAgents = {
"llama-server.plist" = {
enable = false;
text = ''
<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
<plist version="1.0">
<dict>
<key>Label</key> <string>org.nix.llama-server</string>
<key>ProgramArguments</key>
<array>
<string>${llama-cpp}/bin/llama-server</string>
<string>--model</string>
<string>/Users/leana/llm/mistral_7B-Q4_K_M.gguf</string>
</array>
<key>RunAtLoad</key> <true/>
<key>KeepAlive</key> <true/>
<key>ThrottleInterval</key> <integer>60</integer>
</dict>
</plist>
'';
};
};
}