Ryan Lahfa
ebed6462f6
I will add ollama on it later on and passthrough the GPU in there. Signed-off-by: Ryan Lahfa <ryan@dgnum.eu>
22 lines
467 B
Nix
22 lines
467 B
Nix
_: {
|
|
microvm.autostart = [ "ml01" ];
|
|
microvm.vms.ml01 = {
|
|
config = {
|
|
networking.hostName = "ml01";
|
|
services.ollama = {
|
|
enable = true;
|
|
listenAddress = "0.0.0.0:11434";
|
|
sandbox = true;
|
|
acceleration = "cuda";
|
|
};
|
|
microvm.shares = [
|
|
{
|
|
source = "/nix/store";
|
|
mountPoint = "/nix/.ro-store";
|
|
tag = "ro-store";
|
|
proto = "virtiofs";
|
|
}
|
|
];
|
|
};
|
|
};
|
|
}
|