aa8e02582d
Cuda and rocm are platform specific, only working on linux. Also, ofborg won't run any of the service test at all because cuda is unfreely licensed.
18 lines
327 B
Nix
18 lines
327 B
Nix
{ lib, ... }:
|
|
{
|
|
name = "ollama-rocm";
|
|
meta.maintainers = with lib.maintainers; [ abysssol ];
|
|
|
|
nodes.rocm =
|
|
{ ... }:
|
|
{
|
|
services.ollama.enable = true;
|
|
services.ollama.acceleration = "rocm";
|
|
};
|
|
|
|
testScript = ''
|
|
rocm.wait_for_unit("multi-user.target")
|
|
rocm.wait_for_open_port(11434)
|
|
'';
|
|
}
|