containers/ramalama
1
0
Fork 0
mirror of https://github.com/containers/ramalama.git synced 2026-02-05 06:46:39 +01:00
Code Issues Wiki Activity

trial fix for bats-nocontainer

Browse Source 
Signed-off-by: Ian Eaves <ian.k.eaves@gmail.com>
This commit is contained in:
Ian Eaves
2026-01-25 01:55:09 -06:00
parent 3eeff04b2e
commit 82843f94f0
1 changed files with 6 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
ramalama/command/context.py
View File

@@ -2,13 +2,12 @@ import argparse
import os
from typing import Optional
from ramalama.common import check_metal, check_nvidia
from ramalama.common import check_metal, check_nvidia, get_accel_env_vars
from ramalama.console import should_colorize
from ramalama.transports.transport_factory import CLASS_MODEL_TYPES, New
class RamalamaArgsContext:
def __init__(self) -> None:
self.cache_reuse: Optional[int] = None
self.container: Optional[bool] = None
@@ -52,7 +51,6 @@ class RamalamaArgsContext:
class RamalamaRagGenArgsContext:
def __init__(self) -> None:
self.debug: bool | None = None
self.format: str | None = None
@@ -74,7 +72,6 @@ class RamalamaRagGenArgsContext:
class RamalamaRagArgsContext:
def __init__(self) -> None:
self.debug: bool | None = None
self.port: str | None = None
@@ -92,7 +89,6 @@ class RamalamaRagArgsContext:
class RamalamaModelContext:
def __init__(self, model: CLASS_MODEL_TYPES, is_container: bool, should_generate: bool, dry_run: bool):
self.model = model
self.is_container = is_container
@@ -128,7 +124,6 @@ class RamalamaModelContext:
class RamalamaHostContext:
def __init__(
self, is_container: bool, uses_nvidia: bool, uses_metal: bool, should_colorize: bool, rpc_nodes: Optional[str]
):
@@ -140,7 +135,6 @@ class RamalamaHostContext:
class RamalamaCommandContext:
def __init__(
self,
args: RamalamaArgsContext | RamalamaRagGenArgsContext | RamalamaRagArgsContext,
@@ -169,9 +163,13 @@ class RamalamaCommandContext:
model = cli_args.model
else:
model = None
skip_gpu_probe = should_generate or bool(get_accel_env_vars())
uses_nvidia = True if skip_gpu_probe else (check_nvidia() is None)
host = RamalamaHostContext(
is_container,
check_nvidia() is None,
uses_nvidia,
check_metal(argparse.Namespace(**{"container": is_container})),
should_colorize(),
os.getenv("RAMALAMA_LLAMACPP_RPC_NODES", None),