mirror of
https://github.com/containers/ramalama.git
synced 2026-02-05 06:46:39 +01:00
s390x: switch to a smaller bigendian model for testing
Should improve performance of integration tests. Signed-off-by: Mike Bonnet <mikeb@redhat.com>
This commit is contained in:
@@ -26,6 +26,7 @@
|
||||
"granite:8b" = "ollama://granite3.1-dense:8b"
|
||||
"granite-be-3.0:1b" = "hf://taronaeo/Granite-3.0-1B-A400M-Instruct-BE-GGUF/granite-3.0-1b-a400m-instruct-be.Q2_K.gguf"
|
||||
"granite-be-3.3:2b" = "hf://taronaeo/Granite-3.3-2B-Instruct-BE-GGUF/granite-3.3-2b-instruct-be.Q4_K_M.gguf"
|
||||
"stories-be:260k" = "hf://taronaeo/tinyllamas-BE/stories260K-be.gguf"
|
||||
"hermes" = "huggingface://NousResearch/Hermes-2-Pro-Mistral-7B-GGUF/Hermes-2-Pro-Mistral-7B.Q4_K_M.gguf"
|
||||
"ibm/granite" = "ollama://granite3.1-dense:8b"
|
||||
"ibm/granite:2b" = "ollama://granite3.1-dense:2b"
|
||||
|
||||
@@ -16,9 +16,6 @@ function setup() {
|
||||
# bats test_tags=distro-integration
|
||||
@test "ramalama bench" {
|
||||
skip_if_no_llama_bench
|
||||
if is_s390x; then
|
||||
local RAMALAMA_TIMEOUT=1200
|
||||
fi
|
||||
run_ramalama bench -t 2 $(test_model smollm:135m)
|
||||
is "$output" ".*model.*size.*" "model and size in output"
|
||||
}
|
||||
|
||||
@@ -126,7 +126,7 @@ EOF
|
||||
}
|
||||
|
||||
@test "ramalama run with prompt" {
|
||||
run_ramalama run --temp 0 $(test_model ${MODEL} granite-be-3.3:2b) "What is the first line of the declaration of independence?"
|
||||
run_ramalama run --temp 0 $(test_model ${MODEL}) "What is the first line of the declaration of independence?"
|
||||
}
|
||||
|
||||
@test "ramalama run --keepalive" {
|
||||
|
||||
@@ -180,8 +180,8 @@ load setup_suite
|
||||
if is_bigendian; then
|
||||
skip "Testing pulls of opposite-endian models"
|
||||
fi
|
||||
run_ramalama rm --ignore granite-be-3.0:1b
|
||||
run_ramalama 1 pull --verify=on granite-be-3.0:1b
|
||||
run_ramalama rm --ignore stories-be:260k
|
||||
run_ramalama 1 pull --verify=on stories-be:260k
|
||||
is "$output" ".*Endian mismatch of host (LITTLE) and model (BIG).*" "detected big-endian model"
|
||||
}
|
||||
|
||||
|
||||
@@ -315,8 +315,7 @@ function is_bigendian() {
|
||||
|
||||
function test_model() {
|
||||
if is_bigendian; then
|
||||
# If there's a smaller, functional bigendian model, put it here
|
||||
echo ${2:-granite-be-3.0:1b}
|
||||
echo ${2:-stories-be:260k}
|
||||
else
|
||||
echo ${1:-smollm:135m}
|
||||
fi
|
||||
|
||||
Reference in New Issue
Block a user