building stable diffusion.

assisted by cursor/claude. Signed-off-by: Jeff Ligon <jligon@redhat.com> going with gemini's python_check(with the double equal) for this one. Signed-off-by: Jeff Ligon <jligon@redhat.com> changing to `MYPIP ?= pipx` Signed-off-by: Jeff Ligon <jligon@redhat.com> fixing uv pipx Signed-off-by: Jeff Ligon <jligon@redhat.com> taking it back to pip to fix ci Signed-off-by: Jeff Ligon <jligon@redhat.com>
2026-02-05 06:46:39 +01:00 · 2025-07-29 10:36:14 -04:00
parent 5347af999b
commit 678092638f
5 changed files with 205 additions and 5 deletions
--- a/9
+++ b/9
@@ -7,6 +7,7 @@ SHAREDIR ?= ${PREFIX}/share
 PYTHON ?= $(shell command -v python3 python|head -n1)
 DESTDIR ?= /
 PATH := $(PATH):$(HOME)/.local/bin
+MYPIP ?= pip
 IMAGE ?= ramalama
 PROJECT_DIR:=$(shell dirname $(realpath $(lastword $(MAKEFILE_LIST))))
 PYTHON_SCRIPTS := $(shell grep -lEr "^\#\!\s*/usr/bin/(env +)?python(3)?(\s|$$)" --exclude-dir={.venv,venv} $(PROJECT_DIR) || true)
@@ -43,16 +44,16 @@ help:
 	@echo

 install-detailed-cov-requirements:
-	pip install ".[cov-detailed]"
+	${MYPIP} install ".[cov-detailed]"

 .PHONY: install-cov-requirements
 install-cov-requirements:
-	pip install ".[cov]"
+	${MYPIP} install ".[cov]"

 .PHONY: install-requirements
 install-requirements:
 	./install-uv.sh
-	pip install ".[dev]"
+	${MYPIP} install ".[dev]"

 .PHONY: install-completions
 install-completions: completions
@@ -86,7 +87,7 @@ completions:
 .PHONY: install
 install: docs completions
 	RAMALAMA_VERSION=$(RAMALAMA_VERSION) \
-	pip install . --no-deps --root $(DESTDIR) --prefix ${PREFIX}
+	${MYPIP} install . --no-deps --root $(DESTDIR) --prefix ${PREFIX}

 .PHONY: build
 build:
--- a/container-images/scripts/build_stable_diffusion.sh
+++ b/container-images/scripts/build_stable_diffusion.sh
@@ -0,0 +1,180 @@
+#!/bin/bash
+
+python_version() {
+  if python3 -c 'import sys; exit(not (sys.version_info.major == 3 and sys.version_info.minor == 11))'; then
+    echo "python3.11"
+  else
+    echo "python3"
+  fi
+}
+
+available() {
+  command -v "$1" >/dev/null
+}
+
+dnf_remove() {
+  dnf -y clean all
+}
+
+dnf_install_epel() {
+  local rpm_exclude_list="selinux-policy,container-selinux"
+  local url="https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm"
+  dnf reinstall -y "$url" || dnf install -y "$url" --exclude "${rpm_exclude_list}"
+  crb enable # this is in epel-release, can only install epel-release via url
+}
+
+is_rhel_based() { # doesn't include openEuler
+  [[ "${ID}" == "rhel" || "${ID}" == "redhat" || "${ID}" == "centos" ]]
+}
+
+dnf_install() {
+  local rpm_exclude_list="selinux-policy,container-selinux"
+  local rpm_list=("${PYTHON}" "${PYTHON}-pip"
+    "${PYTHON}-devel" "gcc-c++" "cmake" "vim" "procps-ng" "git-core"
+    "dnf-plugins-core" "libcurl-devel" "gawk")
+  
+  if is_rhel_based; then
+    dnf_install_epel
+    dnf --enablerepo=ubi-9-appstream-rpms install -y "${rpm_list[@]}" --exclude "${rpm_exclude_list}"
+  else
+    dnf install -y "${rpm_list[@]}" --exclude "${rpm_exclude_list}"
+  fi
+  
+  if [[ "${PYTHON}" == "python3.11" ]]; then
+    ln -sf /usr/bin/python3.11 /usr/bin/python3
+  fi
+  
+  dnf -y clean all
+}
+
+cmake_check_warnings() {
+  # There has warning "CMake Warning:Manually-specified variables were not used by the project" during compile of custom ascend kernels of ggml cann backend.
+  # Should remove "cann" judge condition when this warning are fixed in llama.cpp/whisper.cpp
+  if [ "$containerfile" != "cann" ]; then
+    awk -v rc=0 '/CMake Warning:/ { rc=1 } 1; END {exit rc}'
+  else
+    awk '/CMake Warning:/ {print $0}'
+  fi
+}
+
+setup_build_env() {
+  if [ "$containerfile" = "cann" ]; then
+    # source build env
+    cann_in_sys_path=/usr/local/Ascend/ascend-toolkit
+    cann_in_user_path=$HOME/Ascend/ascend-toolkit
+    if [ -f "${cann_in_sys_path}/set_env.sh" ]; then
+      # shellcheck disable=SC1091
+      source ${cann_in_sys_path}/set_env.sh
+      export LD_LIBRARY_PATH="${cann_in_sys_path}/latest/lib64:${cann_in_sys_path}/latest/${uname_m}-linux/devlib:${LD_LIBRARY_PATH}"
+      export LIBRARY_PATH="${cann_in_sys_path}/latest/lib64:${LIBRARY_PATH}"
+    elif [ -f "${cann_in_user_path}/set_env.sh" ]; then
+      # shellcheck disable=SC1091
+      source "$HOME/Ascend/ascend-toolkit/set_env.sh"
+      export LD_LIBRARY_PATH="${cann_in_user_path}/latest/lib64:${cann_in_user_path}/latest/${uname_m}-linux/devlib:${LD_LIBRARY_PATH}"
+      export LIBRARY_PATH="${cann_in_user_path}/latest/lib64:${LIBRARY_PATH}"
+    else
+      echo "No Ascend Toolkit found"
+      exit 1
+    fi
+  fi
+}
+
+cmake_steps() {
+  local cmake_flags=("$@")
+  cmake -B build "${cmake_flags[@]}" 2>&1 | cmake_check_warnings
+  cmake --build build --config Release -j"$(nproc)" 2>&1 | cmake_check_warnings
+  cmake --install build 2>&1 | cmake_check_warnings
+}
+
+set_install_prefix() {
+  if [ "$containerfile" = "cuda" ] || [ "$containerfile" = "intel-gpu" ] || [ "$containerfile" = "cann" ] || [ "$containerfile" = "musa" ]; then
+    echo "/tmp/install"
+  else
+    echo "/usr"
+  fi
+}
+
+configure_common_flags() {
+  common_flags=("-DGGML_NATIVE=OFF" "-DGGML_CMAKE_BUILD_TYPE=Release")
+  case "$containerfile" in
+  rocm*)
+    if [ "${ID}" = "fedora" ]; then
+      common_flags+=("-DCMAKE_HIP_COMPILER_ROCM_ROOT=/usr")
+    fi
+    common_flags+=("-DGGML_HIP=ON" "-DAMDGPU_TARGETS=${AMDGPU_TARGETS:-gfx1010,gfx1012,gfx1030,gfx1032,gfx1100,gfx1101,gfx1102,gfx1103,gfx1151,gfx1200,gfx1201}")
+    ;;
+  cuda)
+    common_flags+=("-DGGML_CUDA=ON" "-DCMAKE_EXE_LINKER_FLAGS=-Wl,--allow-shlib-undefined" "-DCMAKE_CUDA_FLAGS=\"-U__ARM_NEON -U__ARM_NEON__\"")
+    ;;
+  vulkan | asahi)
+    common_flags+=("-DGGML_VULKAN=1")
+    ;;
+  intel-gpu)
+    common_flags+=("-DGGML_SYCL=ON" "-DCMAKE_C_COMPILER=icx" "-DCMAKE_CXX_COMPILER=icpx")
+    ;;
+  cann)
+    common_flags+=("-DGGML_CANN=ON" "-DSOC_TYPE=Ascend910B3")
+    ;;
+  musa)
+    common_flags+=("-DGGML_MUSA=ON")
+    ;;
+  esac
+}
+
+clone_and_build_stable_diffusion_cpp() {
+  # Using the correct leejet/stable-diffusion.cpp repository
+  local install_prefix
+  install_prefix=$(set_install_prefix)
+  common_flags+=("-DGGML_STABLE_DIFFUSION=ON")
+  
+  # Clone the correct repository
+  git clone https://github.com/leejet/stable-diffusion.cpp
+  cd stable-diffusion.cpp
+  git submodule update --init --recursive
+  # Use master branch (latest stable)
+  cmake_steps "${common_flags[@]}"
+  
+  # Install the stable diffusion binary
+  install -m 755 build/bin/sd "$install_prefix"/bin/sd
+  cd ..
+  rm -rf stable-diffusion.cpp
+}
+
+install_ramalama() {
+  if [ -e "pyproject.toml" ]; then
+    $PYTHON -m pip install . --prefix="$1"
+  fi
+}
+
+main() {
+  # shellcheck disable=SC1091
+  source /etc/os-release
+
+  set -ex -o pipefail
+  export PYTHON
+  PYTHON=$(python_version)
+
+  local containerfile=${1-""}
+  local install_prefix
+  install_prefix=$(set_install_prefix)
+  local uname_m
+  uname_m="$(uname -m)"
+  local common_flags
+  configure_common_flags
+  common_flags+=("-DGGML_CCACHE=OFF" "-DCMAKE_INSTALL_PREFIX=${install_prefix}")
+  
+  available dnf && dnf_install
+  if [ -n "$containerfile" ]; then
+    install_ramalama "${install_prefix}"
+  fi
+
+  setup_build_env
+  # Build stable diffusion only (no whisper)
+  clone_and_build_stable_diffusion_cpp
+  
+  available dnf && dnf_remove
+  rm -rf /var/cache/*dnf*
+  ldconfig # needed for libraries
+}
+
+main "$@" 
--- a/container-images/stable-diffusion/Containerfile
+++ b/container-images/stable-diffusion/Containerfile
@@ -0,0 +1,11 @@
+FROM registry.fedoraproject.org/fedora:42
+
+COPY container-images/stable-diffusion/entrypoint.sh /usr/bin/entrypoint.sh
+COPY container-images/scripts/build_stable_diffusion.sh /tmp/
+
+WORKDIR /tmp
+RUN /tmp/build_stable_diffusion.sh stable-diffusion && \
+    chmod +x /usr/bin/entrypoint.sh
+
+ENTRYPOINT ["/usr/bin/entrypoint.sh"]
+CMD ["sd"] 
--- a/container-images/stable-diffusion/entrypoint.sh
+++ b/container-images/stable-diffusion/entrypoint.sh
@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+
+# Default to running the sd command if no arguments provided
+if [ $# -eq 0 ]; then
+    exec sd
+else
+    exec "$@"
+fi 
--- a/container_build.sh
+++ b/container_build.sh
@@ -105,7 +105,7 @@ build() {
      echo "${conman_show_size[@]}"
      "${conman_show_size[@]}"
      case ${target} in
-	  ramalama-cli | llama-stack | openvino | bats)
+	  ramalama-cli | llama-stack | openvino | bats | stable-diffusion)
 	  ;;
 	  *)
 	      if [ "${build_all}" -eq 1 ]; then