yams/.build.yml

# .build.yml
#
# SourceHut build manifest for YAMS (single Linux target).
# Key points:
# - Compute version from Git ref (GIT_REF) or release channel (RELEASE_CHANNEL) at runtime; no manifest expressions.
# - Persist computed version into ~/.buildenv for subsequent tasks.
# - Add static build tags for search/badges.
# - Gate packaging steps so they run for tag builds and for nightly/weekly channels.
# - Install Conan via pipx (or venv fallback), since Debian doesn't provide python3-conan.

image: debian/trixie

secrets:
  - 46f739e5-4538-45dd-a79f-bf173b7a2ed9

sources:
  - https://git.sr.ht/~trevon/yams

# Static metadata for search and badges (unrelated to Git tags)
tags:
  - linux
  - release
  - cmake
  - conan
  - yams
  - nightly
  - weekly

environment:
  # Define consistent directories (setup.sh uses build/release for Release builds).
  BUILD_DIR: build/release
  STAGE_DIR: stage  # relative to BUILD_DIR (Meson --destdir uses builddir as base)
  # Optional: set this to "nightly" or "weekly" via scheduler/env to produce
  # date/week-based releases on non-tag builds.
  # RELEASE_CHANNEL:

packages:
  # Build dependencies (Debian/apt)
  - build-essential # gcc, make, etc.
  - cmake
  - meson
  - ninja-build
  - zip
  - ccache
  - dpkg-dev
  - fakeroot
  - rpm
  - lld
  - clang
  - llvm
  - python3
  - python3-pip
  - python3-venv
  - pipx
  - git
  - libncurses-dev
  - libtinfo-dev
  - pkg-config
  - libboost-all-dev
  - liburing-dev # enables io_uring async path instead of fallback
  - libomp-dev # OpenMP runtime for FAISS parallel compute
  - libfaiss-dev # FAISS vector similarity library
  - libopenblas-dev # optimized BLAS for FAISS/vector math
  - libarchive-dev # enables archive extraction features
  - libacl1-dev # required for libarchive ACL support
  - libtag1-dev # enables taglib (audio metadata) detection
  - libsqlite3-dev # enables SQLite database support
  - libssl-dev
  - libcurl4-gnutls-dev # use gnutls variant; required by libmediainfo-dev (conflicts with openssl variant)
  - libsqlite3-dev
  - libncurses-dev
  - protobuf-compiler
  - libprotobuf-dev
  - libmediainfo-dev # enables MediaInfo-based video metadata extraction
  - mediainfo # MediaInfo CLI tool used at runtime for JSON output
  - xz-utils # for extracting Zig tarball

tasks:
  # Determine version from the Git ref and persist to ~/.buildenv for later tasks.
  - compute_version: |
      set -e
      # Detect repository root (sr.ht often checks out into ./yams). Support Meson or CMake projects.
      if [ -d yams ] && { [ -f yams/meson.build ] || [ -f yams/CMakeLists.txt ]; }; then
        REPO_DIR="yams"
      else
        REPO_DIR="."
      fi
      cd "${REPO_DIR}"

      CHANNEL="${RELEASE_CHANNEL:-}"
      # Auto-channelize main branch builds as nightly when not tagged
      if [[ -z "${CHANNEL}" && "${GIT_REF:-}" == "refs/heads/main" ]]; then
        CHANNEL="nightly"
        export RELEASE_CHANNEL="nightly"
        # Persist for subsequent tasks which may source this
        echo "RELEASE_CHANNEL=nightly" >> ~/.buildenv
      fi

      # Determine numeric base version from latest tag (strip leading v), fallback to 0.0.0
      RAW_TAG_NUMERIC="$(git describe --tags --abbrev=0 2>/dev/null || echo 0.0.0)"
      BASE_NUMERIC_VERSION="${RAW_TAG_NUMERIC#v}"

      if [ "$CHANNEL" = "nightly" ]; then
        CLEAN_VERSION_DISPLAY="nightly-$(date -u +%Y%m%d)"
        CLEAN_VERSION_CMAKE="${BASE_NUMERIC_VERSION}"
      elif [ "$CHANNEL" = "weekly" ]; then
        CLEAN_VERSION_DISPLAY="weekly-$(date -u +%G)w$(date -u +%V)"
        CLEAN_VERSION_CMAKE="${BASE_NUMERIC_VERSION}"
      else
        # Prefer tag-triggered builds; otherwise use last tag as numeric
        if [[ "${GIT_REF:-}" =~ ^refs/tags/ ]]; then
          RAW_TAG="${GIT_REF#refs/tags/}"
          CLEAN_VERSION_DISPLAY="${RAW_TAG#v}"
          CLEAN_VERSION_CMAKE="${RAW_TAG#v}"
        else
          CLEAN_VERSION_DISPLAY="${BASE_NUMERIC_VERSION}"
          CLEAN_VERSION_CMAKE="${BASE_NUMERIC_VERSION}"
        fi
      fi

      # Persist for subsequent tasks
      echo "YAMS_VERSION=${CLEAN_VERSION_DISPLAY}" >> ~/.buildenv
      echo "YAMS_VERSION_CMAKE=${CLEAN_VERSION_CMAKE}" >> ~/.buildenv
      echo "Computed YAMS_VERSION(display)=${CLEAN_VERSION_DISPLAY}, YAMS_VERSION_CMAKE=${CLEAN_VERSION_CMAKE} (GIT_REF=${GIT_REF:-n/a}, RELEASE_CHANNEL=${CHANNEL:-n/a})"

  - install_zig: |
      set -e
      # Install Zig 0.15.2 stable for zyp PDF plugin
      ARCH=$(uname -m)
      case "$ARCH" in
        x86_64) ZIG_ARCH="x86_64" ;;
        aarch64) ZIG_ARCH="aarch64" ;;
        *) echo "Unsupported architecture: $ARCH"; exit 1 ;;
      esac
      ZIG_VERSION="0.15.2"
      curl -fsSL "https://ziglang.org/download/${ZIG_VERSION}/zig-${ZIG_ARCH}-linux-${ZIG_VERSION}.tar.xz" -o /tmp/zig.tar.xz
      sudo tar -xJf /tmp/zig.tar.xz -C /opt
      sudo mv /opt/zig-${ZIG_ARCH}-linux-${ZIG_VERSION} /opt/zig
      sudo ln -sf /opt/zig/zig /usr/local/bin/zig
      rm /tmp/zig.tar.xz
      zig version
      echo "PATH=/opt/zig:${PATH}" >> ~/.buildenv

  - setup: |
      set -e
      # Ensure pipx/venv/pip path is prepared
      export PATH="${HOME}/.local/bin:${PATH}"

      # Configure git identity and signing key (requested)
      git config --global user.name "Trevon" || true
      git config --global user.email "git@trevon.dev" || true
      git config --global user.signingkey "C1E8284DAE319BA313FCB40038686EA797D7A8A7" || true
      # Note: actual signed commits/tags require the private key in the agent; we only set identity here.

      # Configure ccache (optional acceleration)
      export CCACHE_DIR="${HOME}/.cache/ccache"
      mkdir -p "${CCACHE_DIR}"
      echo "CCACHE_DIR=${CCACHE_DIR}" >> ~/.buildenv
      if command -v ccache >/dev/null 2>&1; then
        ccache --set-config=max_size=2G || true
        ccache --zero-stats || true
        ccache -s || true
      fi

      # Install Conan via pipx when available; otherwise fallback to user pip or an isolated venv
      if ! command -v conan >/dev/null 2>&1; then
        if command -v pipx >/dev/null 2>&1; then
          pipx install 'conan<3' --pip-args='--upgrade' || true
        fi
      fi
      if ! command -v conan >/dev/null 2>&1; then
        python3 -m pip install --user --upgrade 'conan<3' || true
        hash -r
      fi
      if ! command -v conan >/dev/null 2>&1; then
        python3 -m venv /opt/conan
        . /opt/conan/bin/activate
        python -m pip install --upgrade pip setuptools wheel
        python -m pip install 'conan<3'
        export PATH="/opt/conan/bin:${PATH}"
        hash -r
      fi

      # Persist Conan PATH and CPU count for subsequent tasks and fail fast if missing
      if command -v conan >/dev/null 2>&1; then
        CONAN_DIR="$(dirname "$(command -v conan)")"
        echo "PATH=${CONAN_DIR}:\$PATH" >> ~/.buildenv
      else
        echo "Conan is not available after installation attempts" >&2
        exit 1
      fi
      CONAN_CPU_COUNT="${CONAN_CPU_COUNT:-$(nproc || getconf _NPROCESSORS_ONLN || echo 2)}"
      echo "CONAN_CPU_COUNT=${CONAN_CPU_COUNT}" >> ~/.buildenv

      # Detect and move into repository root
      if [ -d yams ] && { [ -f yams/meson.build ] || [ -f yams/CMakeLists.txt ]; }; then
        REPO_DIR="yams"
      else
        REPO_DIR="."
      fi
      cd "${REPO_DIR}"

      # Configure Conan (use explicit GCC host/build profiles for Debian CI)
      conan --version
      conan profile detect --force || true

      echo "Conan profile configured (default, overridden by setup.sh):"
      conan profile show -pr default || conan profile show || true

  - yams_semver_guard: |
      set -e
      if [ -d yams ] && { [ -f yams/meson.build ] || [ -f yams/CMakeLists.txt ]; }; then
        REPO_DIR="yams"
      else
        REPO_DIR="."
      fi
      cd "${REPO_DIR}"
      if [ -f scripts/ci/check_yams_semver.py ]; then
        echo "Running YAMS semver guard..."
        python3 scripts/ci/check_yams_semver.py
      else
        echo "No semver guard script found; skipping."
      fi

  - build: |
      set -e
      export PATH="${HOME}/.local/bin:/opt/conan/bin:${PATH}"
      if ! command -v conan >/dev/null 2>&1; then
        echo "conan not found in PATH; aborting build" >&2
        exit 1
      fi
      if [ -d yams ] && [ -f yams/meson.build ]; then
        REPO_DIR="yams"
      else
        REPO_DIR="."
      fi
      cd "${REPO_DIR}"
      export YAMS_DISABLE_MODEL_PRELOAD=1
      CLEAN_VERSION_MESON="${YAMS_VERSION}"
      echo "Starting build (Meson version ${CLEAN_VERSION_MESON})"

      # Use setup.sh with environment variables for consistent build configuration
      export YAMS_COMPILER=gcc
      export YAMS_CPPSTD=20
      export YAMS_CONAN_HOST_PROFILE=./conan/profiles/host-linux-gcc
      export YAMS_CONAN_ARCH=x86_64

      # Avoid ccache environment wrapping in CI VMs — interferes with
      # Conan/OpenBLAS ASM compilation (ccache doesn't handle -D flags)
      export YAMS_SKIP_CCACHE=1
      
      # Configure FAST_MODE via extra Meson flags
      if [ "${FAST_MODE:-0}" = "1" ]; then
        echo "FAST_MODE=1: build will skip ONNX and tests"
        export YAMS_EXTRA_MESON_FLAGS="-Dyams-version=${CLEAN_VERSION_MESON} -Denable-onnx=disabled -Dplugin-onnx=false -Dbuild-tests=false"
      else
        export YAMS_EXTRA_MESON_FLAGS="-Dyams-version=${CLEAN_VERSION_MESON}"
      fi
      
      # Set install prefix to /usr for Linux packages (matches GitHub workflow)
      export YAMS_INSTALL_PREFIX="/usr"
      
      # Run setup.sh (Release build) - it now respects all YAMS_* environment variables
      ./setup.sh Release

      # Build the project (single-job: prevents OOM on large files like mcp_server.cpp)
      meson compile -C build/release -j1

      # Install the built artifacts into build-local staging directory (BUILD_DIR/STAGE_DIR).
      meson install -C build/release --destdir "${STAGE_DIR}"

      # Show ccache stats after build (if available)
      if command -v ccache >/dev/null 2>&1; then
        ccache -s || true
      fi

  - test: |
      set -e
      # Run test suite; do not fail the build solely due to test failures so we can publish logs
      if [ -d yams ] && [ -f yams/meson.build ]; then
        REPO_DIR="yams"
      else
        REPO_DIR="."
      fi
      cd "${REPO_DIR}"
      mkdir -p artifacts || true
      if [ -d "${BUILD_DIR}" ]; then
        echo "Running meson tests in ${BUILD_DIR}..."
        meson test -C "${BUILD_DIR}" --print-errorlogs || true
        # Collect logs and common debug info
        if [ -d "${BUILD_DIR}/meson-logs" ]; then
          tar -C "${BUILD_DIR}" -czf artifacts/meson-logs.tar.gz meson-logs || true
          cp -vf "${BUILD_DIR}/meson-logs/testlog.txt" artifacts/testlog.txt 2>/dev/null || true
          cp -vf "${BUILD_DIR}/meson-logs/meson-log.txt" artifacts/meson-log.txt 2>/dev/null || true
        fi
        # Export compile_commands if generated
        if [ -f "${BUILD_DIR}/compile_commands.json" ]; then
          cp -vf "${BUILD_DIR}/compile_commands.json" artifacts/compile_commands.json || true
        fi
      else
        echo "BUILD_DIR ${BUILD_DIR} missing; skipping meson tests" | tee artifacts/test-notes.txt
      fi

  - package: |
      set -e
      # Package on tag builds or when explicitly channelized as nightly/weekly
      # Auto-channelize main branch builds as nightly when not tagged
      if [[ -z "${RELEASE_CHANNEL:-}" && "${GIT_REF:-}" == "refs/heads/main" ]]; then
        export RELEASE_CHANNEL=nightly
      fi
      if [[ "${GIT_REF:-}" != refs/tags/* && "${RELEASE_CHANNEL:-}" != "nightly" && "${RELEASE_CHANNEL:-}" != "weekly" ]]; then
        echo "Skipping packaging (not a tag build and no release channel): GIT_REF=${GIT_REF:-n/a} RELEASE_CHANNEL=${RELEASE_CHANNEL:-n/a}"
        exit 0
      fi
      if [ -d yams ] && { [ -f yams/meson.build ] || [ -f yams/CMakeLists.txt ]; }; then
        REPO_DIR="yams"
      else
        REPO_DIR="."
      fi
      cd "${REPO_DIR}"
      CLEAN_VERSION="${YAMS_VERSION}"
      echo "Packaging the release..."
      # Package from the staged install under BUILD_DIR/STAGE_DIR
      if [ ! -d "${BUILD_DIR}/${STAGE_DIR}" ]; then
        echo "ERROR: Stage directory ${BUILD_DIR}/${STAGE_DIR} not found" >&2
        ls -al "${BUILD_DIR}" || true
        exit 1
      fi
      cd "${BUILD_DIR}/${STAGE_DIR}"
      tar -czf "../yams-${CLEAN_VERSION}-linux-x86_64.tar.gz" .
      echo "Created asset: yams-${CLEAN_VERSION}-linux-x86_64.tar.gz"
      # Also publish a raw stage archive for debugging/inspection
      tar -czf "../yams-${CLEAN_VERSION}-stage.tar.gz" .
      if command -v zip >/dev/null 2>&1; then
        # Only attempt zip if there are regular files to include; otherwise zip exits with "Nothing to do!"
        if find . -type f -print -quit | grep -q .; then
          zip -qry "../yams-${CLEAN_VERSION}-stage.zip" . || echo "zip failed; continuing (tarball already created)"
        else
          echo "Stage contains no regular files; skipping zip archive"
        fi
      fi

  - package_meson: |
      set -e
      # Package on tag builds or when explicitly channelized as nightly/weekly
      if [[ "${GIT_REF:-}" != refs/tags/* && "${RELEASE_CHANNEL:-}" != "nightly" && "${RELEASE_CHANNEL:-}" != "weekly" ]]; then
        echo "Skipping packaging (not a tag build and no release channel): GIT_REF=${GIT_REF:-n/a} RELEASE_CHANNEL=${RELEASE_CHANNEL:-n/a}"
        exit 0
      fi
      if [ -d yams ] && [ -f yams/meson.build ]; then
        REPO_DIR="yams"
      else
        REPO_DIR="."
      fi
      cd "${REPO_DIR}"
      CLEAN_VERSION="${YAMS_VERSION}"
      echo "Packaging with Meson..."
      if [ -x scripts/build-deb.sh ]; then
        scripts/build-deb.sh "${CLEAN_VERSION}" "${BUILD_DIR}"
      else
        echo "scripts/build-deb.sh not found; skipping distro package step"
      fi

  - collect_artifacts: |
      set -e
      if [ -d yams ] && { [ -f yams/meson.build ] || [ -f yams/CMakeLists.txt ]; }; then
        REPO_DIR="yams"
      else
        REPO_DIR="."
      fi
      bash "${REPO_DIR}/scripts/srht-collect-artifacts.sh"
      exit 0

artifacts:
  # SourceHut interprets artifact names literally (no shell globs). Provide
  # stable filenames in collect_artifacts.
  - "artifacts/yams.tar.gz"
  - "artifacts/yams.deb"
  - "artifacts/yams.rpm"
  - "artifacts/meson-logs.tar.gz"
  - "artifacts/testlog.txt"
  - "artifacts/meson-log.txt"
  - "artifacts/compile_commands.json"