litellm/.github/workflows/runtime-release.yml

name: Build LiteLLM Runtime Release

on:
  push:
    branches: [litellm_internal_staging, main]
    paths:
      - litellm/**
      - pyproject.toml
      - uv.lock
      - .github/workflows/runtime-release.yml
  workflow_dispatch:

permissions:
  contents: write

concurrency:
  group: litellm-runtime-release-${{ github.ref }}
  cancel-in-progress: true

jobs:
  build:
    name: Build ${{ matrix.distro }}-${{ matrix.version }}-${{ matrix.arch }}
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        distro: [debian, ubuntu]
        version: ["11", "12", "13", "22.04", "24.04", "26.04"]
        arch: [amd64, arm64]
        exclude:
          - distro: debian
            version: "22.04"
          - distro: debian
            version: "24.04"
          - distro: debian
            version: "26.04"
          - distro: ubuntu
            version: "11"
          - distro: ubuntu
            version: "12"
          - distro: ubuntu
            version: "13"
    steps:
      - uses: actions/checkout@v4

      - uses: docker/setup-qemu-action@v3

      - name: Build target wheelhouse
        env:
          TARGET_DISTRO: ${{ matrix.distro }}
          TARGET_VERSION: ${{ matrix.version }}
          TARGET_ARCH: ${{ matrix.arch }}
          LITELLM_VERSION: "1.89.0"
          LITELLM_DEBIAN_11_VERSION: "1.74.9"
          UV_VERSION: "0.11.21"
          PORTABLE_PYTHON_VERSION: "3.13.14"
        run: |
          set -euo pipefail
          root="${PWD}/dist/runtime/litellm-runtime"
          mkdir -p "${root}/packages/pip" "${root}/packages/python" \
            "${root}/metadata" dist/assets
          image="${TARGET_DISTRO}:${TARGET_VERSION}"
          docker run --rm --platform "linux/${TARGET_ARCH}" \
            -e TARGET_DISTRO -e TARGET_VERSION -e TARGET_ARCH \
            -e LITELLM_VERSION -e LITELLM_DEBIAN_11_VERSION \
            -e UV_VERSION -e PORTABLE_PYTHON_VERSION \
            -v "${PWD}:/src:ro" \
            -v "${root}:/out" \
            "${image}" bash -lc '
              set -euo pipefail
              export DEBIAN_FRONTEND=noninteractive
              apt-get update
              apt-get install -y --no-install-recommends \
                ca-certificates curl build-essential libpq-dev \
                python3 python3-dev python3-pip python3-venv
              python_bin=python3
              if [ "${TARGET_DISTRO}:${TARGET_VERSION}" = "ubuntu:26.04" ]; then
                case "${TARGET_ARCH}" in amd64) uv_arch=x86_64 ;; arm64) uv_arch=aarch64 ;; esac
                curl -fsSL \
                  "https://github.com/astral-sh/uv/releases/download/${UV_VERSION}/uv-${uv_arch}-unknown-linux-gnu.tar.gz" \
                  -o /tmp/uv.tar.gz
                tar -xzf /tmp/uv.tar.gz -C /tmp
                install -m 0755 "$(find /tmp -type f -path "*/uv-*/uv" -print -quit)" /usr/local/bin/uv
                uv python install "${PORTABLE_PYTHON_VERSION}" --install-dir /out/packages/python --no-bin
                python_bin="$(find -L /out/packages/python -type f -path "*/bin/python3.13" -perm /111 -print -quit)"
                find /out/packages/python -name EXTERNALLY-MANAGED -delete
                "${python_bin}" -m ensurepip --upgrade
              fi
              "${python_bin}" -m venv /tmp/wheel-builder
              /tmp/wheel-builder/bin/pip install --upgrade pip setuptools wheel
              package_spec="/src[proxy]"
              runtime_spec="litellm[proxy]==${LITELLM_VERSION}"
              if [ "${TARGET_DISTRO}:${TARGET_VERSION}" = "debian:11" ]; then
                package_spec="litellm[proxy]==${LITELLM_DEBIAN_11_VERSION}"
                runtime_spec="${package_spec}"
              fi
              /tmp/wheel-builder/bin/pip wheel --wheel-dir /out/packages/pip \
                "${package_spec}" prisma psycopg2-binary
              printf "LITELLM_PACKAGE_SPEC=%s\n" "${runtime_spec}" > /out/metadata/runtime.env
            '
          cat > "${root}/manifest.json" <<JSON
          {
            "component": "litellm",
            "commit": "${GITHUB_SHA}",
            "distro": "${TARGET_DISTRO}",
            "version": "${TARGET_VERSION}",
            "arch": "${TARGET_ARCH}"
          }
          JSON
          asset="litellm-runtime-${TARGET_DISTRO}-${TARGET_VERSION}-${TARGET_ARCH}.tar.gz"
          tar -czf "dist/assets/${asset}" -C dist/runtime litellm-runtime
          (
            cd dist/assets
            sha256sum -- "./${asset}" | sed 's# \./# #' > \
              "SHA256SUMS-${TARGET_DISTRO}-${TARGET_VERSION}-${TARGET_ARCH}"
          )          

      - uses: actions/upload-artifact@v4
        with:
          name: litellm-runtime-${{ matrix.distro }}-${{ matrix.version }}-${{ matrix.arch }}
          path: |
            dist/assets/*.tar.gz
            dist/assets/SHA256SUMS-*            
          if-no-files-found: error

  publish:
    needs: build
    runs-on: ubuntu-latest
    steps:
      - uses: actions/download-artifact@v4
        with:
          pattern: litellm-runtime-*
          path: dist
          merge-multiple: true

      - name: Publish runtime release
        env:
          GH_TOKEN: ${{ github.token }}
        run: |
          set -euo pipefail
          tag="runtime-${GITHUB_SHA::12}"
          cat dist/SHA256SUMS-* | sort -u > dist/SHA256SUMS
          rm -f dist/SHA256SUMS-*
          if gh release view "${tag}" --repo "${GITHUB_REPOSITORY}" >/dev/null 2>&1; then
            gh release upload "${tag}" dist/*.tar.gz dist/SHA256SUMS \
              --repo "${GITHUB_REPOSITORY}" --clobber
          else
            gh release create "${tag}" dist/*.tar.gz dist/SHA256SUMS \
              --repo "${GITHUB_REPOSITORY}" \
              --target "${GITHUB_SHA}" \
              --title "LiteLLM runtime ${GITHUB_SHA::12}" \
              --notes "Prebuilt wheelhouses for maintained Debian and Ubuntu targets."
          fi