neuron/.gitea/workflows/ci.yaml

name: Neuron Soul CI

on:
  push:
    branches:
      - main
  pull_request:
    branches:
      - main
  workflow_dispatch:

# Same group as deploy-gke so builds and deploys queue behind each other.
# Prevents concurrent Docker daemon exhaustion on the single GCE runner.
concurrency:
  group: neuron-runner
  cancel-in-progress: false

jobs:
  build:
    runs-on: ubuntu-latest

    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Checkout foundation/el (ELP source for soul.el imports)
        run: |
          git clone https://git.neuralplatform.ai/neuron-technologies/el.git \
            --depth=1 --branch=main \
            ../foundation/el

      - name: Install build dependencies
        run: |
          apt-get update -qq
          apt-get install -y gcc libcurl4-openssl-dev apt-transport-https ca-certificates
          echo "deb [trusted=yes] https://packages.cloud.google.com/apt cloud-sdk main" \
            > /etc/apt/sources.list.d/google-cloud-sdk.list
          apt-get update -qq && apt-get install -y google-cloud-cli

      - name: Download El SDK from Artifact Registry
        env:
          GCP_SA_KEY: ${{ secrets.GCP_SA_KEY }}
        run: |
          echo "${GCP_SA_KEY}" > /tmp/gcp-key.json
          gcloud auth activate-service-account --key-file=/tmp/gcp-key.json
          gcloud config set project neuron-785695

          rm -rf /opt/el/dist /opt/el/runtime
          mkdir -p /opt/el/dist/platform /opt/el/dist/bin /opt/el/runtime

          # Get latest version of each package
          get_latest() {
            gcloud artifacts versions list \
              --repository=foundation-prod \
              --location=us-central1 \
              --project=neuron-785695 \
              --package="$1" \
              --sort-by="~createTime" \
              --limit=1 \
              --format="value(name)" 2>/dev/null | awk -F/ '{print $NF}'
          }

          ELC_VER=$(get_latest el-elc)
          ELB_VER=$(get_latest el-elb)
          RC_VER=$(get_latest el-runtime-c)
          RH_VER=$(get_latest el-runtime-h)

          echo "Downloading elc@${ELC_VER} elb@${ELB_VER} runtime@${RC_VER}"

          gcloud artifacts generic download \
            --repository=foundation-prod --location=us-central1 --project=neuron-785695 \
            --package=el-elc --version="${ELC_VER}" \
            --destination=/opt/el/dist/platform/

          gcloud artifacts generic download \
            --repository=foundation-prod --location=us-central1 --project=neuron-785695 \
            --package=el-elb --version="${ELB_VER}" \
            --destination=/opt/el/dist/bin/

          gcloud artifacts generic download \
            --repository=foundation-prod --location=us-central1 --project=neuron-785695 \
            --package=el-runtime-c --version="${RC_VER}" \
            --destination=/opt/el/runtime/

          gcloud artifacts generic download \
            --repository=foundation-prod --location=us-central1 --project=neuron-785695 \
            --package=el-runtime-h --version="${RH_VER}" \
            --destination=/opt/el/runtime/

          # Downloaded files keep original names; rename to canonical paths
          mv /opt/el/dist/platform/elc* /opt/el/dist/platform/elc 2>/dev/null || true
          mv /opt/el/dist/bin/elb*       /opt/el/dist/bin/elb      2>/dev/null || true
          mv /opt/el/runtime/el_runtime.c* /opt/el/runtime/el_runtime.c 2>/dev/null || true
          mv /opt/el/runtime/el_runtime.h* /opt/el/runtime/el_runtime.h 2>/dev/null || true

          chmod +x /opt/el/dist/platform/elc /opt/el/dist/bin/elb
          echo "El SDK ready"
          /opt/el/dist/platform/elc --version || true

      - name: Build neuron soul binary
        run: |
          ELB=/opt/el/dist/bin/elb
          ELC=/opt/el/dist/platform/elc
          RUNTIME=/opt/el/runtime

          # Preserve the pre-compiled dist/soul.c from the repo before running elb.
          # elb may overwrite it during compilation; we always want the repo version
          # since it contains the patched self-contained translation unit (all modules
          # inlined, workspace scope fix, agentic dedup fix, etc.).
          cp dist/soul.c /tmp/soul.c.prebuilt

          # Compile all El modules to C via elb.
          # elb fails at link on Linux (GNU ld rejects duplicate strong symbols that
          # macOS ld accepts silently) — that's expected and captured with || true.
          $ELB --elc=$ELC --runtime=$RUNTIME/el_runtime.c || true

          # Restore the repo's self-contained soul.c — elb may have overwritten it
          # with a partial (non-inlined) version that lacks module-level definitions.
          cp /tmp/soul.c.prebuilt dist/soul.c

          # Compile the self-contained translation unit.  No --allow-multiple-definition
          # needed since soul.c inlines all modules.
          mkdir -p dist
          cc -O2 -DHAVE_CURL \
            -I$RUNTIME \
            dist/soul.c \
            $RUNTIME/el_runtime.c \
            -lssl -lcrypto -lcurl -lpthread -lm \
            -o dist/neuron

          ls -lh dist/neuron

      - name: Smoke test
        run: |
          file dist/neuron
          timeout 3 dist/neuron --help 2>&1 || true
          echo "smoke test complete"

      - name: Publish neuron binary
        if: github.event_name == 'push'
        env:
          GCP_SA_KEY: ${{ secrets.GCP_SA_KEY }}
        run: |
          VERSION="${GITHUB_SHA:0:8}"

          gcloud artifacts generic upload \
            --repository=foundation-prod \
            --location=us-central1 \
            --project=neuron-785695 \
            --package=neuron-soul \
            --version="${VERSION}" \
            --source=dist/neuron

          echo "Published neuron-soul@${VERSION}"
          rm -f /tmp/gcp-key.json