3 Commits

Author SHA1 Message Date
Will Anderson 48509aa5f4 enforce source branch in CI: stage←dev, main←stage 2026-05-04 19:34:42 -05:00
Will Anderson dccd56ad64 Add release workflow with GCP prod publishing and elp-updated dispatch
Triggers on push to main and repository_dispatch el-sdk-updated.
Installs El SDK from foundation-prod Artifact Registry (Gitea fallback),
builds ELP binary from 31-language morphology source concatenation,
runs test corpus, publishes to Gitea latest release and foundation-prod
Artifact Registry, then dispatches elp-updated to el-ide.
2026-05-04 19:32:23 -05:00
Will Anderson 4303c82e18 add gitflow CI for dev/stage/prod environments 2026-05-04 08:55:33 -05:00
3 changed files with 455 additions and 0 deletions
+127
View File
@@ -0,0 +1,127 @@
name: ELP CI — dev
on:
push:
branches:
- dev
pull_request:
branches:
- dev
jobs:
build-and-test:
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Install build dependencies
run: |
apt-get update -qq
apt-get install -y gcc libcurl4-openssl-dev
- name: Install El SDK from dev registry
env:
GCP_SA_KEY: ${{ secrets.GCP_SA_KEY }}
run: |
echo "${GCP_SA_KEY}" > /tmp/gcp-key.json
apt-get install -y -qq apt-transport-https ca-certificates gnupg curl
curl -fsSL https://packages.cloud.google.com/apt/doc/apt-key.gpg | gpg --dearmor -o /usr/share/keyrings/cloud.google.gpg
echo "deb [signed-by=/usr/share/keyrings/cloud.google.gpg] https://packages.cloud.google.com/apt cloud-sdk main" > /etc/apt/sources.list.d/google-cloud-sdk.list
apt-get update -qq && apt-get install -y google-cloud-cli
gcloud auth activate-service-account --key-file=/tmp/gcp-key.json
gcloud config set project neuron-785695
mkdir -p /usr/local/bin /usr/local/lib/el
LATEST_VERSION=$(gcloud artifacts versions list \
--repository=foundation-dev \
--location=us-central1 \
--project=neuron-785695 \
--package=el/elc \
--format="value(name)" 2>/dev/null | sort | tail -1 | sed 's|.*/||' || true)
if [ -n "${LATEST_VERSION}" ]; then
gcloud artifacts generic download \
--repository=foundation-dev \
--location=us-central1 \
--project=neuron-785695 \
--package=el/elc \
--version="${LATEST_VERSION}" \
--destination=/usr/local/bin/elc
chmod +x /usr/local/bin/elc
else
echo "Falling back to Gitea latest release..."
curl -fsSL "https://git.neuralplatform.ai/neuron-technologies/el/releases/download/latest/elc" \
-o /usr/local/bin/elc
chmod +x /usr/local/bin/elc
fi
RELEASE_BASE="https://git.neuralplatform.ai/neuron-technologies/el/releases/download/latest"
curl -fsSL "${RELEASE_BASE}/el_runtime.c" -o /usr/local/lib/el/el_runtime.c
curl -fsSL "${RELEASE_BASE}/el_runtime.h" -o /usr/local/lib/el/el_runtime.h
echo "El SDK installed:"; elc --version || true
rm -f /tmp/gcp-key.json
# Build ELP binary (Engram Language Protocol — 31 language NLG engine)
# Source order is defined in manifest.el
- name: Build ELP binary
run: |
mkdir -p dist
cat src/language-profile.el \
src/vocabulary.el \
src/morphology.el \
src/morphology-es.el src/morphology-fr.el src/morphology-de.el \
src/morphology-ru.el src/morphology-ja.el src/morphology-fi.el \
src/morphology-ar.el src/morphology-hi.el src/morphology-sw.el \
src/morphology-la.el src/morphology-he.el src/morphology-grc.el \
src/morphology-ang.el src/morphology-sa.el src/morphology-got.el \
src/morphology-non.el src/morphology-enm.el src/morphology-pi.el \
src/morphology-fro.el src/morphology-goh.el src/morphology-sga.el \
src/morphology-txb.el src/morphology-peo.el src/morphology-akk.el \
src/morphology-uga.el src/morphology-egy.el src/morphology-sux.el \
src/morphology-gez.el src/morphology-cop.el \
src/grammar.el \
src/realizer.el \
src/semantics.el \
src/elp.el \
> /tmp/elp-combined.el
elc /tmp/elp-combined.el > dist/elp.c
cc -std=c11 -O2 \
-I /usr/local/lib/el \
-o dist/elp \
dist/elp.c \
/usr/local/lib/el/el_runtime.c \
-lcurl -lpthread
chmod +x dist/elp
echo "Built dist/elp"
ls -lh dist/elp
# Run the acceptance test corpus
- name: Run tests
run: |
ELC=/usr/local/bin/elc \
EL_HOME="$(pwd)" \
bash tests/run.sh
- name: Publish ELP to Artifact Registry (dev)
env:
GCP_SA_KEY: ${{ secrets.GCP_SA_KEY }}
run: |
echo "${GCP_SA_KEY}" > /tmp/gcp-key.json
gcloud auth activate-service-account --key-file=/tmp/gcp-key.json
gcloud config set project neuron-785695
VERSION="${GITEA_SHA:0:8}"
gcloud artifacts generic upload \
--repository=foundation-dev \
--location=us-central1 \
--project=neuron-785695 \
--package=elp/elp \
--version="${VERSION}" \
--source=dist/elp
echo "Published elp version=${VERSION} to foundation-dev/elp/elp"
rm -f /tmp/gcp-key.json
+134
View File
@@ -0,0 +1,134 @@
name: ELP CI — stage
on:
push:
branches:
- stage
pull_request:
branches:
- stage
jobs:
build-and-test:
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Enforce source branch (stage ← dev only)
if: github.event_name == 'pull_request'
run: |
SOURCE="${GITHUB_HEAD_REF}"
if [ "${SOURCE}" != "dev" ]; then
echo "ERROR: Stage branch only accepts PRs from 'dev'. Source was: '${SOURCE}'"
exit 1
fi
echo "Source branch check passed: ${SOURCE} → stage"
- name: Install build dependencies
run: |
apt-get update -qq
apt-get install -y gcc libcurl4-openssl-dev
- name: Install El SDK from stage registry
env:
GCP_SA_KEY: ${{ secrets.GCP_SA_KEY }}
run: |
echo "${GCP_SA_KEY}" > /tmp/gcp-key.json
apt-get install -y -qq apt-transport-https ca-certificates gnupg curl
curl -fsSL https://packages.cloud.google.com/apt/doc/apt-key.gpg | gpg --dearmor -o /usr/share/keyrings/cloud.google.gpg
echo "deb [signed-by=/usr/share/keyrings/cloud.google.gpg] https://packages.cloud.google.com/apt cloud-sdk main" > /etc/apt/sources.list.d/google-cloud-sdk.list
apt-get update -qq && apt-get install -y google-cloud-cli
gcloud auth activate-service-account --key-file=/tmp/gcp-key.json
gcloud config set project neuron-785695
mkdir -p /usr/local/bin /usr/local/lib/el
LATEST_VERSION=$(gcloud artifacts versions list \
--repository=foundation-stage \
--location=us-central1 \
--project=neuron-785695 \
--package=el/elc \
--format="value(name)" 2>/dev/null | sort | tail -1 | sed 's|.*/||' || true)
if [ -n "${LATEST_VERSION}" ]; then
gcloud artifacts generic download \
--repository=foundation-stage \
--location=us-central1 \
--project=neuron-785695 \
--package=el/elc \
--version="${LATEST_VERSION}" \
--destination=/usr/local/bin/elc
chmod +x /usr/local/bin/elc
else
echo "Falling back to Gitea latest release..."
curl -fsSL "https://git.neuralplatform.ai/neuron-technologies/el/releases/download/latest/elc" \
-o /usr/local/bin/elc
chmod +x /usr/local/bin/elc
fi
RELEASE_BASE="https://git.neuralplatform.ai/neuron-technologies/el/releases/download/latest"
curl -fsSL "${RELEASE_BASE}/el_runtime.c" -o /usr/local/lib/el/el_runtime.c
curl -fsSL "${RELEASE_BASE}/el_runtime.h" -o /usr/local/lib/el/el_runtime.h
echo "El SDK installed:"; elc --version || true
rm -f /tmp/gcp-key.json
- name: Build ELP binary
run: |
mkdir -p dist
cat src/language-profile.el \
src/vocabulary.el \
src/morphology.el \
src/morphology-es.el src/morphology-fr.el src/morphology-de.el \
src/morphology-ru.el src/morphology-ja.el src/morphology-fi.el \
src/morphology-ar.el src/morphology-hi.el src/morphology-sw.el \
src/morphology-la.el src/morphology-he.el src/morphology-grc.el \
src/morphology-ang.el src/morphology-sa.el src/morphology-got.el \
src/morphology-non.el src/morphology-enm.el src/morphology-pi.el \
src/morphology-fro.el src/morphology-goh.el src/morphology-sga.el \
src/morphology-txb.el src/morphology-peo.el src/morphology-akk.el \
src/morphology-uga.el src/morphology-egy.el src/morphology-sux.el \
src/morphology-gez.el src/morphology-cop.el \
src/grammar.el \
src/realizer.el \
src/semantics.el \
src/elp.el \
> /tmp/elp-combined.el
elc /tmp/elp-combined.el > dist/elp.c
cc -std=c11 -O2 \
-I /usr/local/lib/el \
-o dist/elp \
dist/elp.c \
/usr/local/lib/el/el_runtime.c \
-lcurl -lpthread
chmod +x dist/elp
echo "Built dist/elp"
ls -lh dist/elp
- name: Run tests
run: |
ELC=/usr/local/bin/elc \
EL_HOME="$(pwd)" \
bash tests/run.sh
- name: Publish ELP to Artifact Registry (stage)
env:
GCP_SA_KEY: ${{ secrets.GCP_SA_KEY }}
run: |
echo "${GCP_SA_KEY}" > /tmp/gcp-key.json
gcloud auth activate-service-account --key-file=/tmp/gcp-key.json
gcloud config set project neuron-785695
VERSION="${GITEA_SHA:0:8}"
gcloud artifacts generic upload \
--repository=foundation-stage \
--location=us-central1 \
--project=neuron-785695 \
--package=elp/elp \
--version="${VERSION}" \
--source=dist/elp
echo "Published elp version=${VERSION} to foundation-stage/elp/elp"
rm -f /tmp/gcp-key.json
+194
View File
@@ -0,0 +1,194 @@
name: ELP Release
on:
push:
branches:
- main
repository_dispatch:
types:
- el-sdk-updated
jobs:
build-and-release:
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Enforce source branch (main ← stage only)
if: github.event_name == 'pull_request'
run: |
SOURCE="${GITHUB_HEAD_REF}"
if [ "${SOURCE}" != "stage" ]; then
echo "ERROR: Main branch only accepts PRs from 'stage'. Source was: '${SOURCE}'"
exit 1
fi
echo "Source branch check passed: ${SOURCE} → main"
- name: Install build dependencies
run: |
apt-get update -qq
apt-get install -y gcc libcurl4-openssl-dev
# Install El SDK — try GCP Artifact Registry prod first, fall back to Gitea release
- name: Install El SDK
env:
GCP_SA_KEY: ${{ secrets.GCP_SA_KEY }}
RELEASE_BASE: https://git.neuralplatform.ai/neuron-technologies/el/releases/download/latest
run: |
echo "${GCP_SA_KEY}" > /tmp/gcp-key.json
apt-get install -y -qq apt-transport-https ca-certificates gnupg curl
curl -fsSL https://packages.cloud.google.com/apt/doc/apt-key.gpg | gpg --dearmor -o /usr/share/keyrings/cloud.google.gpg
echo "deb [signed-by=/usr/share/keyrings/cloud.google.gpg] https://packages.cloud.google.com/apt cloud-sdk main" > /etc/apt/sources.list.d/google-cloud-sdk.list
apt-get update -qq && apt-get install -y google-cloud-cli
gcloud auth activate-service-account --key-file=/tmp/gcp-key.json
gcloud config set project neuron-785695
mkdir -p /usr/local/bin /usr/local/lib/el
LATEST_VERSION=$(gcloud artifacts versions list \
--repository=foundation-prod \
--location=us-central1 \
--project=neuron-785695 \
--package=el/elc \
--format="value(name)" 2>/dev/null | sort | tail -1 | sed 's|.*/||' || true)
if [ -n "${LATEST_VERSION}" ]; then
gcloud artifacts generic download \
--repository=foundation-prod \
--location=us-central1 \
--project=neuron-785695 \
--package=el/elc \
--version="${LATEST_VERSION}" \
--destination=/usr/local/bin/elc
chmod +x /usr/local/bin/elc
else
echo "Falling back to Gitea latest release..."
curl -fsSL "${RELEASE_BASE}/elc" -o /usr/local/bin/elc
chmod +x /usr/local/bin/elc
fi
curl -fsSL "${RELEASE_BASE}/el_runtime.c" -o /usr/local/lib/el/el_runtime.c
curl -fsSL "${RELEASE_BASE}/el_runtime.h" -o /usr/local/lib/el/el_runtime.h
echo "El SDK installed:"; elc --version || true
rm -f /tmp/gcp-key.json
# Build ELP binary (Engram Language Protocol — 31 language NLG engine)
# Source order is defined in manifest.el
- name: Build ELP binary
run: |
mkdir -p dist
cat src/language-profile.el \
src/vocabulary.el \
src/morphology.el \
src/morphology-es.el src/morphology-fr.el src/morphology-de.el \
src/morphology-ru.el src/morphology-ja.el src/morphology-fi.el \
src/morphology-ar.el src/morphology-hi.el src/morphology-sw.el \
src/morphology-la.el src/morphology-he.el src/morphology-grc.el \
src/morphology-ang.el src/morphology-sa.el src/morphology-got.el \
src/morphology-non.el src/morphology-enm.el src/morphology-pi.el \
src/morphology-fro.el src/morphology-goh.el src/morphology-sga.el \
src/morphology-txb.el src/morphology-peo.el src/morphology-akk.el \
src/morphology-uga.el src/morphology-egy.el src/morphology-sux.el \
src/morphology-gez.el src/morphology-cop.el \
src/grammar.el \
src/realizer.el \
src/semantics.el \
src/elp.el \
> /tmp/elp-combined.el
elc /tmp/elp-combined.el > dist/elp.c
cc -std=c11 -O2 \
-I /usr/local/lib/el \
-o dist/elp \
dist/elp.c \
/usr/local/lib/el/el_runtime.c \
-lcurl -lpthread
chmod +x dist/elp
echo "Built dist/elp"
ls -lh dist/elp
- name: Run tests
run: |
ELC=/usr/local/bin/elc \
EL_HOME="$(pwd)" \
bash tests/run.sh
# Publish / update the `latest` release
- name: Publish latest release
env:
GITEA_TOKEN: ${{ secrets.GITEA_TOKEN }}
GITEA_API: https://git.neuralplatform.ai/api/v1
REPO: neuron-technologies/elp
run: |
EXISTING_ID=$(curl -sf \
-H "Authorization: token ${GITEA_TOKEN}" \
"${GITEA_API}/repos/${REPO}/releases/tags/latest" \
| python3 -c "import sys,json; d=json.load(sys.stdin); print(d['id'])" 2>/dev/null || true)
if [ -n "${EXISTING_ID}" ]; then
echo "Deleting existing release id=${EXISTING_ID}"
curl -sf -X DELETE \
-H "Authorization: token ${GITEA_TOKEN}" \
"${GITEA_API}/repos/${REPO}/releases/${EXISTING_ID}"
fi
curl -sf -X DELETE \
-H "Authorization: token ${GITEA_TOKEN}" \
"${GITEA_API}/repos/${REPO}/tags/latest" || true
RELEASE_ID=$(curl -sf -X POST \
-H "Authorization: token ${GITEA_TOKEN}" \
-H "Content-Type: application/json" \
"${GITEA_API}/repos/${REPO}/releases" \
-d "{
\"tag_name\": \"latest\",
\"name\": \"ELP (latest)\",
\"body\": \"Latest ELP build from commit ${GITHUB_SHA}.\nBuilt $(date -u +%Y-%m-%dT%H:%M:%SZ).\",
\"draft\": false,
\"prerelease\": false
}" | python3 -c "import sys,json; print(json.load(sys.stdin)['id'])")
echo "Created release id=${RELEASE_ID}"
curl -sf -X POST \
-H "Authorization: token ${GITEA_TOKEN}" \
-F "attachment=@dist/elp;filename=elp" \
"${GITEA_API}/repos/${REPO}/releases/${RELEASE_ID}/assets"
echo "Release published successfully"
# Publish artifact to GCP Artifact Registry (prod)
- name: Publish ELP to Artifact Registry (prod)
env:
GCP_SA_KEY: ${{ secrets.GCP_SA_KEY }}
run: |
echo "${GCP_SA_KEY}" > /tmp/gcp-key.json
gcloud auth activate-service-account --key-file=/tmp/gcp-key.json
gcloud config set project neuron-785695
VERSION="${GITEA_SHA:0:8}"
gcloud artifacts generic upload \
--repository=foundation-prod \
--location=us-central1 \
--project=neuron-785695 \
--package=elp/elp \
--version="${VERSION}" \
--source=dist/elp
echo "Published elp version=${VERSION} to foundation-prod/elp/elp"
rm -f /tmp/gcp-key.json
# Dispatch elp-updated to downstream dependents
- name: Dispatch elp-updated to el-ide
env:
GITEA_TOKEN: ${{ secrets.GITEA_TOKEN }}
GITEA_API: https://git.neuralplatform.ai/api/v1
run: |
curl -sf -X POST \
-H "Authorization: token ${GITEA_TOKEN}" \
-H "Content-Type: application/json" \
"${GITEA_API}/repos/neuron-technologies/el-ide/dispatches" \
-d "{\"type\":\"elp-updated\",\"inputs\":{\"elp_version\":\"latest\",\"commit\":\"${GITHUB_SHA}\"}}"
echo "Dispatched elp-updated to neuron-technologies/el-ide"