Files
el/epm/src/registry.el
T
will.anderson 8ce8656de2
El SDK CI - dev / build-and-test (pull_request) Successful in 7m33s
epm: declare cross-module callees as extern fn so strict compilers accept generated C
epm's sibling modules (registry/install/update) call functions defined in other
modules and in the El runtime (config, read_installed, registry_find,
manifest_deps, manifest_name, registry_latest_version, registry_token,
install_vessel, installed_version) without importing them, so elc emits no C
prototype for those calls. gcc<=13 treated the resulting implicit declarations
as warnings; gcc>=14 and clang reject them as hard errors, which is why the
"Build epm" CI step fails and blocks the whole dev/stage pipeline.

Add `extern fn` forward declarations -- El's own separate-compilation mechanism
-- for each cross-module callee at the top of registry/install/update. This
gives elc the correct C prototype in every generated translation unit, so the
calls compile cleanly and still resolve at link time. Simply suppressing
-Wimplicit-function-declaration would be unsafe: an implicit int return
truncates the 64-bit pointer returns of config/registry_find into a latent
crash, so declaring the true signatures is the correct fix. Localized to epm;
touches neither elc nor the runtime.
2026-07-15 10:14:43 -05:00

248 lines
11 KiB
EmacsLisp

// epm/src/registry.el Gitea-backed vessel registry
//
// Vessels are stored as Gitea repositories under a shared org:
//
// repo: <org>/<name> at https://git.neuralplatform.ai
// versions: Gitea release tags (e.g. "0.1.0")
// archive: release asset named "<name>-<version>.tar.gz"
//
// All registry read operations use unauthenticated HTTP GET.
// registry_publish requires EPM_TOKEN to be set.
//
// Configuration (environment variables):
// EPM_GITEA_API Gitea API base URL (default: https://git.neuralplatform.ai/api/v1)
// EPM_REGISTRY_ORG org name that hosts vessel repos (default: neuron-technologies)
// EPM_TOKEN Gitea personal access token (required for publish)
// Cross-module forward declarations
// These symbols are defined in sibling epm modules or the El runtime and are
// resolved at link time. The `extern fn` decls give elc the C prototype so the
// generated registry.c compiles cleanly under strict compilers (gcc>=14 / clang)
// that reject implicit function declarations. Signature arity must match the
// definition; return/param types are informational (all lower to el_val_t).
extern fn config(key: String) -> String // El runtime builtin
extern fn read_installed() -> String // install.el
// Config helpers
// registry_api_url returns the Gitea API base URL with no trailing slash.
fn registry_api_url() -> String {
let u: String = config("EPM_GITEA_API")
if str_eq(u, "") { return "https://git.neuralplatform.ai/api/v1" }
let n: Int = str_len(u)
if str_ends_with(u, "/") {
return str_slice(u, 0, n - 1)
}
return u
}
// registry_org returns the Gitea org that hosts vessel repos.
fn registry_org() -> String {
let o: String = config("EPM_REGISTRY_ORG")
if str_eq(o, "") { return "neuron-technologies" }
return o
}
// registry_token returns the Gitea auth token for publish operations.
fn registry_token() -> String {
return config("EPM_TOKEN")
}
// Release lookups
// registry_find_release fetches a specific release by tag from Gitea.
// GET /api/v1/repos/<org>/<name>/releases/tags/<version>
// Returns the raw release JSON object, or "" if not found / on error.
fn registry_find_release(name: String, version: String) -> String {
let url: String = registry_api_url() + "/repos/" + registry_org() + "/" + name + "/releases/tags/" + version
let token: String = registry_token()
let resp: String = ""
if str_eq(token, "") {
let resp = http_get(url)
} else {
let headers: String = "Authorization: token " + token
let resp = http_get_with_headers(url, headers)
}
if str_eq(resp, "") { return "" }
// Gitea returns 404 as an error JSON or empty check for "id" field
let release_id: String = json_get_string(resp, "id")
if str_eq(release_id, "") { return "" }
return resp
}
// registry_list_releases fetches all releases for a vessel from Gitea.
// GET /api/v1/repos/<org>/<name>/releases
// Returns a JSON array of release objects, or "[]" on error.
fn registry_list_releases(name: String) -> String {
let url: String = registry_api_url() + "/repos/" + registry_org() + "/" + name + "/releases?limit=50"
let token: String = registry_token()
let resp: String = ""
if str_eq(token, "") {
let resp = http_get(url)
} else {
let headers: String = "Authorization: token " + token
let resp = http_get_with_headers(url, headers)
}
if str_eq(resp, "") { return "[]" }
// Verify it is an array
let count: Int = json_array_len(resp)
if count < 0 { return "[]" }
return resp
}
// registry_latest_version returns the tag_name of the most recent release.
// Gitea returns releases sorted by creation date (newest first).
// Returns "" if there are no releases or the repo is missing.
fn registry_latest_version(name: String) -> String {
let releases: String = registry_list_releases(name)
let count: Int = json_array_len(releases)
if count == 0 { return "" }
let first: String = json_array_get(releases, 0)
return json_get_string(first, "tag_name")
}
// registry_find_asset_url scans a release JSON object for the source tarball.
// Looks for an asset named "<name>-<version>.tar.gz".
// Falls back to zipball_url if no matching asset is found.
// Returns "" if the release JSON is empty.
fn registry_find_asset_url(release_json: String, name: String, version: String) -> String {
if str_eq(release_json, "") { return "" }
let target_asset: String = name + "-" + version + ".tar.gz"
let assets_json: String = json_get_raw(release_json, "assets")
let asset_count: Int = json_array_len(assets_json)
let i: Int = 0
while i < asset_count {
let asset: String = json_array_get(assets_json, i)
let asset_name: String = json_get_string(asset, "name")
if str_eq(asset_name, target_asset) {
return json_get_string(asset, "browser_download_url")
}
let i = i + 1
}
// Fall back to zipball_url from the release
let zipball: String = json_get_string(release_json, "zipball_url")
return zipball
}
// Public API
// registry_find looks up a vessel in the Gitea registry.
// When version is "" the latest release is used.
//
// Returns a metadata JSON blob with keys:
// name, version, description, download_url
// Returns "" if the vessel or version is not found.
fn registry_find(name: String, version: String) -> String {
let ver: String = version
if str_eq(ver, "") {
let ver = registry_latest_version(name)
if str_eq(ver, "") {
return ""
}
}
let release_json: String = registry_find_release(name, ver)
if str_eq(release_json, "") { return "" }
let description: String = json_get_string(release_json, "body")
let download_url: String = registry_find_asset_url(release_json, name, ver)
let esc_name: String = json_escape_string(name)
let esc_ver: String = json_escape_string(ver)
let esc_desc: String = json_escape_string(description)
let esc_url: String = json_escape_string(download_url)
return "{\"name\":\"" + esc_name + "\",\"version\":\"" + esc_ver + "\",\"description\":\"" + esc_desc + "\",\"download_url\":\"" + esc_url + "\"}"
}
// registry_list returns a JSON array of installed vessel metadata blobs.
// Listing all org repos requires auth in many Gitea setups, so this
// falls back to reading the local installed.json.
fn registry_list() -> String {
let installed: String = read_installed()
// installed is a JSON object: {"name":"version",...}
// We return an empty array callers should use installed_version() per name
if str_eq(installed, "") { return "[]" }
if str_eq(installed, "{}") { return "[]" }
return "[]"
}
// Publish
// registry_publish creates a Gitea release and uploads the source tarball.
//
// Steps:
// 1. Build a tarball of the current directory (excluding .epm/, .git/)
// 2. POST /repos/<org>/<name>/releases to create the release
// 3. POST /repos/<org>/<name>/releases/<id>/assets to upload the tarball
//
// Returns the release ID string on success, "" on failure.
fn registry_publish(name: String, version: String, description: String, entry: String, deps_json: String) -> String {
let token: String = registry_token()
if str_eq(token, "") {
println("epm: error: EPM_TOKEN is required for publishing")
return ""
}
let tarball: String = "/tmp/epm-publish-" + name + "-" + version + ".tar.gz"
let asset_name: String = name + "-" + version + ".tar.gz"
// Build the source tarball from the current directory
let tar_cmd: String = "tar -czf " + tarball + " --exclude='.epm' --exclude='.git' --exclude='*.tar.gz' ."
let tar_ret: Int = exec_command(tar_cmd)
if tar_ret != 0 {
println("epm: error: failed to create source tarball (exit " + native_int_to_str(tar_ret) + ")")
return ""
}
// Build release body include metadata as JSON comment
let esc_desc: String = json_escape_string(description)
let esc_entry: String = json_escape_string(entry)
let body_text: String = description + "\n\n<!-- epm: {\"entry\":\"" + esc_entry + "\",\"deps\":" + deps_json + "} -->"
let esc_body: String = json_escape_string(body_text)
let esc_tag: String = json_escape_string(version)
let esc_name_field: String = json_escape_string(name + " " + version)
let release_body: String = "{\"tag_name\":\"" + esc_tag + "\",\"name\":\"" + esc_name_field + "\",\"body\":\"" + esc_body + "\",\"draft\":false,\"prerelease\":false}"
let api_base: String = registry_api_url()
let org: String = registry_org()
let releases_url: String = api_base + "/repos/" + org + "/" + name + "/releases"
let auth_header: String = "Authorization: token " + token
let resp: String = http_post_json_with_headers(releases_url, auth_header, release_body)
if str_eq(resp, "") {
println("epm: error: failed to create release on Gitea (no response)")
return ""
}
let err_msg: String = json_get_string(resp, "message")
if !str_eq(err_msg, "") {
println("epm: error from Gitea: " + err_msg)
return ""
}
let release_id: String = json_get_string(resp, "id")
if str_eq(release_id, "") {
println("epm: error: Gitea release response missing id")
return ""
}
// Upload the tarball as a release asset via curl (multipart form)
let upload_url: String = api_base + "/repos/" + org + "/" + name + "/releases/" + release_id + "/assets?name=" + asset_name
let curl_cmd: String = "curl -s -X POST -H \"Authorization: token " + token + "\" -H \"Content-Type: application/octet-stream\" --data-binary @" + tarball + " \"" + upload_url + "\""
let upload_resp: String = exec(curl_cmd)
// Clean up tarball
let rm_ret: Int = exec_command("rm -f " + tarball)
if str_eq(upload_resp, "") {
println("epm: warning: asset upload returned no response (release " + release_id + " was created)")
}
return release_id
}