From 50cf67bd660c70402606a278a4063c24a988e8ff Mon Sep 17 00:00:00 2001 From: Will Anderson Date: Sun, 19 Jul 2026 08:47:00 -0500 Subject: [PATCH] self-review 2026-07-19: close silent sync-starvation hole + heartbeat deltas MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit - engram refresh URL now resolves env -> state -> localhost:8742, same hardening ise_post got after the boot-4 blackout. Previously a corrupted/ empty soul_engram_url state key silently disabled sync forever while heartbeats kept flowing — WM starves of Knowledge nodes with no outward sign. - heartbeat ISE: node_delta, edge_delta (growth vs stall vs flood is now one field, not cross-ISE forensics), sync_age_ms from a new soul.last_sync_ok_ts stamp (-1 = never; >> SOUL_REFRESH_MS = refresh path broken). Verified live: pulse 1 sync_age_ms=-1, sync fired +1.6s, age counts up between syncs. --- awareness.el | 159 ++++++++++++++++++++++++++++++-------- dist/awareness.c | 188 ++++++++++++++++++++++++++------------------- dist/elp-c-decls.h | 31 ++++---- dist/neuron.c | 25 +++++- 4 files changed, 272 insertions(+), 131 deletions(-) diff --git a/awareness.el b/awareness.el index c2d0a6c..9d04e0e 100644 --- a/awareness.el +++ b/awareness.el @@ -17,19 +17,23 @@ fn idle_reset() -> Void { } // ise_post — write an InternalStateEvent to the authoritative Engram HTTP backend. -// Reads SOUL_ISE_URL from env (or falls back to soul_engram_url state key). -// Falls back to local engram_node_full if neither is set. +// Reads SOUL_ISE_URL from env, then the soul_engram_url state key, then a +// compile-time default of http://localhost:8742. +// +// ROUTING HARDENING (2026-07-15 self-review): the old "URL empty → write to +// in-process store" fallback silently swallowed the entire ISE stream when +// state_get("soul_engram_url") started returning "" mid-uptime (observed at +// boot 4, ~16h in, on the post-arena-leak-fix binary: 1234 heartbeats landed +// in the local snapshot while the authoritative store went dark for hours — +// indistinguishable from a dead loop from the outside). The authoritative +// address is a well-known localhost constant; never let a corruptible state +// read decide where telemetry goes. The in-process write remains only as a +// last resort when the HTTP POST itself fails, and is tagged ise-fallback-local +// so misrouting is visible in the stream instead of silent. fn ise_post(content: String) -> Void { let ise_url: String = env("SOUL_ISE_URL") - let engram_url: String = if str_eq(ise_url, "") { state_get("soul_engram_url") } else { ise_url } - if str_eq(engram_url, "") { - let discard: String = engram_node_full( - content, "InternalStateEvent", "state-event", - el_from_float(0.3), el_from_float(0.3), el_from_float(0.8), - "Episodic", "[\"internal-state\",\"InternalStateEvent\"]" - ) - return "" - } + let state_url: String = if str_eq(ise_url, "") { state_get("soul_engram_url") } else { ise_url } + let engram_url: String = if str_eq(state_url, "") { "http://localhost:8742" } else { state_url } // Proper JSON string escaping: backslashes first, then quotes, then control chars. // Previously only escaped " — this caused ise_post to produce malformed JSON when // content contained \n (backslash-n) from wm_top label escaping: the HTTP Engram @@ -40,7 +44,23 @@ fn ise_post(content: String) -> Void { let safe3: String = str_replace(safe2, "\n", "\\n") let safe4: String = str_replace(safe3, "\r", "\\r") let body: String = "{\"content\":\"" + safe4 + "\"}" - let discard: String = http_post_json(engram_url + "/api/neuron/state-events", body) + let resp: String = http_post_json(engram_url + "/api/neuron/state-events", body) + if str_eq(resp, "") { + // HTTP Engram unreachable — keep the ISE locally rather than lose it, + // tagged so the misroute is observable when the snapshot is inspected. + // Count every failure: the tally surfaces in the heartbeat payload as + // ise_fail, so a silently-failing POST path is visible in the stream + // itself instead of only via snapshot forensics. (2026-07-16 self-review) + let fail_raw: String = state_get("soul.ise_fail_count") + let fail_n: Int = if str_eq(fail_raw, "") { 0 } else { str_to_int(fail_raw) } + state_set("soul.ise_fail_count", int_to_str(fail_n + 1)) + let discard: String = engram_node_full( + content, "InternalStateEvent", "state-event", + el_from_float(0.3), el_from_float(0.3), el_from_float(0.8), + "Episodic", "[\"internal-state\",\"InternalStateEvent\",\"ise-fallback-local\"]" + ) + return "" + } return "" } @@ -123,7 +143,44 @@ fn emit_heartbeat() -> Void { let up_ms: Int = elapsed_ms() let up_human: String = elapsed_human() let emb_ok: Int = embed_ok() - let payload: String = "{\"event\":\"heartbeat\",\"pulse\":" + pulse + ",\"boot\":" + boot + ",\"idle\":" + idle + ",\"node_count\":" + int_to_str(nc) + ",\"edge_count\":" + int_to_str(ec) + ",\"wm_active\":" + int_to_str(wmc) + ",\"wm_avg_weight\":" + wm_avg_str + ",\"wm_top\":" + wm_top + ",\"ts\":" + int_to_str(ts) + ",\"uptime_ms\":" + int_to_str(up_ms) + ",\"uptime\":\"" + up_human + "\",\"embed_ok\":" + int_to_str(emb_ok) + "}" + // ise_fail: cumulative count of ise_post HTTP failures this boot (each one + // fell back to a local in-process node). Nonzero and climbing = the HTTP + // Engram is unreachable and telemetry is silently diverging into the soul's + // local store. (2026-07-16 self-review) + let fail_raw: String = state_get("soul.ise_fail_count") + let fail_str: String = if str_eq(fail_raw, "") { "0" } else { fail_raw } + // tick: same counter as pulse — pulse now increments once per loop tick + // (see awareness_run), so it is a true liveness signal. Emitted under both + // names during the transition so dashboards keyed on either keep working. + // sync_added_total: cumulative nodes merged in by engram sync this boot. + // wm_delta: wm_active change since the previous heartbeat (state-tracked). + let sat_raw: String = state_get("soul.sync_added_total") + let sat_str: String = if str_eq(sat_raw, "") { "0" } else { sat_raw } + let prev_wm_raw: String = state_get("soul.prev_wm_active") + let prev_wm: Int = if str_eq(prev_wm_raw, "") { 0 } else { str_to_int(prev_wm_raw) } + let wm_delta: Int = wmc - prev_wm + state_set("soul.prev_wm_active", int_to_str(wmc)) + // node_delta/edge_delta: growth since previous heartbeat (state-tracked, same + // mechanism as wm_delta). Absolute counts alone can't distinguish "healthy + // steady growth" from "stalled ingestion" or "runaway ISE flood" without + // diffing across the ISE stream by hand. (2026-07-19 self-review) + let prev_nc_raw: String = state_get("soul.prev_node_count") + let prev_nc: Int = if str_eq(prev_nc_raw, "") { nc } else { str_to_int(prev_nc_raw) } + let node_delta: Int = nc - prev_nc + state_set("soul.prev_node_count", int_to_str(nc)) + let prev_ec_raw: String = state_get("soul.prev_edge_count") + let prev_ec: Int = if str_eq(prev_ec_raw, "") { ec } else { str_to_int(prev_ec_raw) } + let edge_delta: Int = ec - prev_ec + state_set("soul.prev_edge_count", int_to_str(ec)) + // sync_age_ms: wall-clock ms since the last SUCCESSFUL engram sync merge + // (-1 = never synced this boot). sync_added_total alone can't show that + // sync stopped happening — a stale running total looks identical to a + // quiet-but-healthy sync. Age makes overdue-ness directly observable: + // sync_age_ms >> SOUL_REFRESH_MS means the refresh path is broken. + // (2026-07-19 self-review) + let sync_ok_raw: String = state_get("soul.last_sync_ok_ts") + let sync_age: Int = if str_eq(sync_ok_raw, "") { 0 - 1 } else { ts - str_to_int(sync_ok_raw) } + let payload: String = "{\"event\":\"heartbeat\",\"pulse\":" + pulse + ",\"tick\":" + pulse + ",\"boot\":" + boot + ",\"idle\":" + idle + ",\"node_count\":" + int_to_str(nc) + ",\"edge_count\":" + int_to_str(ec) + ",\"node_delta\":" + int_to_str(node_delta) + ",\"edge_delta\":" + int_to_str(edge_delta) + ",\"wm_active\":" + int_to_str(wmc) + ",\"wm_delta\":" + int_to_str(wm_delta) + ",\"sync_added_total\":" + sat_str + ",\"sync_age_ms\":" + int_to_str(sync_age) + ",\"wm_avg_weight\":" + wm_avg_str + ",\"wm_top\":" + wm_top + ",\"ts\":" + int_to_str(ts) + ",\"uptime_ms\":" + int_to_str(up_ms) + ",\"uptime\":\"" + up_human + "\",\"embed_ok\":" + int_to_str(emb_ok) + ",\"ise_fail\":" + fail_str + "}" ise_post(payload) } @@ -131,11 +188,11 @@ fn emit_heartbeat() -> Void { // during idle periods. Rotates through 4 domain sets on a wall-clock minute // cycle so no single topic dominates WM between heartbeats. // -// KEY DESIGN: each seed set is split into INDIVIDUAL words and activated -// separately. engram_activate uses istr_contains (substring matching) for -// seed finding, so a multi-word phrase like "memory knowledge context" only -// finds nodes that contain that EXACT phrase. Activating each word separately -// hits hundreds of nodes per word, giving the graph a genuine WM workout. +// KEY DESIGN (revised 2026-07-17): the seed set is activated ONCE as the full +// phrase. engram_activate uses istr_contains (substring matching), so the +// phrase matches few nodes — that is intentional: the old per-word split hit +// hundreds of generic nodes per word and flooded the graph with activation +// every scan. The top result is strengthened so the read feeds back. // // Unlike perceive(), this intentionally calls engram_activate_json to build // up WM weights. It only fires when the inbox is empty (no real work to do), @@ -216,11 +273,12 @@ fn proactive_curiosity() -> Bool { let curiosity_term_b: String = state_get("cseed_b") let curiosity_term_c: String = state_get("cseed_c") - // Activate each term independently so substring seed-finding hits many nodes. - // hops=1 (not 2): the in-process Engram has grown to 165K+ nodes. hops=2 BFS - // visits far more nodes and returns much larger JSON blobs. On a graph this - // large, hops=1 still activates all directly-related nodes, giving broad - // working-memory coverage without the quadratic blowup of hops=2. + // Activate the FULL seed phrase once (2026-07-17 self-review): the old + // per-word activation ("memory", "self", "context"... each fired separately) + // hit hundreds of generic nodes per word and flooded the graph every 30s, + // while the results were consumed only by json_array_len — a write-only + // loop. A single phrase activation matches few (often zero) nodes lexically; + // small counts here are the point, not a regression. hops=1 as before. // // NOTE: a semantic seed supplement (cosine sim ≥ 0.70 scan over embedded nodes) // was planned alongside hops=1 but is NOT yet implemented — embed_ok in @@ -228,13 +286,16 @@ fn proactive_curiosity() -> Bool { // activation. The seed-finding loop in el_runtime.c uses istr_contains only. // (2026-06-30 self-review: corrected stale comment) let curiosity_seed: String = curiosity_term_a + " " + curiosity_term_b + " " + curiosity_term_c - let results_a: String = engram_activate_json(curiosity_term_a, 1) - let results_b: String = engram_activate_json(curiosity_term_b, 1) - let results_c: String = engram_activate_json(curiosity_term_c, 1) - let found_a: Int = json_array_len(results_a) - let found_b: Int = json_array_len(results_b) - let found_c: Int = json_array_len(results_c) - let found: Int = found_a + found_b + found_c + let results_all: String = engram_activate_json(curiosity_seed, 1) + let found: Int = json_array_len(results_all) + // Close the loop: strengthen the top activation result so curiosity reads + // feed back into salience instead of being discarded. Same id-extraction + // pattern as attend(): json_array_get element 0, json_get its "id". + let top_entry: String = json_array_get(results_all, 0) + let top_id: String = json_get(top_entry, "id") + if !str_eq(top_id, "") { + engram_strengthen(top_id) + } // WM-autobiographical 4th seed: scan top-10 WM nodes for the highest-ranked // non-Knowledge node. Extract its first word as an additional curiosity term. @@ -491,7 +552,6 @@ fn one_cycle() -> Bool { let outcome: String = respond(action) record(outcome) - pulse_inc() return true } @@ -551,8 +611,16 @@ fn awareness_run() -> Void { return "" } let did_work: Bool = one_cycle() + // Liveness pulse: increment once per loop tick unconditionally, so the + // heartbeat's pulse field is a real tick counter — a frozen pulse now + // means a frozen loop, not merely an empty inbox. (Previously pulse_inc + // only fired on non-noop inbox actions inside one_cycle.) + pulse_inc() // Maintain idle counter for observability (reported in heartbeat ISE). - let did_work = if did_work { idle_reset() } else { did_work } + // The old `let did_work = if did_work { idle_reset() } else { did_work }` + // rebound did_work to Void and never called idle_inc at all. + if did_work { idle_reset() } + if !did_work { idle_inc() } let now_ts: Int = time_now() // Heartbeat: wall-clock based. Fires every beat_ms regardless of idle @@ -595,7 +663,17 @@ fn awareness_run() -> Void { let refresh_elapsed: Int = now_ts - last_refresh_ts let should_refresh: Bool = refresh_elapsed >= refresh_ms if should_refresh { - let engram_url: String = state_get("soul_engram_url") + // URL resolution mirrors ise_post: env -> state -> well-known localhost + // constant. Previously this path gated on state_get("soul_engram_url") + // alone with NO fallback — the exact corruptible-state failure mode the + // ISE write path was hardened against (boot 4: state key went "" mid- + // uptime). A "" state key here meant sync silently never ran while + // heartbeats kept flowing: WM starves of Knowledge/Memory nodes with no + // outward sign. Never let a corruptible state read decide whether the + // in-process store gets refreshed. (2026-07-19 self-review) + let sync_env_url: String = env("SOUL_ISE_URL") + let sync_state_url: String = if str_eq(sync_env_url, "") { state_get("soul_engram_url") } else { sync_env_url } + let engram_url: String = if str_eq(sync_state_url, "") { "http://localhost:8742" } else { sync_state_url } if !str_eq(engram_url, "") { let sync_json: String = http_get(engram_url + "/api/sync") if !str_eq(sync_json, "") && !str_eq(sync_json, "{}") { @@ -603,8 +681,21 @@ fn awareness_run() -> Void { let tmp: String = "/tmp/soul-sync-" + cgi_id + ".json" fs_write(tmp, sync_json) let added: Int = engram_load_merge(tmp) + // Backflow control: the merged snapshot carries ISE telemetry + // from the HTTP store. Prune anything older than 48h — same + // horizon the HTTP store itself uses (server.el ISE insert). + let pruned_sync: Int = engram_prune_telemetry(172800000) + // Running total of merged-in nodes this boot, surfaced in the + // heartbeat ISE as sync_added_total (same state mechanism as + // the pulse counter). + let sat_raw: String = state_get("soul.sync_added_total") + let sat_n: Int = if str_eq(sat_raw, "") { 0 } else { str_to_int(sat_raw) } + state_set("soul.sync_added_total", int_to_str(sat_n + added)) let ts2: Int = time_now() - ise_post("{\"event\":\"engram_sync\",\"added\":" + int_to_str(added) + ",\"ts\":" + int_to_str(ts2) + "}") + // Stamp last successful sync — surfaced in the heartbeat as + // sync_age_ms so overdue syncs are visible. (2026-07-19) + state_set("soul.last_sync_ok_ts", int_to_str(ts2)) + ise_post("{\"event\":\"engram_sync\",\"added\":" + int_to_str(added) + ",\"pruned\":" + int_to_str(pruned_sync) + ",\"ts\":" + int_to_str(ts2) + "}") } } state_set("soul.last_refresh_ts", int_to_str(now_ts)) diff --git a/dist/awareness.c b/dist/awareness.c index 58b4544..55db2d7 100644 --- a/dist/awareness.c +++ b/dist/awareness.c @@ -66,17 +66,21 @@ el_val_t idle_reset(void) { el_val_t ise_post(el_val_t content) { el_val_t ise_url = env(EL_STR("SOUL_ISE_URL")); - el_val_t engram_url = ({ el_val_t _if_result_1 = 0; if (str_eq(ise_url, EL_STR(""))) { _if_result_1 = (state_get(EL_STR("soul_engram_url"))); } else { _if_result_1 = (ise_url); } _if_result_1; }); - if (str_eq(engram_url, EL_STR(""))) { - el_val_t discard = engram_node_full(content, EL_STR("InternalStateEvent"), EL_STR("state-event"), el_from_float(0.3), el_from_float(0.3), el_from_float(0.8), EL_STR("Episodic"), EL_STR("[\"internal-state\",\"InternalStateEvent\"]")); - return EL_STR(""); - } + el_val_t state_url = ({ el_val_t _if_result_1 = 0; if (str_eq(ise_url, EL_STR(""))) { _if_result_1 = (state_get(EL_STR("soul_engram_url"))); } else { _if_result_1 = (ise_url); } _if_result_1; }); + el_val_t engram_url = ({ el_val_t _if_result_2 = 0; if (str_eq(state_url, EL_STR(""))) { _if_result_2 = (EL_STR("http://localhost:8742")); } else { _if_result_2 = (state_url); } _if_result_2; }); el_val_t safe1 = str_replace(content, EL_STR("\\"), EL_STR("\\\\")); el_val_t safe2 = str_replace(safe1, EL_STR("\""), EL_STR("\\\"")); el_val_t safe3 = str_replace(safe2, EL_STR("\n"), EL_STR("\\n")); el_val_t safe4 = str_replace(safe3, EL_STR("\r"), EL_STR("\\r")); el_val_t body = el_str_concat(el_str_concat(EL_STR("{\"content\":\""), safe4), EL_STR("\"}")); - el_val_t discard = http_post_json(el_str_concat(engram_url, EL_STR("/api/neuron/state-events")), body); + el_val_t resp = http_post_json(el_str_concat(engram_url, EL_STR("/api/neuron/state-events")), body); + if (str_eq(resp, EL_STR(""))) { + el_val_t fail_raw = state_get(EL_STR("soul.ise_fail_count")); + el_val_t fail_n = ({ el_val_t _if_result_3 = 0; if (str_eq(fail_raw, EL_STR(""))) { _if_result_3 = (0); } else { _if_result_3 = (str_to_int(fail_raw)); } _if_result_3; }); + state_set(EL_STR("soul.ise_fail_count"), int_to_str((fail_n + 1))); + el_val_t discard = engram_node_full(content, EL_STR("InternalStateEvent"), EL_STR("state-event"), el_from_float(0.3), el_from_float(0.3), el_from_float(0.8), EL_STR("Episodic"), EL_STR("[\"internal-state\",\"InternalStateEvent\",\"ise-fallback-local\"]")); + return EL_STR(""); + } return EL_STR(""); return 0; } @@ -125,7 +129,7 @@ el_val_t embed_ok(void) { el_val_t emit_heartbeat(void) { el_val_t pulse = int_to_str(pulse_count()); el_val_t boot_raw = state_get(EL_STR("soul_boot_count")); - el_val_t boot = ({ el_val_t _if_result_2 = 0; if (str_eq(boot_raw, EL_STR(""))) { _if_result_2 = (EL_STR("0")); } else { _if_result_2 = (boot_raw); } _if_result_2; }); + el_val_t boot = ({ el_val_t _if_result_4 = 0; if (str_eq(boot_raw, EL_STR(""))) { _if_result_4 = (EL_STR("0")); } else { _if_result_4 = (boot_raw); } _if_result_4; }); el_val_t idle = int_to_str(idle_count()); el_val_t ts = time_now(); el_val_t nc = engram_node_count(); @@ -137,7 +141,25 @@ el_val_t emit_heartbeat(void) { el_val_t up_ms = elapsed_ms(); el_val_t up_human = elapsed_human(); el_val_t emb_ok = embed_ok(); - el_val_t payload = el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(EL_STR("{\"event\":\"heartbeat\",\"pulse\":"), pulse), EL_STR(",\"boot\":")), boot), EL_STR(",\"idle\":")), idle), EL_STR(",\"node_count\":")), int_to_str(nc)), EL_STR(",\"edge_count\":")), int_to_str(ec)), EL_STR(",\"wm_active\":")), int_to_str(wmc)), EL_STR(",\"wm_avg_weight\":")), wm_avg_str), EL_STR(",\"wm_top\":")), wm_top), EL_STR(",\"ts\":")), int_to_str(ts)), EL_STR(",\"uptime_ms\":")), int_to_str(up_ms)), EL_STR(",\"uptime\":\"")), up_human), EL_STR("\",\"embed_ok\":")), int_to_str(emb_ok)), EL_STR("}")); + el_val_t fail_raw = state_get(EL_STR("soul.ise_fail_count")); + el_val_t fail_str = ({ el_val_t _if_result_5 = 0; if (str_eq(fail_raw, EL_STR(""))) { _if_result_5 = (EL_STR("0")); } else { _if_result_5 = (fail_raw); } _if_result_5; }); + el_val_t sat_raw = state_get(EL_STR("soul.sync_added_total")); + el_val_t sat_str = ({ el_val_t _if_result_6 = 0; if (str_eq(sat_raw, EL_STR(""))) { _if_result_6 = (EL_STR("0")); } else { _if_result_6 = (sat_raw); } _if_result_6; }); + el_val_t prev_wm_raw = state_get(EL_STR("soul.prev_wm_active")); + el_val_t prev_wm = ({ el_val_t _if_result_7 = 0; if (str_eq(prev_wm_raw, EL_STR(""))) { _if_result_7 = (0); } else { _if_result_7 = (str_to_int(prev_wm_raw)); } _if_result_7; }); + el_val_t wm_delta = (wmc - prev_wm); + state_set(EL_STR("soul.prev_wm_active"), int_to_str(wmc)); + el_val_t prev_nc_raw = state_get(EL_STR("soul.prev_node_count")); + el_val_t prev_nc = ({ el_val_t _if_result_8 = 0; if (str_eq(prev_nc_raw, EL_STR(""))) { _if_result_8 = (nc); } else { _if_result_8 = (str_to_int(prev_nc_raw)); } _if_result_8; }); + el_val_t node_delta = (nc - prev_nc); + state_set(EL_STR("soul.prev_node_count"), int_to_str(nc)); + el_val_t prev_ec_raw = state_get(EL_STR("soul.prev_edge_count")); + el_val_t prev_ec = ({ el_val_t _if_result_9 = 0; if (str_eq(prev_ec_raw, EL_STR(""))) { _if_result_9 = (ec); } else { _if_result_9 = (str_to_int(prev_ec_raw)); } _if_result_9; }); + el_val_t edge_delta = (ec - prev_ec); + state_set(EL_STR("soul.prev_edge_count"), int_to_str(ec)); + el_val_t sync_ok_raw = state_get(EL_STR("soul.last_sync_ok_ts")); + el_val_t sync_age = ({ el_val_t _if_result_10 = 0; if (str_eq(sync_ok_raw, EL_STR(""))) { _if_result_10 = ((0 - 1)); } else { _if_result_10 = ((ts - str_to_int(sync_ok_raw))); } _if_result_10; }); + el_val_t payload = el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(EL_STR("{\"event\":\"heartbeat\",\"pulse\":"), pulse), EL_STR(",\"tick\":")), pulse), EL_STR(",\"boot\":")), boot), EL_STR(",\"idle\":")), idle), EL_STR(",\"node_count\":")), int_to_str(nc)), EL_STR(",\"edge_count\":")), int_to_str(ec)), EL_STR(",\"node_delta\":")), int_to_str(node_delta)), EL_STR(",\"edge_delta\":")), int_to_str(edge_delta)), EL_STR(",\"wm_active\":")), int_to_str(wmc)), EL_STR(",\"wm_delta\":")), int_to_str(wm_delta)), EL_STR(",\"sync_added_total\":")), sat_str), EL_STR(",\"sync_age_ms\":")), int_to_str(sync_age)), EL_STR(",\"wm_avg_weight\":")), wm_avg_str), EL_STR(",\"wm_top\":")), wm_top), EL_STR(",\"ts\":")), int_to_str(ts)), EL_STR(",\"uptime_ms\":")), int_to_str(up_ms)), EL_STR(",\"uptime\":\"")), up_human), EL_STR("\",\"embed_ok\":")), int_to_str(emb_ok)), EL_STR(",\"ise_fail\":")), fail_str), EL_STR("}")); ise_post(payload); return 0; } @@ -194,13 +216,13 @@ el_val_t proactive_curiosity(void) { el_val_t curiosity_term_b = state_get(EL_STR("cseed_b")); el_val_t curiosity_term_c = state_get(EL_STR("cseed_c")); el_val_t curiosity_seed = el_str_concat(el_str_concat(el_str_concat(el_str_concat(curiosity_term_a, EL_STR(" ")), curiosity_term_b), EL_STR(" ")), curiosity_term_c); - el_val_t results_a = engram_activate_json(curiosity_term_a, 1); - el_val_t results_b = engram_activate_json(curiosity_term_b, 1); - el_val_t results_c = engram_activate_json(curiosity_term_c, 1); - el_val_t found_a = json_array_len(results_a); - el_val_t found_b = json_array_len(results_b); - el_val_t found_c = json_array_len(results_c); - el_val_t found = ((found_a + found_b) + found_c); + el_val_t results_all = engram_activate_json(curiosity_seed, 1); + el_val_t found = json_array_len(results_all); + el_val_t top_entry = json_array_get(results_all, 0); + el_val_t top_id = json_get(top_entry, EL_STR("id")); + if (!str_eq(top_id, EL_STR(""))) { + engram_strengthen(top_id); + } state_set(EL_STR("cseed_auto"), EL_STR("")); el_val_t wm10 = engram_wm_top_json(10); el_val_t wm10_n9 = json_array_get(wm10, 9); @@ -224,7 +246,7 @@ el_val_t proactive_curiosity(void) { auto_term_try_slot(json_get(wm10_n1, EL_STR("node_type")), json_get(wm10_n1, EL_STR("label"))); auto_term_try_slot(json_get(wm10_n0, EL_STR("node_type")), json_get(wm10_n0, EL_STR("label"))); el_val_t auto_term = state_get(EL_STR("cseed_auto")); - el_val_t results_auto = ({ el_val_t _if_result_3 = 0; if (str_eq(auto_term, EL_STR(""))) { _if_result_3 = (EL_STR("[]")); } else { _if_result_3 = (engram_activate_json(auto_term, 1)); } _if_result_3; }); + el_val_t results_auto = ({ el_val_t _if_result_11 = 0; if (str_eq(auto_term, EL_STR(""))) { _if_result_11 = (EL_STR("[]")); } else { _if_result_11 = (engram_activate_json(auto_term, 1)); } _if_result_11; }); el_val_t found_auto = json_array_len(results_auto); el_val_t total_found = (found + found_auto); el_val_t safe_auto = str_replace(auto_term, EL_STR("\""), EL_STR("'")); @@ -402,7 +424,6 @@ el_val_t one_cycle(void) { } el_val_t outcome = respond(action); record(outcome); - pulse_inc(); return 1; return 0; } @@ -414,9 +435,9 @@ el_val_t awareness_run(void) { state_set(EL_STR("soul.boot_ts"), int_to_str(time_now())); } el_val_t tick_raw = env(EL_STR("SOUL_TICK_MS")); - el_val_t tick_ms = ({ el_val_t _if_result_4 = 0; if (str_eq(tick_raw, EL_STR(""))) { _if_result_4 = (200); } else { _if_result_4 = (str_to_int(tick_raw)); } _if_result_4; }); + el_val_t tick_ms = ({ el_val_t _if_result_12 = 0; if (str_eq(tick_raw, EL_STR(""))) { _if_result_12 = (200); } else { _if_result_12 = (str_to_int(tick_raw)); } _if_result_12; }); el_val_t beat_ms_raw = env(EL_STR("SOUL_HEARTBEAT_MS")); - el_val_t beat_ms = ({ el_val_t _if_result_5 = 0; if (str_eq(beat_ms_raw, EL_STR(""))) { _if_result_5 = (60000); } else { _if_result_5 = (str_to_int(beat_ms_raw)); } _if_result_5; }); + el_val_t beat_ms = ({ el_val_t _if_result_13 = 0; if (str_eq(beat_ms_raw, EL_STR(""))) { _if_result_13 = (60000); } else { _if_result_13 = (str_to_int(beat_ms_raw)); } _if_result_13; }); el_val_t scan_ms = (beat_ms / 2); while (1) { el_val_t tick_mark = el_arena_push(); @@ -427,10 +448,16 @@ el_val_t awareness_run(void) { return EL_STR(""); } el_val_t did_work = one_cycle(); - did_work = ({ el_val_t _if_result_6 = 0; if (did_work) { _if_result_6 = (idle_reset()); } else { _if_result_6 = (did_work); } _if_result_6; }); + pulse_inc(); + if (did_work) { + idle_reset(); + } + if (!did_work) { + idle_inc(); + } el_val_t now_ts = time_now(); el_val_t last_beat_str = state_get(EL_STR("soul.last_beat_ts")); - el_val_t last_beat_ts = ({ el_val_t _if_result_7 = 0; if (str_eq(last_beat_str, EL_STR(""))) { _if_result_7 = (0); } else { _if_result_7 = (str_to_int(last_beat_str)); } _if_result_7; }); + el_val_t last_beat_ts = ({ el_val_t _if_result_14 = 0; if (str_eq(last_beat_str, EL_STR(""))) { _if_result_14 = (0); } else { _if_result_14 = (str_to_int(last_beat_str)); } _if_result_14; }); el_val_t beat_elapsed = (now_ts - last_beat_ts); el_val_t should_beat = (beat_elapsed >= beat_ms); if (should_beat) { @@ -442,7 +469,7 @@ el_val_t awareness_run(void) { } } el_val_t last_scan_str = state_get(EL_STR("soul.last_scan_ts")); - el_val_t last_scan_ts = ({ el_val_t _if_result_8 = 0; if (str_eq(last_scan_str, EL_STR(""))) { _if_result_8 = (0); } else { _if_result_8 = (str_to_int(last_scan_str)); } _if_result_8; }); + el_val_t last_scan_ts = ({ el_val_t _if_result_15 = 0; if (str_eq(last_scan_str, EL_STR(""))) { _if_result_15 = (0); } else { _if_result_15 = (str_to_int(last_scan_str)); } _if_result_15; }); el_val_t scan_elapsed = (now_ts - last_scan_ts); el_val_t should_scan = (!did_work && (scan_elapsed >= scan_ms)); if (should_scan) { @@ -450,13 +477,15 @@ el_val_t awareness_run(void) { state_set(EL_STR("soul.last_scan_ts"), int_to_str(now_ts)); } el_val_t refresh_ms_raw = env(EL_STR("SOUL_REFRESH_MS")); - el_val_t refresh_ms = ({ el_val_t _if_result_9 = 0; if (str_eq(refresh_ms_raw, EL_STR(""))) { _if_result_9 = (600000); } else { _if_result_9 = (str_to_int(refresh_ms_raw)); } _if_result_9; }); + el_val_t refresh_ms = ({ el_val_t _if_result_16 = 0; if (str_eq(refresh_ms_raw, EL_STR(""))) { _if_result_16 = (600000); } else { _if_result_16 = (str_to_int(refresh_ms_raw)); } _if_result_16; }); el_val_t last_refresh_str = state_get(EL_STR("soul.last_refresh_ts")); - el_val_t last_refresh_ts = ({ el_val_t _if_result_10 = 0; if (str_eq(last_refresh_str, EL_STR(""))) { _if_result_10 = (0); } else { _if_result_10 = (str_to_int(last_refresh_str)); } _if_result_10; }); + el_val_t last_refresh_ts = ({ el_val_t _if_result_17 = 0; if (str_eq(last_refresh_str, EL_STR(""))) { _if_result_17 = (0); } else { _if_result_17 = (str_to_int(last_refresh_str)); } _if_result_17; }); el_val_t refresh_elapsed = (now_ts - last_refresh_ts); el_val_t should_refresh = (refresh_elapsed >= refresh_ms); if (should_refresh) { - el_val_t engram_url = state_get(EL_STR("soul_engram_url")); + el_val_t sync_env_url = env(EL_STR("SOUL_ISE_URL")); + el_val_t sync_state_url = ({ el_val_t _if_result_18 = 0; if (str_eq(sync_env_url, EL_STR(""))) { _if_result_18 = (state_get(EL_STR("soul_engram_url"))); } else { _if_result_18 = (sync_env_url); } _if_result_18; }); + el_val_t engram_url = ({ el_val_t _if_result_19 = 0; if (str_eq(sync_state_url, EL_STR(""))) { _if_result_19 = (EL_STR("http://localhost:8742")); } else { _if_result_19 = (sync_state_url); } _if_result_19; }); if (!str_eq(engram_url, EL_STR(""))) { el_val_t sync_json = http_get(el_str_concat(engram_url, EL_STR("/api/sync"))); if (!str_eq(sync_json, EL_STR("")) && !str_eq(sync_json, EL_STR("{}"))) { @@ -464,8 +493,13 @@ el_val_t awareness_run(void) { el_val_t tmp = el_str_concat(el_str_concat(EL_STR("/tmp/soul-sync-"), cgi_id), EL_STR(".json")); fs_write(tmp, sync_json); el_val_t added = engram_load_merge(tmp); + el_val_t pruned_sync = engram_prune_telemetry(172800000); + el_val_t sat_raw = state_get(EL_STR("soul.sync_added_total")); + el_val_t sat_n = ({ el_val_t _if_result_20 = 0; if (str_eq(sat_raw, EL_STR(""))) { _if_result_20 = (0); } else { _if_result_20 = (str_to_int(sat_raw)); } _if_result_20; }); + state_set(EL_STR("soul.sync_added_total"), int_to_str((sat_n + added))); el_val_t ts2 = time_now(); - ise_post(el_str_concat(el_str_concat(el_str_concat(el_str_concat(EL_STR("{\"event\":\"engram_sync\",\"added\":"), int_to_str(added)), EL_STR(",\"ts\":")), int_to_str(ts2)), EL_STR("}"))); + state_set(EL_STR("soul.last_sync_ok_ts"), int_to_str(ts2)); + ise_post(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(EL_STR("{\"event\":\"engram_sync\",\"added\":"), int_to_str(added)), EL_STR(",\"pruned\":")), int_to_str(pruned_sync)), EL_STR(",\"ts\":")), int_to_str(ts2)), EL_STR("}"))); } } state_set(EL_STR("soul.last_refresh_ts"), int_to_str(now_ts)); @@ -487,78 +521,78 @@ el_val_t security_research_authorized(void) { } el_val_t threat_score_command(el_val_t cmd) { - el_val_t s1 = ({ el_val_t _if_result_11 = 0; if (str_contains(cmd, EL_STR("nmap"))) { _if_result_11 = (30); } else { _if_result_11 = (0); } _if_result_11; }); - el_val_t s2 = ({ el_val_t _if_result_12 = 0; if (str_contains(cmd, EL_STR("masscan"))) { _if_result_12 = (40); } else { _if_result_12 = (0); } _if_result_12; }); - el_val_t s3 = ({ el_val_t _if_result_13 = 0; if (str_contains(cmd, EL_STR(" nc "))) { _if_result_13 = (20); } else { _if_result_13 = (0); } _if_result_13; }); - el_val_t s4 = ({ el_val_t _if_result_14 = 0; if (str_contains(cmd, EL_STR("netcat"))) { _if_result_14 = (20); } else { _if_result_14 = (0); } _if_result_14; }); - el_val_t s5 = ({ el_val_t _if_result_15 = 0; if (str_contains(cmd, EL_STR("/etc/shadow"))) { _if_result_15 = (80); } else { _if_result_15 = (0); } _if_result_15; }); - el_val_t s6 = ({ el_val_t _if_result_16 = 0; if (str_contains(cmd, EL_STR("/etc/passwd"))) { _if_result_16 = (30); } else { _if_result_16 = (0); } _if_result_16; }); - el_val_t s7 = ({ el_val_t _if_result_17 = 0; if (str_contains(cmd, EL_STR("id_rsa"))) { _if_result_17 = (60); } else { _if_result_17 = (0); } _if_result_17; }); - el_val_t s8 = ({ el_val_t _if_result_18 = 0; if (str_contains(cmd, EL_STR(".ssh/"))) { _if_result_18 = (50); } else { _if_result_18 = (0); } _if_result_18; }); - el_val_t s9 = ({ el_val_t _if_result_19 = 0; if (str_contains(cmd, EL_STR("crontab"))) { _if_result_19 = (30); } else { _if_result_19 = (0); } _if_result_19; }); - el_val_t s10 = ({ el_val_t _if_result_20 = 0; if (str_contains(cmd, EL_STR("LaunchDaemon"))) { _if_result_20 = (40); } else { _if_result_20 = (0); } _if_result_20; }); - el_val_t s11 = ({ el_val_t _if_result_21 = 0; if ((str_contains(cmd, EL_STR("curl")) && str_contains(cmd, EL_STR("bash")))) { _if_result_21 = (75); } else { _if_result_21 = (0); } _if_result_21; }); - el_val_t s12 = ({ el_val_t _if_result_22 = 0; if ((str_contains(cmd, EL_STR("wget")) && str_contains(cmd, EL_STR("bash")))) { _if_result_22 = (75); } else { _if_result_22 = (0); } _if_result_22; }); - el_val_t s13 = ({ el_val_t _if_result_23 = 0; if ((str_contains(cmd, EL_STR("curl")) && str_contains(cmd, EL_STR("| sh")))) { _if_result_23 = (60); } else { _if_result_23 = (0); } _if_result_23; }); - el_val_t s14 = ({ el_val_t _if_result_24 = 0; if ((str_contains(cmd, EL_STR("base64")) && str_contains(cmd, EL_STR("curl")))) { _if_result_24 = (50); } else { _if_result_24 = (0); } _if_result_24; }); - el_val_t s15 = ({ el_val_t _if_result_25 = 0; if (str_contains(cmd, EL_STR("mkfifo"))) { _if_result_25 = (50); } else { _if_result_25 = (0); } _if_result_25; }); - el_val_t s16 = ({ el_val_t _if_result_26 = 0; if (str_contains(cmd, EL_STR("chmod +s"))) { _if_result_26 = (70); } else { _if_result_26 = (0); } _if_result_26; }); - el_val_t s17 = ({ el_val_t _if_result_27 = 0; if (str_contains(cmd, EL_STR("chmod 4755"))) { _if_result_27 = (70); } else { _if_result_27 = (0); } _if_result_27; }); + el_val_t s1 = ({ el_val_t _if_result_21 = 0; if (str_contains(cmd, EL_STR("nmap"))) { _if_result_21 = (30); } else { _if_result_21 = (0); } _if_result_21; }); + el_val_t s2 = ({ el_val_t _if_result_22 = 0; if (str_contains(cmd, EL_STR("masscan"))) { _if_result_22 = (40); } else { _if_result_22 = (0); } _if_result_22; }); + el_val_t s3 = ({ el_val_t _if_result_23 = 0; if (str_contains(cmd, EL_STR(" nc "))) { _if_result_23 = (20); } else { _if_result_23 = (0); } _if_result_23; }); + el_val_t s4 = ({ el_val_t _if_result_24 = 0; if (str_contains(cmd, EL_STR("netcat"))) { _if_result_24 = (20); } else { _if_result_24 = (0); } _if_result_24; }); + el_val_t s5 = ({ el_val_t _if_result_25 = 0; if (str_contains(cmd, EL_STR("/etc/shadow"))) { _if_result_25 = (80); } else { _if_result_25 = (0); } _if_result_25; }); + el_val_t s6 = ({ el_val_t _if_result_26 = 0; if (str_contains(cmd, EL_STR("/etc/passwd"))) { _if_result_26 = (30); } else { _if_result_26 = (0); } _if_result_26; }); + el_val_t s7 = ({ el_val_t _if_result_27 = 0; if (str_contains(cmd, EL_STR("id_rsa"))) { _if_result_27 = (60); } else { _if_result_27 = (0); } _if_result_27; }); + el_val_t s8 = ({ el_val_t _if_result_28 = 0; if (str_contains(cmd, EL_STR(".ssh/"))) { _if_result_28 = (50); } else { _if_result_28 = (0); } _if_result_28; }); + el_val_t s9 = ({ el_val_t _if_result_29 = 0; if (str_contains(cmd, EL_STR("crontab"))) { _if_result_29 = (30); } else { _if_result_29 = (0); } _if_result_29; }); + el_val_t s10 = ({ el_val_t _if_result_30 = 0; if (str_contains(cmd, EL_STR("LaunchDaemon"))) { _if_result_30 = (40); } else { _if_result_30 = (0); } _if_result_30; }); + el_val_t s11 = ({ el_val_t _if_result_31 = 0; if ((str_contains(cmd, EL_STR("curl")) && str_contains(cmd, EL_STR("bash")))) { _if_result_31 = (75); } else { _if_result_31 = (0); } _if_result_31; }); + el_val_t s12 = ({ el_val_t _if_result_32 = 0; if ((str_contains(cmd, EL_STR("wget")) && str_contains(cmd, EL_STR("bash")))) { _if_result_32 = (75); } else { _if_result_32 = (0); } _if_result_32; }); + el_val_t s13 = ({ el_val_t _if_result_33 = 0; if ((str_contains(cmd, EL_STR("curl")) && str_contains(cmd, EL_STR("| sh")))) { _if_result_33 = (60); } else { _if_result_33 = (0); } _if_result_33; }); + el_val_t s14 = ({ el_val_t _if_result_34 = 0; if ((str_contains(cmd, EL_STR("base64")) && str_contains(cmd, EL_STR("curl")))) { _if_result_34 = (50); } else { _if_result_34 = (0); } _if_result_34; }); + el_val_t s15 = ({ el_val_t _if_result_35 = 0; if (str_contains(cmd, EL_STR("mkfifo"))) { _if_result_35 = (50); } else { _if_result_35 = (0); } _if_result_35; }); + el_val_t s16 = ({ el_val_t _if_result_36 = 0; if (str_contains(cmd, EL_STR("chmod +s"))) { _if_result_36 = (70); } else { _if_result_36 = (0); } _if_result_36; }); + el_val_t s17 = ({ el_val_t _if_result_37 = 0; if (str_contains(cmd, EL_STR("chmod 4755"))) { _if_result_37 = (70); } else { _if_result_37 = (0); } _if_result_37; }); return ((((((((((((((((s1 + s2) + s3) + s4) + s5) + s6) + s7) + s8) + s9) + s10) + s11) + s12) + s13) + s14) + s15) + s16) + s17); return 0; } el_val_t threat_score_path(el_val_t path) { - el_val_t s1 = ({ el_val_t _if_result_28 = 0; if (str_starts_with(path, EL_STR("/etc/"))) { _if_result_28 = (60); } else { _if_result_28 = (0); } _if_result_28; }); - el_val_t s2 = ({ el_val_t _if_result_29 = 0; if (str_contains(path, EL_STR("/.ssh/"))) { _if_result_29 = (70); } else { _if_result_29 = (0); } _if_result_29; }); - el_val_t s3 = ({ el_val_t _if_result_30 = 0; if (str_contains(path, EL_STR("/LaunchDaemons/"))) { _if_result_30 = (80); } else { _if_result_30 = (0); } _if_result_30; }); - el_val_t s4 = ({ el_val_t _if_result_31 = 0; if (str_contains(path, EL_STR("/LaunchAgents/"))) { _if_result_31 = (40); } else { _if_result_31 = (0); } _if_result_31; }); - el_val_t s5 = ({ el_val_t _if_result_32 = 0; if (str_contains(path, EL_STR("/cron"))) { _if_result_32 = (60); } else { _if_result_32 = (0); } _if_result_32; }); - el_val_t s6 = ({ el_val_t _if_result_33 = 0; if (str_contains(path, EL_STR("/.bashrc"))) { _if_result_33 = (35); } else { _if_result_33 = (0); } _if_result_33; }); - el_val_t s7 = ({ el_val_t _if_result_34 = 0; if (str_contains(path, EL_STR("/.zshrc"))) { _if_result_34 = (35); } else { _if_result_34 = (0); } _if_result_34; }); - el_val_t s8 = ({ el_val_t _if_result_35 = 0; if (str_contains(path, EL_STR("/.profile"))) { _if_result_35 = (35); } else { _if_result_35 = (0); } _if_result_35; }); - el_val_t s9 = ({ el_val_t _if_result_36 = 0; if (str_starts_with(path, EL_STR("/usr/"))) { _if_result_36 = (50); } else { _if_result_36 = (0); } _if_result_36; }); - el_val_t s10 = ({ el_val_t _if_result_37 = 0; if (str_starts_with(path, EL_STR("/bin/"))) { _if_result_37 = (70); } else { _if_result_37 = (0); } _if_result_37; }); - el_val_t s11 = ({ el_val_t _if_result_38 = 0; if (str_starts_with(path, EL_STR("/sbin/"))) { _if_result_38 = (70); } else { _if_result_38 = (0); } _if_result_38; }); + el_val_t s1 = ({ el_val_t _if_result_38 = 0; if (str_starts_with(path, EL_STR("/etc/"))) { _if_result_38 = (60); } else { _if_result_38 = (0); } _if_result_38; }); + el_val_t s2 = ({ el_val_t _if_result_39 = 0; if (str_contains(path, EL_STR("/.ssh/"))) { _if_result_39 = (70); } else { _if_result_39 = (0); } _if_result_39; }); + el_val_t s3 = ({ el_val_t _if_result_40 = 0; if (str_contains(path, EL_STR("/LaunchDaemons/"))) { _if_result_40 = (80); } else { _if_result_40 = (0); } _if_result_40; }); + el_val_t s4 = ({ el_val_t _if_result_41 = 0; if (str_contains(path, EL_STR("/LaunchAgents/"))) { _if_result_41 = (40); } else { _if_result_41 = (0); } _if_result_41; }); + el_val_t s5 = ({ el_val_t _if_result_42 = 0; if (str_contains(path, EL_STR("/cron"))) { _if_result_42 = (60); } else { _if_result_42 = (0); } _if_result_42; }); + el_val_t s6 = ({ el_val_t _if_result_43 = 0; if (str_contains(path, EL_STR("/.bashrc"))) { _if_result_43 = (35); } else { _if_result_43 = (0); } _if_result_43; }); + el_val_t s7 = ({ el_val_t _if_result_44 = 0; if (str_contains(path, EL_STR("/.zshrc"))) { _if_result_44 = (35); } else { _if_result_44 = (0); } _if_result_44; }); + el_val_t s8 = ({ el_val_t _if_result_45 = 0; if (str_contains(path, EL_STR("/.profile"))) { _if_result_45 = (35); } else { _if_result_45 = (0); } _if_result_45; }); + el_val_t s9 = ({ el_val_t _if_result_46 = 0; if (str_starts_with(path, EL_STR("/usr/"))) { _if_result_46 = (50); } else { _if_result_46 = (0); } _if_result_46; }); + el_val_t s10 = ({ el_val_t _if_result_47 = 0; if (str_starts_with(path, EL_STR("/bin/"))) { _if_result_47 = (70); } else { _if_result_47 = (0); } _if_result_47; }); + el_val_t s11 = ({ el_val_t _if_result_48 = 0; if (str_starts_with(path, EL_STR("/sbin/"))) { _if_result_48 = (70); } else { _if_result_48 = (0); } _if_result_48; }); return ((((((((((s1 + s2) + s3) + s4) + s5) + s6) + s7) + s8) + s9) + s10) + s11); return 0; } el_val_t threat_score_history(el_val_t history) { - el_val_t s1 = ({ el_val_t _if_result_39 = 0; if (str_contains(history, EL_STR("port scan"))) { _if_result_39 = (15); } else { _if_result_39 = (0); } _if_result_39; }); - el_val_t s2 = ({ el_val_t _if_result_40 = 0; if (str_contains(history, EL_STR("enumerate"))) { _if_result_40 = (10); } else { _if_result_40 = (0); } _if_result_40; }); - el_val_t s3 = ({ el_val_t _if_result_41 = 0; if (str_contains(history, EL_STR("exploit"))) { _if_result_41 = (20); } else { _if_result_41 = (0); } _if_result_41; }); - el_val_t s4 = ({ el_val_t _if_result_42 = 0; if (str_contains(history, EL_STR("payload"))) { _if_result_42 = (15); } else { _if_result_42 = (0); } _if_result_42; }); - el_val_t s5 = ({ el_val_t _if_result_43 = 0; if (str_contains(history, EL_STR("persistence"))) { _if_result_43 = (15); } else { _if_result_43 = (0); } _if_result_43; }); - el_val_t s6 = ({ el_val_t _if_result_44 = 0; if (str_contains(history, EL_STR("lateral movement"))) { _if_result_44 = (25); } else { _if_result_44 = (0); } _if_result_44; }); - el_val_t s7 = ({ el_val_t _if_result_45 = 0; if (str_contains(history, EL_STR("privilege escalation"))) { _if_result_45 = (25); } else { _if_result_45 = (0); } _if_result_45; }); - el_val_t s8 = ({ el_val_t _if_result_46 = 0; if (str_contains(history, EL_STR("reverse shell"))) { _if_result_46 = (40); } else { _if_result_46 = (0); } _if_result_46; }); - el_val_t s9 = ({ el_val_t _if_result_47 = 0; if (str_contains(history, EL_STR("bind shell"))) { _if_result_47 = (40); } else { _if_result_47 = (0); } _if_result_47; }); - el_val_t s10 = ({ el_val_t _if_result_48 = 0; if (str_contains(history, EL_STR("command and control"))) { _if_result_48 = (35); } else { _if_result_48 = (0); } _if_result_48; }); - el_val_t s11 = ({ el_val_t _if_result_49 = 0; if (str_contains(history, EL_STR("self-replicate"))) { _if_result_49 = (45); } else { _if_result_49 = (0); } _if_result_49; }); - el_val_t s12 = ({ el_val_t _if_result_50 = 0; if (str_contains(history, EL_STR("propagat"))) { _if_result_50 = (20); } else { _if_result_50 = (0); } _if_result_50; }); - el_val_t s13 = ({ el_val_t _if_result_51 = 0; if (str_contains(history, EL_STR("ransomware"))) { _if_result_51 = (30); } else { _if_result_51 = (0); } _if_result_51; }); - el_val_t s14 = ({ el_val_t _if_result_52 = 0; if (str_contains(history, EL_STR("encrypt files"))) { _if_result_52 = (40); } else { _if_result_52 = (0); } _if_result_52; }); - el_val_t s15 = ({ el_val_t _if_result_53 = 0; if (str_contains(history, EL_STR("exfiltrat"))) { _if_result_53 = (35); } else { _if_result_53 = (0); } _if_result_53; }); - el_val_t s16 = ({ el_val_t _if_result_54 = 0; if (str_contains(history, EL_STR("zero-day"))) { _if_result_54 = (20); } else { _if_result_54 = (0); } _if_result_54; }); - el_val_t s17 = ({ el_val_t _if_result_55 = 0; if (str_contains(history, EL_STR("rootkit"))) { _if_result_55 = (45); } else { _if_result_55 = (0); } _if_result_55; }); - el_val_t s18 = ({ el_val_t _if_result_56 = 0; if (str_contains(history, EL_STR("keylogger"))) { _if_result_56 = (45); } else { _if_result_56 = (0); } _if_result_56; }); - el_val_t s19 = ({ el_val_t _if_result_57 = 0; if (str_contains(history, EL_STR("botnet"))) { _if_result_57 = (40); } else { _if_result_57 = (0); } _if_result_57; }); - el_val_t s20 = ({ el_val_t _if_result_58 = 0; if (str_contains(history, EL_STR("malware"))) { _if_result_58 = (15); } else { _if_result_58 = (0); } _if_result_58; }); + el_val_t s1 = ({ el_val_t _if_result_49 = 0; if (str_contains(history, EL_STR("port scan"))) { _if_result_49 = (15); } else { _if_result_49 = (0); } _if_result_49; }); + el_val_t s2 = ({ el_val_t _if_result_50 = 0; if (str_contains(history, EL_STR("enumerate"))) { _if_result_50 = (10); } else { _if_result_50 = (0); } _if_result_50; }); + el_val_t s3 = ({ el_val_t _if_result_51 = 0; if (str_contains(history, EL_STR("exploit"))) { _if_result_51 = (20); } else { _if_result_51 = (0); } _if_result_51; }); + el_val_t s4 = ({ el_val_t _if_result_52 = 0; if (str_contains(history, EL_STR("payload"))) { _if_result_52 = (15); } else { _if_result_52 = (0); } _if_result_52; }); + el_val_t s5 = ({ el_val_t _if_result_53 = 0; if (str_contains(history, EL_STR("persistence"))) { _if_result_53 = (15); } else { _if_result_53 = (0); } _if_result_53; }); + el_val_t s6 = ({ el_val_t _if_result_54 = 0; if (str_contains(history, EL_STR("lateral movement"))) { _if_result_54 = (25); } else { _if_result_54 = (0); } _if_result_54; }); + el_val_t s7 = ({ el_val_t _if_result_55 = 0; if (str_contains(history, EL_STR("privilege escalation"))) { _if_result_55 = (25); } else { _if_result_55 = (0); } _if_result_55; }); + el_val_t s8 = ({ el_val_t _if_result_56 = 0; if (str_contains(history, EL_STR("reverse shell"))) { _if_result_56 = (40); } else { _if_result_56 = (0); } _if_result_56; }); + el_val_t s9 = ({ el_val_t _if_result_57 = 0; if (str_contains(history, EL_STR("bind shell"))) { _if_result_57 = (40); } else { _if_result_57 = (0); } _if_result_57; }); + el_val_t s10 = ({ el_val_t _if_result_58 = 0; if (str_contains(history, EL_STR("command and control"))) { _if_result_58 = (35); } else { _if_result_58 = (0); } _if_result_58; }); + el_val_t s11 = ({ el_val_t _if_result_59 = 0; if (str_contains(history, EL_STR("self-replicate"))) { _if_result_59 = (45); } else { _if_result_59 = (0); } _if_result_59; }); + el_val_t s12 = ({ el_val_t _if_result_60 = 0; if (str_contains(history, EL_STR("propagat"))) { _if_result_60 = (20); } else { _if_result_60 = (0); } _if_result_60; }); + el_val_t s13 = ({ el_val_t _if_result_61 = 0; if (str_contains(history, EL_STR("ransomware"))) { _if_result_61 = (30); } else { _if_result_61 = (0); } _if_result_61; }); + el_val_t s14 = ({ el_val_t _if_result_62 = 0; if (str_contains(history, EL_STR("encrypt files"))) { _if_result_62 = (40); } else { _if_result_62 = (0); } _if_result_62; }); + el_val_t s15 = ({ el_val_t _if_result_63 = 0; if (str_contains(history, EL_STR("exfiltrat"))) { _if_result_63 = (35); } else { _if_result_63 = (0); } _if_result_63; }); + el_val_t s16 = ({ el_val_t _if_result_64 = 0; if (str_contains(history, EL_STR("zero-day"))) { _if_result_64 = (20); } else { _if_result_64 = (0); } _if_result_64; }); + el_val_t s17 = ({ el_val_t _if_result_65 = 0; if (str_contains(history, EL_STR("rootkit"))) { _if_result_65 = (45); } else { _if_result_65 = (0); } _if_result_65; }); + el_val_t s18 = ({ el_val_t _if_result_66 = 0; if (str_contains(history, EL_STR("keylogger"))) { _if_result_66 = (45); } else { _if_result_66 = (0); } _if_result_66; }); + el_val_t s19 = ({ el_val_t _if_result_67 = 0; if (str_contains(history, EL_STR("botnet"))) { _if_result_67 = (40); } else { _if_result_67 = (0); } _if_result_67; }); + el_val_t s20 = ({ el_val_t _if_result_68 = 0; if (str_contains(history, EL_STR("malware"))) { _if_result_68 = (15); } else { _if_result_68 = (0); } _if_result_68; }); return (((((((((((((((((((s1 + s2) + s3) + s4) + s5) + s6) + s7) + s8) + s9) + s10) + s11) + s12) + s13) + s14) + s15) + s16) + s17) + s18) + s19) + s20); return 0; } el_val_t threat_trajectory_check(el_val_t tool_name, el_val_t tool_input) { el_val_t history = state_get(EL_STR("agentic_conv_history")); - el_val_t computed_tool_score = ({ el_val_t _if_result_59 = 0; if (str_eq(tool_name, EL_STR("run_command"))) { el_val_t cmd = json_get(tool_input, EL_STR("command")); _if_result_59 = (threat_score_command(cmd)); } else { _if_result_59 = (({ el_val_t _if_result_60 = 0; if ((str_eq(tool_name, EL_STR("write_file")) || str_eq(tool_name, EL_STR("edit_file")))) { el_val_t path = json_get(tool_input, EL_STR("path")); _if_result_60 = (threat_score_path(path)); } else { _if_result_60 = (0); } _if_result_60; })); } _if_result_59; }); + el_val_t computed_tool_score = ({ el_val_t _if_result_69 = 0; if (str_eq(tool_name, EL_STR("run_command"))) { el_val_t cmd = json_get(tool_input, EL_STR("command")); _if_result_69 = (threat_score_command(cmd)); } else { _if_result_69 = (({ el_val_t _if_result_70 = 0; if ((str_eq(tool_name, EL_STR("write_file")) || str_eq(tool_name, EL_STR("edit_file")))) { el_val_t path = json_get(tool_input, EL_STR("path")); _if_result_70 = (threat_score_path(path)); } else { _if_result_70 = (0); } _if_result_70; })); } _if_result_69; }); el_val_t history_score = threat_score_history(history); el_val_t history_contrib = (history_score / 3); el_val_t combined = (computed_tool_score + history_contrib); el_val_t should_log = (combined >= 40); if (should_log) { el_val_t ts = time_now(); - el_val_t authorized_str = ({ el_val_t _if_result_61 = 0; if (security_research_authorized()) { _if_result_61 = (EL_STR("true")); } else { _if_result_61 = (EL_STR("false")); } _if_result_61; }); + el_val_t authorized_str = ({ el_val_t _if_result_71 = 0; if (security_research_authorized()) { _if_result_71 = (EL_STR("true")); } else { _if_result_71 = (EL_STR("false")); } _if_result_71; }); el_val_t log_content = el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(el_str_concat(EL_STR("{\"event\":\"threat_check\",\"tool\":\""), tool_name), EL_STR("\",\"score\":")), int_to_str(combined)), EL_STR(",\"tool_score\":")), int_to_str(computed_tool_score)), EL_STR(",\"history_score\":")), int_to_str(history_score)), EL_STR(",\"authorized\":")), authorized_str), EL_STR(",\"ts\":")), int_to_str(ts)), EL_STR("}")); el_val_t log_tags = EL_STR("[\"security-audit\",\"threat-check\"]"); el_val_t discard = mem_remember(log_content, log_tags); @@ -575,7 +609,7 @@ el_val_t threat_history_append(el_val_t text) { el_val_t safe_text = str_to_lower(text); el_val_t combined = el_str_concat(el_str_concat(current, EL_STR(" ")), safe_text); el_val_t len = str_len(combined); - el_val_t trimmed = ({ el_val_t _if_result_62 = 0; if ((len > 2000)) { _if_result_62 = (str_slice(combined, (len - 2000), len)); } else { _if_result_62 = (combined); } _if_result_62; }); + el_val_t trimmed = ({ el_val_t _if_result_72 = 0; if ((len > 2000)) { _if_result_72 = (str_slice(combined, (len - 2000), len)); } else { _if_result_72 = (combined); } _if_result_72; }); state_set(EL_STR("agentic_conv_history"), trimmed); return 0; } diff --git a/dist/elp-c-decls.h b/dist/elp-c-decls.h index e295afd..e2eb0a8 100644 --- a/dist/elp-c-decls.h +++ b/dist/elp-c-decls.h @@ -4,13 +4,11 @@ el_val_t add_punct(el_val_t s, el_val_t intent); el_val_t add_to_seen(el_val_t seen, el_val_t node_id); el_val_t aff_try_slot(el_val_t slot_json, el_val_t aff_7d_ts, el_val_t acc_key); +el_val_t affective_context_prefix(void); el_val_t agent_number(el_val_t agent); el_val_t agent_person(el_val_t agent); el_val_t agent_workspace_root(void); el_val_t agentic_api_key(void); -el_val_t agentic_api_turn(el_val_t model, el_val_t safe_sys, el_val_t tools_json, el_val_t messages); -el_val_t agentic_blob(el_val_t model, el_val_t system, el_val_t tools_json, el_val_t messages, el_val_t origin, el_val_t approval, el_val_t iteration, el_val_t tools_log, el_val_t content, el_val_t queue, el_val_t results, el_val_t next); -el_val_t agentic_engine(el_val_t session_id, el_val_t blob); el_val_t agentic_loop(el_val_t session_id, el_val_t model, el_val_t safe_sys, el_val_t tools_json, el_val_t messages_in, el_val_t h, el_val_t tools_log_in); el_val_t agentic_resume(el_val_t session_id, el_val_t tool_use_id, el_val_t content); el_val_t agentic_tools_all(void); @@ -100,7 +98,6 @@ el_val_t api_or_empty(el_val_t s); el_val_t api_persisted(el_val_t id); el_val_t api_query_int(el_val_t path, el_val_t key, el_val_t default_val); el_val_t api_query_param(el_val_t path, el_val_t key); -el_val_t append_tool_log(el_val_t log, el_val_t name); el_val_t ar_case_ending(el_val_t kase, el_val_t definite); el_val_t ar_conjugate(el_val_t verb, el_val_t tense, el_val_t person, el_val_t gender, el_val_t number); el_val_t ar_conjugate_form1(el_val_t past_base, el_val_t present_stem, el_val_t tense, el_val_t slot); @@ -136,7 +133,6 @@ el_val_t axon_get(el_val_t path); el_val_t axon_post(el_val_t path, el_val_t body); el_val_t bridge_save(el_val_t session_id, el_val_t model, el_val_t safe_sys, el_val_t tools_json, el_val_t messages, el_val_t tools_log, el_val_t tool_use_id); el_val_t build_form_from_json(el_val_t semantic_form_json, el_val_t lang_code); -el_val_t build_identity_from_graph(void); el_val_t build_np(el_val_t referent, el_val_t slots); el_val_t build_pp(el_val_t loc); el_val_t build_rules(void); @@ -146,10 +142,11 @@ el_val_t build_vp_body(el_val_t slots); el_val_t build_vp_from_slots(el_val_t slots); el_val_t call_mcp_bridge(el_val_t tool_name, el_val_t tool_input); el_val_t call_neuron_mcp(el_val_t tool_name, el_val_t args); -el_val_t call_neuron_mcp(el_val_t tool_name, el_val_t args_json); el_val_t capitalize_first(el_val_t s); el_val_t chat_default_model(void); +el_val_t classify_tool_risk(el_val_t tool_name, el_val_t tool_input); el_val_t clean_llm_response(el_val_t s); +el_val_t cmd_abs_escape_at(el_val_t cmd, el_val_t root, el_val_t needle); el_val_t connectd_get(el_val_t suffix); el_val_t connectd_post(el_val_t suffix, el_val_t body); el_val_t connector_tools_json(void); @@ -189,6 +186,7 @@ el_val_t cop_str_ends(el_val_t s, el_val_t suf); el_val_t cop_str_len(el_val_t s); el_val_t cop_subject_prefix(el_val_t person, el_val_t number); el_val_t cop_subject_prefix_gendered(el_val_t person, el_val_t gender, el_val_t number); +el_val_t current_engine_note(el_val_t model); el_val_t de_adj_ending(el_val_t gender, el_val_t gram_case, el_val_t number, el_val_t article_type); el_val_t de_article(el_val_t gender, el_val_t gram_case, el_val_t number, el_val_t definite); el_val_t de_article_def(el_val_t gender, el_val_t gram_case, el_val_t number); @@ -204,6 +202,7 @@ el_val_t de_strong_past_stem(el_val_t verb); el_val_t dharma_network_state(void); el_val_t dharma_registry(void); el_val_t dispatch_tool(el_val_t tool_name, el_val_t tool_input); +el_val_t distill_transcript(el_val_t transcript); el_val_t egy_Dd_future(el_val_t slot); el_val_t egy_Dd_past(el_val_t slot); el_val_t egy_Dd_present(el_val_t slot); @@ -330,8 +329,6 @@ el_val_t es_str_last2(el_val_t s); el_val_t es_str_last3(el_val_t s); el_val_t es_str_last_char(el_val_t s); el_val_t es_verb_class(el_val_t base); -el_val_t exec_tool_block(el_val_t block); -el_val_t extract_all_text(el_val_t s); el_val_t extract_dim(el_val_t content, el_val_t key); el_val_t fi_apply_case(el_val_t noun, el_val_t gram_case, el_val_t number); el_val_t fi_conjugate(el_val_t verb, el_val_t tense, el_val_t person, el_val_t number); @@ -416,7 +413,6 @@ el_val_t fro_venir_past(el_val_t slot); el_val_t fro_venir_present(el_val_t slot); el_val_t fro_verb_class(el_val_t verb); el_val_t fro_verb_stem(el_val_t verb, el_val_t vclass); -el_val_t gemini_api_key(void); el_val_t generate(el_val_t semantic_form_json); el_val_t generate_frame(el_val_t frame); el_val_t generate_frame_lang(el_val_t frame, el_val_t lang_code); @@ -698,7 +694,7 @@ el_val_t ja_noun_phrase(el_val_t noun, el_val_t gram_case); el_val_t ja_particle(el_val_t gram_case); el_val_t ja_question_particle(void); el_val_t ja_verb_group(el_val_t dict_form); -el_val_t json_array_append(el_val_t arr, el_val_t item); +el_val_t json_escape(el_val_t s); el_val_t json_safe(el_val_t s); el_val_t la_conjugate(el_val_t verb, el_val_t tense, el_val_t person, el_val_t number); el_val_t la_declension(el_val_t noun); @@ -790,8 +786,8 @@ el_val_t lex_class(el_val_t entry); el_val_t lex_form(el_val_t entry, el_val_t idx); el_val_t lex_pos(el_val_t entry); el_val_t lex_word(el_val_t entry); -el_val_t llm_call_gemini(el_val_t model, el_val_t system, el_val_t message); -el_val_t llm_call_grok(el_val_t model, el_val_t system, el_val_t message); +el_val_t llm_base_url(void); +el_val_t llm_wire_format(void); el_val_t load_identity_context(void); el_val_t make_action(el_val_t kind, el_val_t payload); el_val_t make_entry(el_val_t word, el_val_t pos, el_val_t f0, el_val_t f1, el_val_t f2, el_val_t f3, el_val_t f4, el_val_t cls); @@ -861,9 +857,8 @@ el_val_t non_vera_present(el_val_t slot); el_val_t non_weak_past(el_val_t stem, el_val_t slot); el_val_t non_weak_present(el_val_t stem, el_val_t slot); el_val_t one_cycle(void); +el_val_t openai_chat_complete(el_val_t model, el_val_t base_url, el_val_t api_key, el_val_t safe_sys, el_val_t messages_json); el_val_t parse_float_x100(el_val_t s); -el_val_t parse_session_id_from_path(el_val_t path); -el_val_t parse_session_subpath(el_val_t path); el_val_t path_within_root(el_val_t path, el_val_t root); el_val_t peo_ah_past(el_val_t slot); el_val_t peo_ah_present(el_val_t slot); @@ -936,7 +931,6 @@ el_val_t route_health(void); el_val_t route_imprint_contextual(el_val_t body); el_val_t route_imprint_user(el_val_t body); el_val_t route_lineage(void); -el_val_t route_sessions(void); el_val_t route_synthesize(el_val_t body); el_val_t ru_conjugate(el_val_t verb, el_val_t tense, el_val_t person, el_val_t number, el_val_t gender); el_val_t ru_conjugate_1st(el_val_t stem, el_val_t tense, el_val_t person, el_val_t number); @@ -955,6 +949,8 @@ el_val_t rule_id(el_val_t rule); el_val_t rule_lhs(el_val_t rule); el_val_t rule_rhs(el_val_t rule, el_val_t idx); el_val_t rule_rhs_len(el_val_t rule); +el_val_t run_command_guard(el_val_t cmd, el_val_t root); +el_val_t run_command_is_readonly(el_val_t cmd); el_val_t sa_as_future(el_val_t slot); el_val_t sa_as_past(el_val_t slot); el_val_t sa_as_present(el_val_t slot); @@ -1002,6 +998,7 @@ el_val_t safety_general_hard_phrases(void); el_val_t safety_hard_directive(el_val_t hard_type); el_val_t safety_log_bell(el_val_t level, el_val_t reason, el_val_t input_summary); el_val_t safety_normalize(el_val_t message); +el_val_t safety_positive_phrases(void); el_val_t safety_score_crisis(el_val_t input); el_val_t safety_score_danger(el_val_t input); el_val_t safety_score_distress_history(el_val_t history); @@ -1011,6 +1008,7 @@ el_val_t safety_self_harm_phrases(void); el_val_t safety_soft_directive(void); el_val_t safety_soft_phrases(void); el_val_t safety_threat_score(el_val_t input, el_val_t history); +el_val_t safety_threat_to_others_phrases(void); el_val_t safety_validate(el_val_t output, el_val_t action); el_val_t scan_token(el_val_t s, el_val_t start); el_val_t security_research_authorized(void); @@ -1045,6 +1043,7 @@ el_val_t session_list(void); el_val_t session_make_content(el_val_t id, el_val_t title, el_val_t created_at, el_val_t updated_at, el_val_t folder); el_val_t session_preload_bullets(el_val_t nodes, el_val_t max_bullets, el_val_t snip_len); el_val_t session_search(el_val_t query); +el_val_t session_search_entry(el_val_t node); el_val_t session_summary_autogenerate(el_val_t hist); el_val_t session_summary_write(el_val_t summary_text); el_val_t session_summary_write_dated(el_val_t summary_text, el_val_t label); @@ -1092,7 +1091,6 @@ el_val_t str_last2(el_val_t s); el_val_t str_last3(el_val_t s); el_val_t str_last_char(el_val_t s); el_val_t strengthen_chat_nodes(el_val_t activation_nodes); -el_val_t strip_citations(el_val_t s); el_val_t strip_query(el_val_t path); el_val_t studio_tools_json(void); el_val_t sux_absolutive_suffix(el_val_t person, el_val_t number); @@ -1200,4 +1198,3 @@ el_val_t vocab_by_pos(el_val_t pos); el_val_t vocab_lookup(el_val_t word, el_val_t lang_code); el_val_t vocab_lookup_en(el_val_t word); el_val_t vocab_synonym(el_val_t word, el_val_t lang_register, el_val_t lang_code); -el_val_t xai_api_key(void); diff --git a/dist/neuron.c b/dist/neuron.c index 70bb17f..59d835e 100644 --- a/dist/neuron.c +++ b/dist/neuron.c @@ -36,7 +36,12 @@ el_val_t safety_log_bell(el_val_t level, el_val_t reason, el_val_t input_summary el_val_t safety_self_harm_phrases(void); el_val_t safety_abuse_phrases(void); el_val_t safety_general_hard_phrases(void); +el_val_t safety_threat_to_others_phrases(void); el_val_t safety_soft_phrases(void); +el_val_t safety_normalize(el_val_t message); +el_val_t safety_any_match(el_val_t text, el_val_t phrases_json); +el_val_t safety_count_match(el_val_t text, el_val_t phrases_json); +el_val_t safety_positive_phrases(void); el_val_t safety_detect_positive_level(el_val_t message); el_val_t safety_detect_bell_level(el_val_t message); el_val_t safety_classify_hard_bell(el_val_t message); @@ -46,12 +51,13 @@ el_val_t safety_augment_system(el_val_t system, el_val_t user_msg); el_val_t safety_contact_path(void); el_val_t handle_safety_contact_get(void); el_val_t handle_safety_contact_post(el_val_t body); +el_val_t steward_log_event(el_val_t kind, el_val_t detail); el_val_t steward_get_mission(void); el_val_t steward_align(el_val_t input, el_val_t imprint_id); el_val_t steward_validate_imprint(el_val_t imprint_id, el_val_t tool_name); el_val_t steward_cgi_check(el_val_t action); -el_val_t steward_log_event(el_val_t kind, el_val_t detail); el_val_t steward_fingerprint_session(el_val_t input, el_val_t session_id); +el_val_t extract_dim(el_val_t content, el_val_t key); el_val_t steward_build_baseline(void); el_val_t steward_check_continuity(el_val_t current_fingerprint, el_val_t session_id); el_val_t steward_session_check(el_val_t input, el_val_t session_id); @@ -69,6 +75,7 @@ el_val_t elapsed_ms(void); el_val_t elapsed_human(void); el_val_t embed_ok(void); el_val_t emit_heartbeat(void); +el_val_t auto_term_try_slot(el_val_t slot_type, el_val_t slot_lbl); el_val_t proactive_curiosity(void); el_val_t pulse_count(void); el_val_t pulse_inc(void); @@ -103,7 +110,9 @@ el_val_t id_in_seen(el_val_t node_id, el_val_t seen); el_val_t add_to_seen(el_val_t seen, el_val_t node_id); el_val_t engram_extract_ids(el_val_t nodes_json); el_val_t engram_compile(el_val_t intent); +el_val_t distill_transcript(el_val_t transcript); el_val_t json_safe(el_val_t s); +el_val_t current_engine_note(el_val_t model); el_val_t build_system_prompt(el_val_t ctx, el_val_t chat_mode); el_val_t hist_append(el_val_t hist, el_val_t role, el_val_t content); el_val_t hist_trim(el_val_t hist); @@ -112,10 +121,15 @@ el_val_t clean_llm_response(el_val_t s); el_val_t conv_history_persist(el_val_t hist); el_val_t conv_history_load(void); el_val_t session_preload_bullets(el_val_t nodes, el_val_t max_bullets, el_val_t snip_len); +el_val_t affective_context_prefix(void); el_val_t handle_chat(el_val_t body); el_val_t handle_see(el_val_t body); el_val_t studio_tools_json(void); el_val_t agentic_api_key(void); +el_val_t llm_base_url(void); +el_val_t llm_wire_format(void); +el_val_t json_escape(el_val_t s); +el_val_t openai_chat_complete(el_val_t model, el_val_t base_url, el_val_t api_key, el_val_t safe_sys, el_val_t messages_json); el_val_t agentic_tools_literal(void); el_val_t agentic_tools_with_web(void); el_val_t connector_tools_json(void); @@ -126,6 +140,10 @@ el_val_t call_neuron_mcp(el_val_t tool_name, el_val_t args); el_val_t agent_workspace_root(void); el_val_t path_within_root(el_val_t path, el_val_t root); el_val_t resolve_in_root(el_val_t path, el_val_t root); +el_val_t run_command_is_readonly(el_val_t cmd); +el_val_t cmd_abs_escape_at(el_val_t cmd, el_val_t root, el_val_t needle); +el_val_t run_command_guard(el_val_t cmd, el_val_t root); +el_val_t classify_tool_risk(el_val_t tool_name, el_val_t tool_input); el_val_t dispatch_tool(el_val_t tool_name, el_val_t tool_input); el_val_t is_builtin_tool(el_val_t tool_name); el_val_t next_bridge_id(void); @@ -158,6 +176,7 @@ el_val_t elp_extract_topic(el_val_t msg); el_val_t elp_detect_predicate(el_val_t msg); el_val_t elp_parse(el_val_t msg); el_val_t handle_elp_chat(el_val_t body); +el_val_t flag_true(el_val_t body, el_val_t key); el_val_t rate_limit_check(el_val_t ip, el_val_t path); el_val_t strip_query(el_val_t path); el_val_t err_404(el_val_t path); @@ -515,7 +534,7 @@ int main(int _argc, char** _argv) { engram_url_raw = env(EL_STR("ENGRAM_URL")); engram_api_key_raw = env(EL_STR("ENGRAM_API_KEY")); snapshot_raw = env(EL_STR("SOUL_ENGRAM_PATH")); - snapshot = ({ el_val_t _if_result_46 = 0; if (str_eq(snapshot_raw, EL_STR(""))) { _if_result_46 = (el_str_concat(env(EL_STR("HOME")), EL_STR("/.neuron/engram/snapshot.json"))); } else { _if_result_46 = (snapshot_raw); } _if_result_46; }); + snapshot = ({ el_val_t _if_result_46 = 0; if (str_eq(snapshot_raw, EL_STR(""))) { _if_result_46 = (el_str_concat(env(EL_STR("HOME")), EL_STR("/.neuron/engram/soul-snapshot.json"))); } else { _if_result_46 = (snapshot_raw); } _if_result_46; }); axon_raw = env(EL_STR("NEURON_API_URL")); axon_base = ({ el_val_t _if_result_47 = 0; if (str_eq(axon_raw, EL_STR(""))) { _if_result_47 = (EL_STR("http://localhost:7771")); } else { _if_result_47 = (axon_raw); } _if_result_47; }); studio_dir_raw = env(EL_STR("SOUL_STUDIO_DIR")); @@ -527,7 +546,7 @@ int main(int _argc, char** _argv) { snapshot_usable = (local_node_count > 50); if (using_http_engram && !snapshot_usable) { println(el_str_concat(el_str_concat(EL_STR("[soul] engram -> HTTP "), engram_url_raw), EL_STR(" (no local snapshot, first boot)"))); - el_val_t nodes_json = http_get(el_str_concat(engram_url_raw, EL_STR("/api/nodes?limit=10000"))); + el_val_t nodes_json = http_get(el_str_concat(engram_url_raw, EL_STR("/api/nodes?limit=100000"))); el_val_t edges_json = http_get(el_str_concat(engram_url_raw, EL_STR("/api/edges"))); el_val_t nodes_part = ({ el_val_t _if_result_49 = 0; if (str_eq(nodes_json, EL_STR(""))) { _if_result_49 = (EL_STR("[]")); } else { _if_result_49 = (nodes_json); } _if_result_49; }); el_val_t edges_part = ({ el_val_t _if_result_50 = 0; if (str_eq(edges_json, EL_STR(""))) { _if_result_50 = (EL_STR("[]")); } else { _if_result_50 = (edges_json); } _if_result_50; });