8cae0f94eb
The nomic-embed-text space over the corpus is strongly anisotropic (mean pairwise cosine ~0.55), which compresses cosine-based domain separation almost to nothing so the design-doc s5 operators (distance/overlap/Wasserstein) cannot discriminate. Subtracting the global mean of the normalized embeddings restores isotropy (mean pairwise cosine ~0) and sharpens the operators. - add GeoMeanCache (engram_geo_mean_build / _maybe_refresh / _vec / _free): a store-derived centering offset over the embed-eligible set, cached and refreshed on significant drift; lives in geometry.c, not the store. - engram_geometry_descriptor gains an optional global_mean: when supplied the centroid, per-member cosine distance, and co-registration run in centered space (GM=zeros reproduces the legacy raw path exactly). - co-registration choice (b): the ANN query stays in raw unit space (index unchanged) since centering is a rigid translation that ~preserves neighborhood membership; only the descriptor statistics move to the centered frame. Covariance/axes/radius are translation-invariant and therefore unchanged. - test: synthetic ground-truth suite stays green (PERF + ASan/UBSan), plus new centered/raw/mean-cache assertions. - add bench_discrimination.c (env-gated, read-only, skips in CI): on a copy of the real store the two-domain overlap operator drops 1.13 -> 0.008 and cross-centroid cosine 0.899 -> 0.003 after centering, Euclid distance unchanged (translation-invariant control). No change to activation/retrieval behavior; wiring geometry into retrieval is a separate, behavior-changing cutover.
160 lines
8.1 KiB
C
160 lines
8.1 KiB
C
/* test_geometry.c — build + RUN gate for the M9 FOUNDATION geometry descriptor
|
|
* (engram_geometry.{c,h}). Self-contained: synthesizes a store with two KNOWN
|
|
* embedding clusters + intra-cluster hebb edges, then verifies the descriptor
|
|
* recovers the shape — centroid near the seeded cluster, skeleton = the strong
|
|
* intra-cluster edges, membership gradient, radius, positive co-registration.
|
|
*
|
|
* Pure C11; links engram_geometry.c + engram_store.c + engram_vindex.c; -lm.
|
|
* ASan/UBSan clean. Needs no live data.
|
|
*/
|
|
#include "engram_geometry.h"
|
|
#include "engram_store.h"
|
|
#include "engram_vindex.h"
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include <math.h>
|
|
#include <stdint.h>
|
|
#include <unistd.h>
|
|
|
|
#define DIM 64
|
|
static int g_fail=0;
|
|
#define CHECK(c,m) do{ if(!(c)){printf(" FAIL: %s\n",m); g_fail=1;} else printf(" ok: %s\n",m);}while(0)
|
|
|
|
static uint64_t rs=0x1234abcdULL;
|
|
static uint64_t xr(void){ uint64_t z=(rs+=0x9E3779B97F4A7C15ULL);
|
|
z=(z^(z>>30))*0xBF58476D1CE4E5B9ULL; z=(z^(z>>27))*0x94D049BB133111EBULL; return z^(z>>31); }
|
|
static float jitter(void){ return (float)(((double)(xr()>>11)*(1.0/9007199254740992.0))-0.5)*0.15f; }
|
|
|
|
/* two clusters: A centered on axis 0, B centered on axis 1. NA+NB nodes. */
|
|
#define NA 40
|
|
#define NB 40
|
|
|
|
int main(void){
|
|
printf("=== engram_geometry (M9 foundation) test suite ===\n");
|
|
char path[256]; snprintf(path,sizeof path,"/tmp/geo_test_store_%d.egm",(int)getpid());
|
|
unlink(path);
|
|
EngramPagedStore* st=store_create(path);
|
|
if(!st){ printf("FAIL: store_create\n"); return 1; }
|
|
|
|
char aids[NA][16], bids[NB][16];
|
|
/* cluster A: near +e0 ; cluster B: near +e1 */
|
|
for(int i=0;i<NA;i++){
|
|
StoreNode n; memset(&n,0,sizeof n);
|
|
snprintf(aids[i],16,"A%d",i); n.id=aids[i]; n.node_type="Concept"; n.tier="Semantic";
|
|
n.content="cluster-A"; n.salience=0.5+0.01*i;
|
|
float v[DIM]; for(int d=0;d<DIM;d++) v[d]=jitter(); v[0]=1.0f+jitter();
|
|
n.emb=v; n.emb_dim=DIM; store_put_node(st,&n);
|
|
}
|
|
for(int i=0;i<NB;i++){
|
|
StoreNode n; memset(&n,0,sizeof n);
|
|
snprintf(bids[i],16,"B%d",i); n.id=bids[i]; n.node_type="Concept"; n.tier="Semantic";
|
|
n.content="cluster-B"; n.salience=0.3;
|
|
float v[DIM]; for(int d=0;d<DIM;d++) v[d]=jitter(); v[1]=1.0f+jitter();
|
|
n.emb=v; n.emb_dim=DIM; store_put_node(st,&n);
|
|
}
|
|
/* strong intra-A hebb edges (a chain + hub), weaker cross edges A0<->B0 */
|
|
int ei=0;
|
|
for(int i=1;i<NA;i++){
|
|
StoreEdge e; memset(&e,0,sizeof e); char id[24]; snprintf(id,24,"eA%d",ei++);
|
|
e.id=id; e.from_id=aids[0]; e.to_id=aids[i]; e.relation="assoc"; e.weight=0.9; e.hebb=0.4;
|
|
store_put_edge(st,&e);
|
|
}
|
|
for(int i=1;i<NB;i++){
|
|
StoreEdge e; memset(&e,0,sizeof e); char id[24]; snprintf(id,24,"eB%d",ei++);
|
|
e.id=id; e.from_id=bids[0]; e.to_id=bids[i]; e.relation="assoc"; e.weight=0.9; e.hebb=0.4;
|
|
store_put_edge(st,&e);
|
|
}
|
|
{ StoreEdge e; memset(&e,0,sizeof e); e.id=(char*)"eX"; e.from_id=aids[0]; e.to_id=bids[0];
|
|
e.relation="assoc"; e.weight=0.5; e.hebb=0.0; store_put_edge(st,&e); }
|
|
store_close(st);
|
|
|
|
VIndex* ix=vindex_create(DIM,0,0);
|
|
char** ids=NULL; int nids=0;
|
|
int ins=vindex_build_from_store(ix, path, &ids, &nids);
|
|
CHECK(ins==NA+NB, "vindex built over all embedded nodes");
|
|
|
|
GeoParams P; engram_geo_default_params(&P); P.ann_k=20; P.max_members=0;
|
|
|
|
/* seed inside cluster A -> expect an A-dominated neighborhood */
|
|
st=store_open(path);
|
|
/* global-mean cache over the embedded set: the centering offset */
|
|
GeoMeanCache* mc=engram_geo_mean_build(st);
|
|
const float* gm=engram_geo_mean_vec(mc);
|
|
CHECK(mc!=NULL && engram_geo_mean_dim(mc)==DIM, "global-mean cache built over embedded set");
|
|
CHECK(engram_geo_mean_count(mc)==(uint64_t)(NA+NB), "global mean averaged all embedded nodes");
|
|
const char* seeds[1]={aids[0]};
|
|
/* CENTERED descriptor: pass the global mean so geometry runs in isotropic space */
|
|
GeoDescriptor* g=engram_geometry_descriptor(st, ix, ids, nids, seeds, 1, &P, gm);
|
|
CHECK(g!=NULL, "descriptor computed");
|
|
if(g){
|
|
printf(" members=%d embedded=%d edges=%d k_core=%d radius=%.4f co_reg=%.3f n_axes=%d\n",
|
|
g->n_members,g->n_embedded,g->n_edges,g->k_core,g->radius,g->co_registration,g->n_axes);
|
|
|
|
/* geometry ran in CENTERED space: g->centroid is the centered centroid,
|
|
* g->global_mean the applied offset. Reconstruct the raw prototype
|
|
* (centroid + global_mean) and check it sits on cluster-A's axis. */
|
|
CHECK(g->global_mean!=NULL, "descriptor recorded the centering offset (centered mode)");
|
|
int argmax=0; float best=-1.f;
|
|
for(int d=0;d<g->dim;d++){ float raw=g->centroid[d]+(g->global_mean?g->global_mean[d]:0.f);
|
|
if(fabsf(raw)>best){ best=fabsf(raw); argmax=d; } }
|
|
printf(" raw-prototype dominant axis = %d (expect 0); centered c[0]=%.3f c[1]=%.3f\n",
|
|
argmax, g->centroid[0], g->centroid[1]);
|
|
CHECK(argmax==0, "raw prototype sits on cluster-A's axis (near members)");
|
|
/* centering pushes A off cluster-B's axis: centered c[0] > c[1] */
|
|
CHECK(g->centroid[0] > g->centroid[1], "centered centroid leans off B's axis (isotropy)");
|
|
|
|
/* hub should be A0 (the intra-A hub with NA-1 strong edges) */
|
|
CHECK(g->hub_id && strcmp(g->hub_id,"A0")==0, "hub = the relational center A0");
|
|
|
|
/* membership: seed A0 == 1.0; A-members strong, B-members (if any) weaker */
|
|
double seedw=-1, minA=2, maxB=-1; int na=0,nb=0;
|
|
for(int i=0;i<g->n_members;i++){
|
|
const char* id=g->members[i].id; double w=g->members[i].membership;
|
|
if(strcmp(id,"A0")==0) seedw=w;
|
|
if(id[0]=='A'){ na++; if(w<minA)minA=w; }
|
|
if(id[0]=='B'){ nb++; if(w>maxB)maxB=w; }
|
|
}
|
|
printf(" A-members=%d B-members=%d seedw=%.3f\n", na,nb,seedw);
|
|
CHECK(fabs(seedw-1.0)<1e-9, "seed membership == 1.0");
|
|
CHECK(na>=NA-1, "neighborhood recovers cluster A");
|
|
|
|
/* skeleton = the strong intra-A edges: every edge eff_weight>=threshold,
|
|
* and edges connect A-nodes (co-registration should be positive: wired
|
|
* pairs are semantically near). */
|
|
int allstrong=1, allA=1;
|
|
for(int e=0;e<g->n_edges;e++){
|
|
if(g->edges[e].eff_weight < P.edge_min_weight) allstrong=0;
|
|
const char* a=g->members[g->edges[e].a].id, *b=g->members[g->edges[e].b].id;
|
|
if(!(a[0]=='A'&&b[0]=='A')) { /* the lone eX cross edge is allowed */
|
|
if(!((strcmp(a,"A0")==0&&strcmp(b,"B0")==0)||(strcmp(a,"B0")==0&&strcmp(b,"A0")==0))) allA=0; }
|
|
}
|
|
CHECK(allstrong, "skeleton holds only above-threshold (strong) edges");
|
|
CHECK(allA, "skeleton backbone is the intra-cluster wiring");
|
|
CHECK(g->co_registration>0.0, "co-registration positive (wired pairs are semantically near)");
|
|
|
|
/* principal axes: extents strictly non-increasing */
|
|
int mono=1; for(int i=1;i<g->n_axes;i++) if(g->axes[i].extent>g->axes[i-1].extent+1e-9) mono=0;
|
|
CHECK(g->n_axes>0 && mono, "principal axes sorted by descending extent");
|
|
CHECK(g->radius>0, "radius positive");
|
|
}
|
|
engram_geo_free(g);
|
|
|
|
/* edge cases: NULL store, no seeds, relational-only (NULL vindex) */
|
|
CHECK(engram_geometry_descriptor(NULL,ix,ids,nids,seeds,1,&P,gm)==NULL, "NULL store -> NULL");
|
|
CHECK(engram_geometry_descriptor(st,ix,ids,nids,seeds,0,&P,gm)==NULL, "zero seeds -> NULL");
|
|
GeoDescriptor* g2=engram_geometry_descriptor(st, NULL, NULL, 0, seeds, 1, &P, gm);
|
|
CHECK(g2!=NULL && g2->n_members>=NA-1, "relational-only path (no vindex) works");
|
|
engram_geo_free(g2);
|
|
/* raw (uncentered) mode still supported: global_mean=NULL -> no offset recorded */
|
|
GeoDescriptor* g3=engram_geometry_descriptor(st, ix, ids, nids, seeds, 1, &P, NULL);
|
|
CHECK(g3!=NULL && g3->global_mean==NULL, "raw mode (global_mean=NULL) leaves offset unset");
|
|
engram_geo_free(g3);
|
|
|
|
engram_geo_mean_free(mc);
|
|
for(int i=0;i<nids;i++) free(ids[i]); free(ids);
|
|
vindex_free(ix); store_close(st); unlink(path);
|
|
printf("\n=== %s ===\n", g_fail?"FAILURES PRESENT":"ALL TESTS PASSED");
|
|
return g_fail;
|
|
}
|