{ "label": "main-r1", "soul_binary": "/private/tmp/claude-501/-Users-timlingo/82369039-a20e-4b5a-8a5e-28234a57b996/scratchpad/soul-main", "soul_md5": "caf822425540114984bfcd713ad37162", "corpus": "/Users/timlingo/neuron-memory-backups/snapshot-pre-repair-20260806.json", "corpus_nodes": 78768, "corpus_edges": 14214, "gold_set": "/Users/timlingo/Development/neuron-technologies/_wt-eval/tools/retrieval-eval/gold_set.json", "limit": 10, "port": 7893, "wall_clock_s": 45.9, "child_pid": 78554, "child_confirmed_dead": true, "aggregate": { "n_queries": 38, "n_scored": 35, "hit@5": 0.34285714285714286, "recall@5": 0.26947278911564626, "recall@10": 0.3333333333333333, "precision@5": 0.12000000000000001, "mrr@10": 0.2943197278911564, "nonsense_clean": "2/3", "superseded_outranks": "1/3", "latency_ms_p50": 1140.4, "latency_ms_p95": 1584.1, "latency_ms_max": 1627.6, "errors": 0, "by_category": { "associative": { "n": 6, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "mrr@10": 0.0 }, "exact_rare": { "n": 6, "hit@5": 1.0, "recall@5": 1.0, "recall@10": 1.0, "mrr@10": 1.0 }, "nonsense": { "n": 3, "clean": 2, "avg_false_positives": 3.3333333333333335 }, "paraphrase": { "n": 13, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "mrr@10": 0.0 }, "phrase": { "n": 7, "hit@5": 0.8571428571428571, "recall@5": 0.4902210884353741, "recall@10": 0.6666666666666666, "mrr@10": 0.5965986394557822 }, "superseded": { "n": 3, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.3333333333333333, "mrr@10": 0.041666666666666664, "outranks": 1 } } }, "rows": [ { "id": "q01", "category": "exact_rare", "query": "unjailbreakable", "returned": [ "mem-7f61beb4-271c-4feb-9f6e-1c9c837a6226" ], "n_returned": 1, "latency_ms": 240.2, "error": null, "hit@5": 1.0, "recall@5": 1.0, "recall@10": 1.0, "precision@5": 0.2, "mrr@10": 1.0 }, { "id": "q02", "category": "exact_rare", "query": "engram-migrate", "returned": [ "mem-6fdf6545-5e1a-43a9-8bdc-d2cd248146a5" ], "n_returned": 1, "latency_ms": 271.3, "error": null, "hit@5": 1.0, "recall@5": 1.0, "recall@10": 1.0, "precision@5": 0.2, "mrr@10": 1.0 }, { "id": "q03", "category": "exact_rare", "query": "cartabandonedevent", "returned": [ "mem-1ba7c67d-85b9-4c2e-9fe2-39f8b0477091" ], "n_returned": 1, "latency_ms": 232.0, "error": null, "hit@5": 1.0, "recall@5": 1.0, "recall@10": 1.0, "precision@5": 0.2, "mrr@10": 1.0 }, { "id": "q04", "category": "exact_rare", "query": "pre-apprenticeship", "returned": [ "mem-89c02aae-d3ca-43f9-9e5d-eb369896276c" ], "n_returned": 1, "latency_ms": 227.8, "error": null, "hit@5": 1.0, "recall@5": 1.0, "recall@10": 1.0, "precision@5": 0.2, "mrr@10": 1.0 }, { "id": "q05", "category": "exact_rare", "query": "inferencenodemanager", "returned": [ "mem-73969486-143f-4431-b5e6-6845d1cc9848" ], "n_returned": 1, "latency_ms": 259.1, "error": null, "hit@5": 1.0, "recall@5": 1.0, "recall@10": 1.0, "precision@5": 0.2, "mrr@10": 1.0 }, { "id": "q06", "category": "exact_rare", "query": "clear-eyed", "returned": [ "knw-c72597c5-c23d-4c08-8e9e-996dadf26a99" ], "n_returned": 1, "latency_ms": 237.4, "error": null, "hit@5": 1.0, "recall@5": 1.0, "recall@10": 1.0, "precision@5": 0.2, "mrr@10": 1.0 }, { "id": "q07", "category": "phrase", "query": "patterns not returns", "returned": [ "kn-57b4c5e7-40c6-4c90-bf14-71841b0081d4", "?ǚ?7??????", "mem-a4a9dfc3-e40b-49b3-b1e1-060e8be2f482", "kn-5584ef9c-7f9d-4d7c-a10a-4ee6bc5cf356", "015644f5-8194-4af0-800d-dd4a0cd71396", "????7???Ջ3", "kn-d97920d0-1649-4223-9508-c0bb621e7fc0", "art-ee615cdb-e599-423d-9a4d-977859390ed3", "art-d24fd6dd-2cda-4eed-92f3-67b535a0d71b", "7?e?7???\f3?" ], "n_returned": 10, "latency_ms": 543.7, "error": null, "hit@5": 1.0, "recall@5": 1.0, "recall@10": 1.0, "precision@5": 0.2, "mrr@10": 0.3333333333333333 }, { "id": "q08", "category": "phrase", "query": "thirty moves", "returned": [ "knw-4aebd815-4eaf-49d7-954b-03595f3d48be", "knw-7902acca-604e-409b-8faf-ad85424211d0", "knw-2c46cfb4-6d4e-4822-8a1a-7d743c1e4329", "art-4a99aa1a-489b-4b43-958b-25217adb1aad", "knw-f671966c-3387-4848-abca-b5deec122e00", "knw-e94982a2-358d-4f2f-af31-8ee0fcec07c6", "Z[?