Files
neuron/tools/retrieval-eval/results-claim24.json
T
Tim Lingo 21d3516426 measure: claim-24 unfloored semantic leg vs bm25lex baseline - net +0, NOT-SHOWN
gains q14,q25 (gold at global cosine rank 1, previously discarded by the 0.60
floor); losses q15,q28 (the semantic leg was EMPTY on those queries under the
floor, so filling it turns a 2-leg rotation into a 3-leg one and halves the
associative leg's share of the top 5). Guards held: exact_rare 6/6, phrase 7/7,
nonsense 2/3, superseded 2/3 outranks. recall@10 61.8->65.4pp, latency 0.99x.
Baseline reproduced from source (results-bm25base-rerun.json is byte-identical
to the committed results-bm25lex.json), candidate deterministic across 2 runs.
2026-08-07 16:33:50 -05:00

1002 lines
28 KiB
JSON

{
"label": "claim24",
"soul_binary": "/private/tmp/claude-501/-Users-timlingo/82369039-a20e-4b5a-8a5e-28234a57b996/scratchpad/soul-claim24",
"soul_md5": "676ebffb91f00046dcea895f5aa7efba",
"corpus": "/Users/timlingo/neuron-eval-corpora/snapshot-pre-repair-20260806-embedded.json",
"corpus_nodes": 78768,
"corpus_edges": 14214,
"gold_set": "/Users/timlingo/Development/neuron-technologies/_wt-bm25lex/tools/retrieval-eval/gold_set.json",
"limit": 10,
"port": 7893,
"wall_clock_s": 52.3,
"child_pid": 92441,
"child_confirmed_dead": true,
"aggregate": {
"n_queries": 38,
"n_scored": 35,
"hit@5": 0.7428571428571429,
"recall@5": 0.5768475572047,
"recall@10": 0.6537440733869305,
"precision@5": 0.19428571428571437,
"mrr@10": 0.5021428571428572,
"nonsense_clean": "2/3",
"superseded_outranks": "2/3",
"latency_ms_p50": 1173.7,
"latency_ms_p95": 1623.0,
"latency_ms_max": 1647.9,
"errors": 0,
"by_category": {
"associative": {
"n": 6,
"hit@5": 0.5,
"recall@5": 0.07575757575757576,
"recall@10": 0.12121212121212122,
"mrr@10": 0.22916666666666666
},
"exact_rare": {
"n": 6,
"hit@5": 1.0,
"recall@5": 1.0,
"recall@10": 1.0,
"mrr@10": 1.0
},
"nonsense": {
"n": 3,
"clean": 2,
"avg_false_positives": 3.3333333333333335
},
"paraphrase": {
"n": 13,
"hit@5": 0.6923076923076923,
"recall@5": 0.6923076923076923,
"recall@10": 0.7692307692307693,
"mrr@10": 0.29423076923076924
},
"phrase": {
"n": 7,
"hit@5": 1.0,
"recall@5": 0.5335884353741497,
"recall@10": 0.5933956916099773,
"mrr@10": 0.8214285714285714
},
"superseded": {
"n": 3,
"hit@5": 0.3333333333333333,
"recall@5": 0.3333333333333333,
"recall@10": 0.6666666666666666,
"mrr@10": 0.20833333333333334,
"outranks": 2
}
}
},
"rows": [
{
"id": "q01",
"category": "exact_rare",
"query": "unjailbreakable",
"returned": [
"mem-7f61beb4-271c-4feb-9f6e-1c9c837a6226",
"??~'??JI???",
"b41a1b01-0075-4019-b0b5-6e639fd126e5",
"??H'??JI?#?",
"??H'??JI?[?",
"bb94bdf1-7b52-4967-ab81-9c6f01cf9665",
"7f092282-ccf5-4922-8694-08b7728f678d",
"6743e5f0-8d77-46e7-8ce0-b82e947272a1",
"o?H'??JI?c?",
"696e609c-da7a-4394-8a0c-106ba07dc6c3"
],
"n_returned": 10,
"latency_ms": 284.2,
"error": null,
"hit@5": 1.0,
"recall@5": 1.0,
"recall@10": 1.0,
"precision@5": 0.2,
"mrr@10": 1.0
},
{
"id": "q02",
"category": "exact_rare",
"query": "engram-migrate",
"returned": [
"mem-6fdf6545-5e1a-43a9-8bdc-d2cd248146a5",
"bl-ba764d70-e9d7-4f62-848f-719cb665f45e",
"mem-22fe5ec8-ae0d-4583-a05c-d1ef50353257",
"bl-b28d7256-6f74-4567-bd90-40d0ef2a6d78",
"project-engram",
"ctx-45bc",
"project-engram-lang",
"ctx-74ed",
"mem-60778715-758c-4677-933d-fc39b8f94152",
"ctx-fae1"
],
"n_returned": 10,
"latency_ms": 338.1,
"error": null,
"hit@5": 1.0,
"recall@5": 1.0,
"recall@10": 1.0,
"precision@5": 0.2,
"mrr@10": 1.0
},
{
"id": "q03",
"category": "exact_rare",
"query": "cartabandonedevent",
"returned": [
"mem-1ba7c67d-85b9-4c2e-9fe2-39f8b0477091",
"?o?`????",
"mem-5708f4c9-3d61-4182-8543-2843698931e6",
"??L?=??|Q?",
"????2??jZ??",
"project-canon",
"?/g?7?????e",
"?v??_??tE??",
"??o?'?B???N",
"x??I?cB?]p?"
],
"n_returned": 10,
"latency_ms": 300.4,
"error": null,
"hit@5": 1.0,
"recall@5": 1.0,
"recall@10": 1.0,
"precision@5": 0.2,
"mrr@10": 1.0
},
{
"id": "q04",
"category": "exact_rare",
"query": "pre-apprenticeship",
"returned": [
"mem-89c02aae-d3ca-43f9-9e5d-eb369896276c",
"mem-f623328a-be55-49a0-a389-4cce5bf42509",
"bl-b05f9a75-ad6b-4929-a9a3-32df17a1f4bf",
"mem-295f7aac-6c9e-4508-8dbc-a25f101f01d6",
"bl-2483e070-1385-4dbe-a49d-86c1af81e7d1",
"bl-9ce4128a-9436-4b06-82bc-8a6faafa81e0",
"bl-680b24a9-edc3-4a9d-847a-bff0b46b568c",
"mem-068e01fb-bdd0-498e-a2bb-33defa2c8bb2",
"bl-59e0ece0-2c79-4e06-a85f-daaeec0bd737",
"mem-2d1ea831-cccd-4f0f-86b9-2cbbc89dc3e0"
],
"n_returned": 10,
"latency_ms": 285.2,
"error": null,
"hit@5": 1.0,
"recall@5": 1.0,
"recall@10": 1.0,
"precision@5": 0.2,
"mrr@10": 1.0
},
{
"id": "q05",
"category": "exact_rare",
"query": "inferencenodemanager",
"returned": [
"mem-73969486-143f-4431-b5e6-6845d1cc9848",
"bl-c1765767-3e27-449a-8c94-10411d1eb7c0",
"bl-c9adb8e5-293f-4033-99f8-0405c17ef941",
"project-Add_inference_url_config_to_Neuron_MCP__Route_summarization_gen_tasks_to_Pantheon__keep_frontier_for_complex_reasoning_",
"bl-21a904d9-5834-46d5-8c20-dfc5ab49444f",
"mem-00de72b8-b532-4cc4-95eb-18e39697891c",
"project-runpod-inference",
"bl-87b459c8-3953-478f-8384-10cc3f861424",
"bl-f918df79-dcd2-4a6e-9eae-71f94247e913",
"bl-2632242e-80b1-4d88-8368-7065b5de5b34"
],
"n_returned": 10,
"latency_ms": 318.5,
"error": null,
"hit@5": 1.0,
"recall@5": 1.0,
"recall@10": 1.0,
"precision@5": 0.2,
"mrr@10": 1.0
},
{
"id": "q06",
"category": "exact_rare",
"query": "clear-eyed",
"returned": [
"knw-c72597c5-c23d-4c08-8e9e-996dadf26a99",
"958ce934-a9c4-4242-afe1-d73d61c22aee",
"f2bb62a2-c2b6-4fb6-b58d-21cdecc1446f",
"89aeb221-d068-4dfc-925d-d2249e744788",
"1c0effdd-baef-4523-abb8-490c3bc8b4df",
"00d2cc20-c76b-468d-8204-c624512ced28",
"eb68b995-eb4d-4f8d-b7c9-35eeba9ac781",
"b4b13fc0-b0da-4fd9-b9aa-98553b5c1078",
"??",
"??"
],
"n_returned": 10,
"latency_ms": 331.3,
"error": null,
"hit@5": 1.0,
"recall@5": 1.0,
"recall@10": 1.0,
"precision@5": 0.2,
"mrr@10": 1.0
},
{
"id": "q07",
"category": "phrase",
"query": "patterns not returns",
"returned": [
"tag-patterns",
"mem-a4a9dfc3-e40b-49b3-b1e1-060e8be2f482",
"3e9a651b-4b34-466d-ba45-874764a01609",
"project-Imprint__system_design__ADRs__tech_strategy__integration_patterns__governance_",
"3c633e71-2754-4273-990d-d44a6351cec3",
"project-Imprint__analysis_patterns__data_storytelling__SQL__dashboards__insight_framing_",
"cc4e7bc9-9d9b-4905-92a6-c6b99653b867",
"bl-79028eed-c330-4724-9402-734062d13503",
"14e328ad-bff1-4dc1-9ec5-dfc2bb98d968",
"bl-39dad13d-7105-4049-8224-dc3c34fdb1f3"
],
"n_returned": 10,
"latency_ms": 582.9,
"error": null,
"hit@5": 1.0,
"recall@5": 1.0,
"recall@10": 1.0,
"precision@5": 0.2,
"mrr@10": 0.5
},
{
"id": "q08",
"category": "phrase",
"query": "thirty moves",
"returned": [
"kn-6061318f-046b-4935-907d-8eafdce14930",
"knw-7902acca-604e-409b-8faf-ad85424211d0",
"knw-0087493b-25cd-45b0-bf46-c078c5b49718",
"kn-f230b362-b201-4402-9833-4160c89ab3d4",
"mem-c9bec303-a638-4a11-a490-f38410d448cf",
"knw-ed33e669-0790-44cb-a036-958d605c6fea",
"knw-f671966c-3387-4848-abca-b5deec122e00",
"2795fdbb-ee2a-4009-aa30-3f1c25b6e77c",
"kn-db9f141b-dbe3-4037-92e0-4bb9be0e5e6e",
"knw-4aebd815-4eaf-49d7-954b-03595f3d48be"
],
"n_returned": 10,
"latency_ms": 520.6,
"error": null,
"hit@5": 1.0,
"recall@5": 0.1875,
"recall@10": 0.3125,
"precision@5": 0.6,
"mrr@10": 1.0
},
{
"id": "q09",
"category": "phrase",
"query": "Grandma Lucas",
"returned": [
"kn-a99cefe3-5e83-4050-98d8-6c69f57c7c71",
"kn-eb1b9e18-3dc6-4b9b-9cc6-86e0ae6b6be8",
"kn-db9f141b-dbe3-4037-92e0-4bb9be0e5e6e",
"mem-5f76880b-bafb-4716-8e15-90f8ef59bebc",
"kn-6061318f-046b-4935-907d-8eafdce14930",
"766de879-f9d0-4a07-b6df-b43ee13763d8",
"kn-0bb4f021-56de-4947-a35b-a37209e7ba21",
"art-0f0277a1-4a8e-4645-95dd-fa379976f31c",
"art-79042b8b-6192-440f-90b0-60708f7e6325",
"kn-f230b362-b201-4402-9833-4160c89ab3d4"
],
"n_returned": 10,
"latency_ms": 531.5,
"error": null,
"hit@5": 1.0,
"recall@5": 0.2222222222222222,
"recall@10": 0.4444444444444444,
"precision@5": 0.4,
"mrr@10": 1.0
},
{
"id": "q10",
"category": "phrase",
"query": "Directed Harmonic",
"returned": [
"bl-dcee1887-34c4-4ffa-9119-1e291685ba08",
"project-harmonic-framework",
"bl-798d135f-3987-4ccd-8de6-70ca2f358337",
"mem-7eeacad7-d7c2-4c2b-8348-19a59aa6dbaf",
"project-harmonic-framework_com",
"bl-680b24a9-edc3-4a9d-847a-bff0b46b568c",
"tag-harmonic-design",
"project-harmonic-framework-content",
"bl-92acd4eb-0452-4e8e-9f54-f8cd35170d76",
"tag-harmonic-framework"
],
"n_returned": 10,
"latency_ms": 502.8,
"error": null,
"hit@5": 1.0,
"recall@5": 0.1111111111111111,
"recall@10": 0.1111111111111111,
"precision@5": 0.2,
"mrr@10": 0.25
},
{
"id": "q11",
"category": "phrase",
"query": "Sarah Bishop",
"returned": [
"kn-db9f141b-dbe3-4037-92e0-4bb9be0e5e6e",
"kn-a99cefe3-5e83-4050-98d8-6c69f57c7c71",
"766de879-f9d0-4a07-b6df-b43ee13763d8",
"bl-4ef4d914-da46-4e0f-be78-5219b9547e9f",
"015644f5-8194-4af0-800d-dd4a0cd71396",
"tag-sarah",
"??_/Pr?????",
"kn-eb1b9e18-3dc6-4b9b-9cc6-86e0ae6b6be8",
"mem-1f32f73a-952c-41bc-96dc-8b8b70d8a7c1",
"??_/Pr?????"
],
"n_returned": 10,
"latency_ms": 506.1,
"error": null,
"hit@5": 1.0,
"recall@5": 1.0,
"recall@10": 1.0,
"precision@5": 0.4,
"mrr@10": 1.0
},
{
"id": "q12",
"category": "phrase",
"query": "Directed Autonomous Runtime Modification",
"returned": [
"mem-e6327f52-2bda-4ce7-9471-2fffd1e172de",
"mem-82b93b21-a865-410f-9ec1-fc54121d9bb5",
"bl-6f99e111-7055-4635-9831-a489747ce418",
"bl-967536a0-d49d-44fb-8cfb-b31b40bcbfae",
"bl-145a0985-2382-400f-a7c5-c335c5e30a72",
"bl-2515d870-e35e-443b-ba20-5150bbc73fed",
"bl-5b17bd3b-0c41-46cb-a710-6fa4429692ff",
"bl-a0982e7c-e165-4da3-a11d-619fa0b535b0",
"2c56a7a9-5323-4ce4-ba09-35836ba15d54",
"knw-cf13b883-d947-4cf8-b86b-cd9c6f0748d6"
],
"n_returned": 10,
"latency_ms": 861.8,
"error": null,
"hit@5": 1.0,
"recall@5": 0.21428571428571427,
"recall@10": 0.2857142857142857,
"precision@5": 0.6,
"mrr@10": 1.0
},
{
"id": "q13",
"category": "phrase",
"query": "zero-knowledge encrypted backup",
"returned": [
"deda48cd-5e1a-46cb-bd43-8016afdb3a8a",
"8f3abb0d-77ed-4af3-9f4d-ba62cd198886",
"bl-36e2b4d0-9510-4da8-9b62-4af37b714429",
"7774a16c-1027-4e3b-a21e-67f1f95a4acd",
"?",
"bl-3c719d9a-cba1-47f4-b097-52cdeccc7c0d",
"830ca37a-d334-4e41-ba89-64893dc8d628",
"?",
"ce9636dc-85a5-4dae-9e07-74ea2fcc6307",
"?"
],
"n_returned": 10,
"latency_ms": 758.5,
"error": null,
"hit@5": 1.0,
"recall@5": 1.0,
"recall@10": 1.0,
"precision@5": 0.2,
"mrr@10": 1.0
},
{
"id": "q14",
"category": "paraphrase",
"query": "the elderly relative who passed while he stayed away",
"returned": [
"cb070131-dfd4-4a38-91d7-22b1bde164d2",
"kn-a99cefe3-5e83-4050-98d8-6c69f57c7c71",
"kn-0bb4f021-56de-4947-a35b-a37209e7ba21",
"knw-d788a210-613b-4c49-9486-88bbc9d4716f",
"art-4a99aa1a-489b-4b43-958b-25217adb1aad",
"kn-6061318f-046b-4935-907d-8eafdce14930",
"66c63082-b4da-4aa1-8fee-848db8a83210",
"kn-db9f141b-dbe3-4037-92e0-4bb9be0e5e6e",
"kn-eb1b9e18-3dc6-4b9b-9cc6-86e0ae6b6be8",
"mem-a535f205-bc4c-4058-9171-6263c496044a"
],
"n_returned": 10,
"latency_ms": 1590.9,
"error": null,
"hit@5": 1.0,
"recall@5": 1.0,
"recall@10": 1.0,
"precision@5": 0.2,
"mrr@10": 0.5
},
{
"id": "q15",
"category": "paraphrase",
"query": "a soldier sidelined by illness who refused to quit",
"returned": [
"b1183213-d659-4759-85d7-5b1f22427fe2",
"art-79042b8b-6192-440f-90b0-60708f7e6325",
"mem-16efddd1-c43d-4a42-9d78-f54fb82bd277",
"daf9d558-2265-49b0-b4fb-be0b80f3cdb1",
"863bfd72-50d2-487f-85ae-ecd48e2a501f",
"art-ddfcd045-2c3b-4a1e-9966-fec5ce44e1dd",
"5c1c3404-ad4c-49f1-8c0c-81262812731e",
"15a90710-5372-4d3d-aee5-2d7287d2a492",
"465fa29f-1ce3-4769-962a-1c32dfed8347",
"mem-da21c52c-04a5-4f92-8fba-f10aac47e027"
],
"n_returned": 10,
"latency_ms": 1647.9,
"error": null,
"hit@5": 0.0,
"recall@5": 0.0,
"recall@10": 0.0,
"precision@5": 0.0,
"mrr@10": 0.0
},
{
"id": "q16",
"category": "paraphrase",
"query": "choosing an uncomfortable fact over a pleasant fiction",
"returned": [
"tag-fiction",
"kn-13f60407-7b70-4db1-964f-ea1f8196efbd",
"knw-8fd9836c-cc39-49df-8d61-babda626cc88",
"mem-8d690e9d-a7e9-4062-b2f8-e2064294e463",
"knw-2c46cfb4-6d4e-4822-8a1a-7d743c1e4329",
"knw-e94982a2-358d-4f2f-af31-8ee0fcec07c6",
"mem-d1cfde0a-37f1-4bff-9a06-8eddbbf259f6",
"kn-db9f141b-dbe3-4037-92e0-4bb9be0e5e6e",
"knw-f671966c-3387-4848-abca-b5deec122e00",
"mem-16efddd1-c43d-4a42-9d78-f54fb82bd277"
],
"n_returned": 10,
"latency_ms": 1338.6,
"error": null,
"hit@5": 1.0,
"recall@5": 1.0,
"recall@10": 1.0,
"precision@5": 0.2,
"mrr@10": 0.5
},
{
"id": "q17",
"category": "paraphrase",
"query": "a tight payload beats a bloated one",
"returned": [
"bl-8de20bcf-7149-4f48-b67c-e7f9758fd6e5",
"mem-628437a6-47b0-4d81-8112-7e78499723d5",
"bl-798d135f-3987-4ccd-8de6-70ca2f358337",
"bl-680b24a9-edc3-4a9d-847a-bff0b46b568c",
"knw-12b4b913-7a25-4b0d-844c-504c01d6725e",
"knw-08559f5c-2306-4220-a146-398c74f1643c",
"bl-164b520b-c503-49db-89f9-bd2fdf4215f5",
"o#?CW????y:",
"knw-f6ed7d00-bf7d-42ce-9e40-77cf3406e918",
"1219277c-1b95-45ec-95a2-07b4a47a4d92"
],
"n_returned": 10,
"latency_ms": 1060.5,
"error": null,
"hit@5": 0.0,
"recall@5": 0.0,
"recall@10": 0.0,
"precision@5": 0.0,
"mrr@10": 0.0
},
{
"id": "q18",
"category": "paraphrase",
"query": "if you are able and nobody is coming the job is yours",
"returned": [
"bl-4476e856-c567-4b49-8ff7-d7dca3e5715e",
"mem-f6270c76-5a1c-4ab9-ae03-b6b0c25915ec",
"kn-eb1b9e18-3dc6-4b9b-9cc6-86e0ae6b6be8",
"a1000001-0000-0000-0000-000000000010",
"bl-9ce4128a-9436-4b06-82bc-8a6faafa81e0",
"a1000001-0000-0000-0000-000000000009",
"43098881-e044-482b-8e92-471728a8ba8b",
"? t?'?B?+??",
"a1000001-0000-0000-0000-000000000012",
"bl-448bc514-c2f1-4520-a9b1-1f3a73678d26"
],
"n_returned": 10,
"latency_ms": 1388.8,
"error": null,
"hit@5": 1.0,
"recall@5": 1.0,
"recall@10": 1.0,
"precision@5": 0.2,
"mrr@10": 0.3333333333333333
},
{
"id": "q19",
"category": "paraphrase",
"query": "learning is the wealth creditors cannot seize",
"returned": [
"tag-learning",
"mem-8d1c3a62-b077-4ad4-acb5-a549b19f9d6b",
"kn-0bb4f021-56de-4947-a35b-a37209e7ba21",
"knw-7902acca-604e-409b-8faf-ad85424211d0",
"mem-d450f442-541a-4d3e-8c97-b6303d6cbe56",
"kn-f230b362-b201-4402-9833-4160c89ab3d4",
"345b6420-e004-4d2e-b55c-6a729393fa99",
"kn-a99cefe3-5e83-4050-98d8-6c69f57c7c71",
"kn-5de5a9ac-fd15-45ab-bf18-77566781cf40",
"74f4776a-d0ea-44e4-b94f-7c87d0179ef3"
],
"n_returned": 10,
"latency_ms": 1231.7,
"error": null,
"hit@5": 1.0,
"recall@5": 1.0,
"recall@10": 1.0,
"precision@5": 0.2,
"mrr@10": 0.3333333333333333
},
{
"id": "q20",
"category": "paraphrase",
"query": "reliability proven by track record not assertion",
"returned": [
"mem-cde58b77-50d3-4bac-9581-e70a4c02c015",
"kn-5de5a9ac-fd15-45ab-bf18-77566781cf40",
"kn-db9f141b-dbe3-4037-92e0-4bb9be0e5e6e",
"mem-8d699e2c-ac2a-4742-bb62-b6da00f4b10e",
"knw-f671966c-3387-4848-abca-b5deec122e00",
"knw-4aebd815-4eaf-49d7-954b-03595f3d48be",
"mem-53d6adf0-cd08-4707-a237-daa5e65c7298",
"a708dd6e-fe73-4f2f-a21e-89daa0985487",
"knw-6b48dce2-f21c-452a-9db5-4e6aa61c87ca",
"bl-ef2bac68-e119-4139-b529-c7a1404ae3ac"
],
"n_returned": 10,
"latency_ms": 1590.7,
"error": null,
"hit@5": 1.0,
"recall@5": 1.0,
"recall@10": 1.0,
"precision@5": 0.2,
"mrr@10": 0.5
},
{
"id": "q21",
"category": "paraphrase",
"query": "boundaries that enable instead of confine",
"returned": [
"bl-8dd70cac-866d-4ff2-b9fe-b4b3c5f094bb",
"kn-a5b3d0ac-f6a1-49a4-aebb-b8b4cd67fe83",
"bl-ba7530fd-0f7c-4010-b03a-ca1e45a237ef",
"bl-0e8f4880-7b24-43aa-aed9-ad4d9fc73ff8",
"project-Source_kn-6f248a50__Add_containment_rules__convergence__location-independence__failure_modes_",
"bl-2515d870-e35e-443b-ba20-5150bbc73fed",
"bl-34f51ddb-a840-459f-a248-94214f5febb6",
"bl-b5e27ddb-a0a2-4652-afba-f969b80ee037",
"bl-7156862d-1f4f-4d76-8176-3ea89d22c3ae",
"bl-56a50e97-9a85-4e81-b6c9-3e3d26482f1d"
],
"n_returned": 10,
"latency_ms": 1380.0,
"error": null,
"hit@5": 1.0,
"recall@5": 1.0,
"recall@10": 1.0,
"precision@5": 0.2,
"mrr@10": 0.5
},
{
"id": "q22",
"category": "paraphrase",
"query": "what shifts tells you where to cut a system apart",
"returned": [
"5a2c118a-87bd-4239-97a7-9e02c5991983",
"bl-06c13965-082b-417d-9561-93d6e958ae5d",
"kn-78db5396-3dbc-4481-bfc7-e4e1422feb1c",
"knw-723551f5-1950-42a3-8b89-b6a06913cef0",
"kn-f230b362-b201-4402-9833-4160c89ab3d4",
"knw-12b4b913-7a25-4b0d-844c-504c01d6725e",
"kn-22d77abe-b3c5-42fd-afcd-dcb87d924929",
"mem-7b74cac0-905f-4c35-9688-fbcce105a177",
"knw-9707256e-ed44-4042-bd88-f90fa514e1cf",
"bl-4c5b385e-135a-4663-8521-96af0b491121"
],
"n_returned": 10,
"latency_ms": 1623.0,
"error": null,
"hit@5": 1.0,
"recall@5": 1.0,
"recall@10": 1.0,
"precision@5": 0.2,
"mrr@10": 0.3333333333333333
},
{
"id": "q23",
"category": "paraphrase",
"query": "a mind that compounds instead of resetting each day",
"returned": [
"bl-8dd70cac-866d-4ff2-b9fe-b4b3c5f094bb",
"mem-b43f6ef4-2f5a-418d-b5ce-3f21520cf6b8",
"8cbb60c5-4999-4ec1-8682-2592aedc4249",
"a0edad47-5f77-4fc3-a546-1e85f8c68e77",
"a1000001-0000-0000-0000-000000000001",
"kn-5de5a9ac-fd15-45ab-bf18-77566781cf40",
"96497334-b18f-495c-9228-eeb8182bdc38",
"mem-024598a9-ed2e-4eeb-b1e1-5410856ff132",
"kn-78db5396-3dbc-4481-bfc7-e4e1422feb1c",
"knw-ed33e669-0790-44cb-a036-958d605c6fea"
],
"n_returned": 10,
"latency_ms": 1471.0,
"error": null,
"hit@5": 0.0,
"recall@5": 0.0,
"recall@10": 0.0,
"precision@5": 0.0,
"mrr@10": 0.0
},
{
"id": "q24",
"category": "paraphrase",
"query": "loved for the unedited self and not the polished exterior",
"returned": [
"27e1b1a4-ad0b-49d9-812f-fedf43b8aabe",
"kn-13f60407-7b70-4db1-964f-ea1f8196efbd",
"knw-2c46cfb4-6d4e-4822-8a1a-7d743c1e4329",
"bl-87c93185-b2bf-40af-ae23-3c830c007abf",
"knw-c72597c5-c23d-4c08-8e9e-996dadf26a99",
"kn-5de5a9ac-fd15-45ab-bf18-77566781cf40",
"077d064f-3489-4c05-9aca-3782f96b51db",
"kn-db9f141b-dbe3-4037-92e0-4bb9be0e5e6e",
"knw-920c891f-bb8c-48c4-9afc-018ef12dcdc4",
"kn-6061318f-046b-4935-907d-8eafdce14930"
],
"n_returned": 10,
"latency_ms": 1516.6,
"error": null,
"hit@5": 0.0,
"recall@5": 0.0,
"recall@10": 1.0,
"precision@5": 0.0,
"mrr@10": 0.125
},
{
"id": "q25",
"category": "paraphrase",
"query": "cheerfulness you arrive at instead of assuming",
"returned": [
"mem-82158b02-a180-435d-84f0-0b7ce37511b4",
"kn-e0423482-cfa5-4796-8689-8495c93b66bc",
"knw-f671966c-3387-4848-abca-b5deec122e00",
"e4f27651-52c5-43fd-aff3-61d31685b3cd",
"a1000001-0000-0000-0000-000000000012",
"kn-db9f141b-dbe3-4037-92e0-4bb9be0e5e6e",
"mem-5624ec9d-62ba-4aba-8a3d-6afec6c09dd4",
"kn-89c67586-7d34-475e-89f9-46a0c65a9849",
"knw-f6ed7d00-bf7d-42ce-9e40-77cf3406e918",
"mem-a16deccb-16a7-419c-a013-ff824a4daa15"
],
"n_returned": 10,
"latency_ms": 1224.2,
"error": null,
"hit@5": 1.0,
"recall@5": 1.0,
"recall@10": 1.0,
"precision@5": 0.2,
"mrr@10": 0.5
},
{
"id": "q26",
"category": "paraphrase",
"query": "a childhood offering no solid foundation to inherit",
"returned": [
"bl-3f57bc69-7285-4f4a-a861-2de52efca058",
"kn-a99cefe3-5e83-4050-98d8-6c69f57c7c71",
"kn-f230b362-b201-4402-9833-4160c89ab3d4",
"bl-0d8c5dfa-e163-4fef-a58b-56b0d076c5a8",
"kn-6061318f-046b-4935-907d-8eafdce14930",
"kn-db9f141b-dbe3-4037-92e0-4bb9be0e5e6e",
"mem-b99efff0-00e6-40c8-9c5b-730330eef33b",
"kn-eb1b9e18-3dc6-4b9b-9cc6-86e0ae6b6be8",
"kn-5b606390-a52d-4ca2-8e0e-eba141d13440",
"kn-0bb4f021-56de-4947-a35b-a37209e7ba21"
],
"n_returned": 10,
"latency_ms": 1335.9,
"error": null,
"hit@5": 1.0,
"recall@5": 1.0,
"recall@10": 1.0,
"precision@5": 0.2,
"mrr@10": 0.2
},
{
"id": "q27",
"category": "associative",
"query": "Grandma Lucas stroke February 2006 goodbye window",
"returned": [
"kn-a99cefe3-5e83-4050-98d8-6c69f57c7c71",
"kn-eb1b9e18-3dc6-4b9b-9cc6-86e0ae6b6be8",
"kn-db9f141b-dbe3-4037-92e0-4bb9be0e5e6e",
"mem-5305665c-6b5b-45b7-89ae-5d2fb0b896ac",
"kn-0bb4f021-56de-4947-a35b-a37209e7ba21",
"766de879-f9d0-4a07-b6df-b43ee13763d8",
"mem-5f76880b-bafb-4716-8e15-90f8ef59bebc",
"kn-e0423482-cfa5-4796-8689-8495c93b66bc",
"3499d5da-0e9c-4de4-9bc4-8941b14e0b1f",
"mem-bce80169-2d46-4b3e-9ebe-8498e26f0a89"
],
"n_returned": 10,
"latency_ms": 1421.9,
"error": null,
"hit@5": 1.0,
"recall@5": 0.18181818181818182,
"recall@10": 0.2727272727272727,
"precision@5": 0.4,
"mrr@10": 0.5
},
{
"id": "q28",
"category": "associative",
"query": "Marines hernia sepsis medical ward",
"returned": [
"mem-9110798f-d0cb-4446-bc2a-14f09b6a09e2",
"mem-a5ae594a-235b-42c4-b3cf-f770e4f73761",
"ctx-fae1",
"art-79042b8b-6192-440f-90b0-60708f7e6325",
"mem-a54d59a4-cc2b-405d-b68e-5b6cf2b277bc",
"ctx-e5427d7d",
"art-ddfcd045-2c3b-4a1e-9966-fec5ce44e1dd",
"mem-0f6a2d16-0d39-4b38-9350-c6033b19c203",
"ctx-d499",
"5eb24168-c2d3-4842-85db-2070e0e14923"
],
"n_returned": 10,
"latency_ms": 1102.3,
"error": null,
"hit@5": 0.0,
"recall@5": 0.0,
"recall@10": 0.0,
"precision@5": 0.0,
"mrr@10": 0.0
},
{
"id": "q29",
"category": "associative",
"query": "Sarah Bishop Dyer trailer performance",
"returned": [
"kn-db9f141b-dbe3-4037-92e0-4bb9be0e5e6e",
"kn-eb1b9e18-3dc6-4b9b-9cc6-86e0ae6b6be8",
"766de879-f9d0-4a07-b6df-b43ee13763d8",
"mem-19317db1-fa05-43cd-b4e4-cb57840b7c40",
"kn-a99cefe3-5e83-4050-98d8-6c69f57c7c71",
"tag-trailer-park-paladins",
"bl-4ef4d914-da46-4e0f-be78-5219b9547e9f",
"015644f5-8194-4af0-800d-dd4a0cd71396",
"project-trailer-park-paladins",
"?V?"
],
"n_returned": 10,
"latency_ms": 1173.7,
"error": null,
"hit@5": 1.0,
"recall@5": 0.18181818181818182,
"recall@10": 0.2727272727272727,
"precision@5": 0.4,
"mrr@10": 0.5
},
{
"id": "q30",
"category": "associative",
"query": "Swarm Architecture containment lateral worker",
"returned": [
"bl-0fac287f-f4c0-4f15-bc4d-ff7f8a7af3ae",
"bl-9bde67c1-f0ba-4c3a-8fe5-de0deee0ce43",
"bl-2515d870-e35e-443b-ba20-5150bbc73fed",
"kn-a5b3d0ac-f6a1-49a4-aebb-b8b4cd67fe83",
"kn-b36902cc-0b05-44ba-9aa7-800e5dea9ca9",
"bl-bea7473c-c687-414c-9c0b-00c509a616c1",
"mem-ab34c2f7-3243-424b-affa-25555f6cf9cc",
"kn-6f248a50-355b-47bb-aec8-e0e646a9b077",
"kn-6061318f-046b-4935-907d-8eafdce14930",
"???I?cB?Zx?"
],
"n_returned": 10,
"latency_ms": 1187.7,
"error": null,
"hit@5": 0.0,
"recall@5": 0.0,
"recall@10": 0.0,
"precision@5": 0.0,
"mrr@10": 0.0
},
{
"id": "q31",
"category": "associative",
"query": "hope won inside the narrative preface",
"returned": [
"kn-e0423482-cfa5-4796-8689-8495c93b66bc",
"knw-723551f5-1950-42a3-8b89-b6a06913cef0",
"bl-2b00aeb0-c0fa-4a9f-8f30-4207e98b3d52",
"kn-db9f141b-dbe3-4037-92e0-4bb9be0e5e6e",
"kn-5b606390-a52d-4ca2-8e0e-eba141d13440",
"knw-4aebd815-4eaf-49d7-954b-03595f3d48be",
"knw-920c891f-bb8c-48c4-9afc-018ef12dcdc4",
"tag-hope",
"knw-ed33e669-0790-44cb-a036-958d605c6fea",
"kn-13f60407-7b70-4db1-964f-ea1f8196efbd"
],
"n_returned": 10,
"latency_ms": 1192.0,
"error": null,
"hit@5": 1.0,
"recall@5": 0.09090909090909091,
"recall@10": 0.09090909090909091,
"precision@5": 0.2,
"mrr@10": 0.25
},
{
"id": "q32",
"category": "associative",
"query": "man of the house six years old expectation",
"returned": [
"kn-eb1b9e18-3dc6-4b9b-9cc6-86e0ae6b6be8",
"mem-5305665c-6b5b-45b7-89ae-5d2fb0b896ac",
"4f698ae6-c40e-464e-9798-50350991a188",
"knw-35940684-abc4-42f0-b942-818f66b1f69a",
"kn-6061318f-046b-4935-907d-8eafdce14930",
"?Z?<S???K ?",
"mem-a0b7cfda-bc9e-4f40-b9a9-1722cf3f8263",
"kn-db9f141b-dbe3-4037-92e0-4bb9be0e5e6e",
"'?T?a\"B~-?8",
"mem-d396d789-0f7f-4366-a008-5d8801c8f2eb"
],
"n_returned": 10,
"latency_ms": 1425.3,
"error": null,
"hit@5": 0.0,
"recall@5": 0.0,
"recall@10": 0.09090909090909091,
"precision@5": 0.0,
"mrr@10": 0.125
},
{
"id": "q33",
"category": "nonsense",
"query": "zqxjvw plimforth grebulon",
"returned": [],
"n_returned": 0,
"latency_ms": 714.9,
"error": null,
"clean": true,
"false_positives": 0
},
{
"id": "q34",
"category": "nonsense",
"query": "flarnbistle quommetry",
"returned": [],
"n_returned": 0,
"latency_ms": 496.0,
"error": null,
"clean": true,
"false_positives": 0
},
{
"id": "q35",
"category": "nonsense",
"query": "xxqzzt vurblenacht throom",
"returned": [
"bl-4476e856-c567-4b49-8ff7-d7dca3e5715e",
"?V?",
"knw-6b48dce2-f21c-452a-9db5-4e6aa61c87ca",
"knw-920c891f-bb8c-48c4-9afc-018ef12dcdc4",
"?m?\\}Q??6??",
"8cbb60c5-4999-4ec1-8682-2592aedc4249",
"kn-66a21179-2adc-4b19-a109-880cf4674d7d",
"?m?\\}Q??6??",
"knw-723551f5-1950-42a3-8b89-b6a06913cef0",
"kn-333542cb-6dab-4662-9725-bf7440d28bf7"
],
"n_returned": 10,
"latency_ms": 729.4,
"error": null,
"clean": false,
"false_positives": 10
},
{
"id": "q36",
"category": "superseded",
"query": "is the self-improvement architecture called DARMA or DHARMA",
"returned": [
"mem-f3b37427-b7d1-4f7e-b32c-0241a20ce8da",
"mem-80d7416b-20e9-48a0-b176-b215527e2f56",
"tag-__darma____cgi____patents____self-improvement____character-preservation____autonomous____architecture__",
"kn-b7e98d63-8b83-4911-b4d0-990602a7f575",
"tag-__darma____cgi____patents____self-improvement____character-preservation____autonomous____kotlin____architecture__",
"knw-e047bb42-dc5b-4383-9e88-e508dc03abe3",
"mem-e6327f52-2bda-4ce7-9471-2fffd1e172de",
"bl-145a0985-2382-400f-a7c5-c335c5e30a72",
"mem-82b93b21-a865-410f-9ec1-fc54121d9bb5",
"bl-5b17bd3b-0c41-46cb-a710-6fa4429692ff"
],
"n_returned": 10,
"latency_ms": 1306.9,
"error": null,
"hit@5": 1.0,
"recall@5": 1.0,
"recall@10": 1.0,
"precision@5": 0.2,
"mrr@10": 0.5,
"outranks": true,
"rank_correct": 2,
"rank_stale": 10
},
{
"id": "q37",
"category": "superseded",
"query": "how many provisional patents does Will actually have",
"returned": [
"mem-6f0b2b45-90c1-4356-ac01-3daac05b09c8",
"12082f7e-e320-438b-bd65-083d8259748f",
"015644f5-8194-4af0-800d-dd4a0cd71396",
"a1000001-0000-0000-0000-000000000002",
"527ecb25-2587-47eb-8269-73be2431abd4",
"kn-eb1b9e18-3dc6-4b9b-9cc6-86e0ae6b6be8",
"13705072-4515-4124-963d-083af490494f",
"3cf706a1-3825-45d8-b0a9-06cae6cdf5b8",
"kn-5de5a9ac-fd15-45ab-bf18-77566781cf40",
"96eb59a0-5603-4c9e-835c-1de53f2319bc"
],
"n_returned": 10,
"latency_ms": 1647.4,
"error": null,
"hit@5": 0.0,
"recall@5": 0.0,
"recall@10": 1.0,
"precision@5": 0.0,
"mrr@10": 0.125,
"outranks": true,
"rank_correct": 8,
"rank_stale": null
},
{
"id": "q38",
"category": "superseded",
"query": "is MCP still the live integration layer",
"returned": [
"5fcba804-eb5b-48ec-82da-146b1c6bb50d",
"bl-7328cbe3-0200-43c2-88e7-0a164e15fca4",
"bl-c8c19362-430b-4817-9cf4-9e85e0099c64",
"bl-c5c6571e-118f-47c7-8cbb-3ed0ebf64a51",
"mem-101e81b4-8097-4749-8d8d-7bb66de34517",
"bl-4f7b651b-6b33-449c-8a3b-cfce12ce984b",
"86228228-7adf-41fb-b4c4-9ceea87953ae",
"4509ed62-9fb2-48b8-9038-ac569fca9604",
"bl-02ea83af-4a24-4329-aa00-ad3bb08ff8e7",
"mem-3a2cf162-d93b-4f29-86f2-5066fb7fe1f5"
],
"n_returned": 10,
"latency_ms": 1003.4,
"error": null,
"hit@5": 0.0,
"recall@5": 0.0,
"recall@10": 0.0,
"precision@5": 0.0,
"mrr@10": 0.0,
"outranks": false,
"rank_correct": null,
"rank_stale": 5
}
]
}