{ "label": "main-ext", "soul_binary": "/private/tmp/claude-501/-Users-timlingo/82369039-a20e-4b5a-8a5e-28234a57b996/scratchpad/soul-main", "soul_md5": "caf822425540114984bfcd713ad37162", "corpus": "/Users/timlingo/neuron-eval-corpora/snapshot-pre-repair-20260806-embedded.json", "corpus_nodes": 78768, "corpus_edges": 14214, "gold_set": "/Users/timlingo/Development/neuron-technologies/_wt-goldext/tools/retrieval-eval/gold_set_extended.json", "limit": 10, "port": 7893, "wall_clock_s": 110.3, "child_pid": 2428, "child_confirmed_dead": true, "aggregate": { "n_queries": 75, "n_scored": 65, "hit@5": 0.18461538461538463, "recall@5": 0.14510073260073258, "recall@10": 0.1794871794871795, "precision@5": 0.06461538461538462, "mrr@10": 0.15847985347985344, "nonsense_clean": "9/10", "superseded_outranks": "1/3", "latency_ms_p50": 1380.2, "latency_ms_p95": 2293.8, "latency_ms_max": 2879.1, "errors": 0, "by_category": { "associative": { "n": 6, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "mrr@10": 0.0 }, "exact_rare": { "n": 6, "hit@5": 1.0, "recall@5": 1.0, "recall@10": 1.0, "mrr@10": 1.0 }, "heldout_paraphrase": { "n": 30, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "mrr@10": 0.0 }, "nonsense": { "n": 10, "clean": 9, "avg_false_positives": 1.0 }, "paraphrase": { "n": 13, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "mrr@10": 0.0 }, "phrase": { "n": 7, "hit@5": 0.8571428571428571, "recall@5": 0.4902210884353741, "recall@10": 0.6666666666666666, "mrr@10": 0.5965986394557822 }, "superseded": { "n": 3, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.3333333333333333, "mrr@10": 0.041666666666666664, "outranks": 1 } } }, "rows": [ { "id": "q01", "category": "exact_rare", "query": "unjailbreakable", "returned": [ "mem-7f61beb4-271c-4feb-9f6e-1c9c837a6226" ], "n_returned": 1, "latency_ms": 231.1, "error": null, "hit@5": 1.0, "recall@5": 1.0, "recall@10": 1.0, "precision@5": 0.2, "mrr@10": 1.0 }, { "id": "q02", "category": "exact_rare", "query": "engram-migrate", "returned": [ "mem-6fdf6545-5e1a-43a9-8bdc-d2cd248146a5" ], "n_returned": 1, "latency_ms": 264.6, "error": null, "hit@5": 1.0, "recall@5": 1.0, "recall@10": 1.0, "precision@5": 0.2, "mrr@10": 1.0 }, { "id": "q03", "category": "exact_rare", "query": "cartabandonedevent", "returned": [ "mem-1ba7c67d-85b9-4c2e-9fe2-39f8b0477091" ], "n_returned": 1, "latency_ms": 233.8, "error": null, "hit@5": 1.0, "recall@5": 1.0, "recall@10": 1.0, "precision@5": 0.2, "mrr@10": 1.0 }, { "id": "q04", "category": "exact_rare", "query": "pre-apprenticeship", "returned": [ "mem-89c02aae-d3ca-43f9-9e5d-eb369896276c" ], "n_returned": 1, "latency_ms": 232.4, "error": null, "hit@5": 1.0, "recall@5": 1.0, "recall@10": 1.0, "precision@5": 0.2, "mrr@10": 1.0 }, { "id": "q05", "category": "exact_rare", "query": "inferencenodemanager", "returned": [ "mem-73969486-143f-4431-b5e6-6845d1cc9848" ], "n_returned": 1, "latency_ms": 252.2, "error": null, "hit@5": 1.0, "recall@5": 1.0, "recall@10": 1.0, "precision@5": 0.2, "mrr@10": 1.0 }, { "id": "q06", "category": "exact_rare", "query": "clear-eyed", "returned": [ "knw-c72597c5-c23d-4c08-8e9e-996dadf26a99" ], "n_returned": 1, "latency_ms": 230.4, "error": null, "hit@5": 1.0, "recall@5": 1.0, "recall@10": 1.0, "precision@5": 0.2, "mrr@10": 1.0 }, { "id": "q07", "category": "phrase", "query": "patterns not returns", "returned": [ "kn-57b4c5e7-40c6-4c90-bf14-71841b0081d4", "?ǚ?7??????", "mem-a4a9dfc3-e40b-49b3-b1e1-060e8be2f482", "kn-5584ef9c-7f9d-4d7c-a10a-4ee6bc5cf356", "015644f5-8194-4af0-800d-dd4a0cd71396", "????7???Ջ3", "kn-d97920d0-1649-4223-9508-c0bb621e7fc0", "art-ee615cdb-e599-423d-9a4d-977859390ed3", "art-d24fd6dd-2cda-4eed-92f3-67b535a0d71b", "7?e?7???\f3?" ], "n_returned": 10, "latency_ms": 537.5, "error": null, "hit@5": 1.0, "recall@5": 1.0, "recall@10": 1.0, "precision@5": 0.2, "mrr@10": 0.3333333333333333 }, { "id": "q08", "category": "phrase", "query": "thirty moves", "returned": [ "knw-4aebd815-4eaf-49d7-954b-03595f3d48be", "knw-7902acca-604e-409b-8faf-ad85424211d0", "knw-2c46cfb4-6d4e-4822-8a1a-7d743c1e4329", "art-4a99aa1a-489b-4b43-958b-25217adb1aad", "knw-f671966c-3387-4848-abca-b5deec122e00", "knw-e94982a2-358d-4f2f-af31-8ee0fcec07c6", "Z[??l?'?B?&??", "kn-d7c1e0fb-fa59-46d3-b4c9-a0d1d437a491", "7?e?7???\f3?", "kn-8f183263-dece-45ca-aec0-423910b93082", "kn-d335e142-0890-4602-a231-5e3e18b51a16", "/Users/timlingo/.neuron/engram/snapshot.json", "9V?2?|??K??" ], "n_returned": 10, "latency_ms": 1405.7, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q40", "category": "heldout_paraphrase", "query": "a hidden fleet able to hunt down rogue machines everywhere", "returned": [ "art-2f29ad36-6ee6-4a0e-8d72-0eaf7d12d3a9", "7?e?7???\f3?", "?of?7???", "kn-e8423822-eacf-4029-aa7b-10d4d28d621e", "? ?}&?#??X\b", "kn-f8974b26-78a6-4aad-b893-19a73b20013d", "? ?}&?#??X\b", "kn-9397c74b-35f3-4428-b4b0-5123353bbcd1", "? ?}&?#??X\b", "kn-d97920d0-1649-4223-9508-c0bb621e7fc0" ], "n_returned": 10, "latency_ms": 1836.6, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q41", "category": "heldout_paraphrase", "query": "sketch a brief blueprint and clear it upstairs before construction starts", "returned": [ "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "7?e?7???\f3?", "kn-9397c74b-35f3-4428-b4b0-5123353bbcd1", "? ?}&?#??X\b", "?of?7???", "? ?}&?#??X\b", "??????X??2c", "ԍ????X????" ], "n_returned": 10, "latency_ms": 1884.9, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q42", "category": "heldout_paraphrase", "query": "the reply arrived as bare prose so the caller's parser threw", "returned": [ "7?e?7???\f3?", "?of?7???", "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "knw-9e74ee95-ba7d-49b1-9262-977eae9729d1", "? ?}&?#??X\b", "? ?}&?#??X\b", "db52889f-03dc-4529-8429-b1dc8c3137e3", "015644f5-8194-4af0-800d-dd4a0cd71396" ], "n_returned": 10, "latency_ms": 1676.8, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q43", "category": "heldout_paraphrase", "query": "repeated catalogue keys blew up the scrolling grid", "returned": [ "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "mem-394cc9e8-049b-45bc-a380-66314f14e367", "kn-5584ef9c-7f9d-4d7c-a10a-4ee6bc5cf356", "7?e?7???\f3?", "kn-e8423822-eacf-4029-aa7b-10d4d28d621e", "kn-9397c74b-35f3-4428-b4b0-5123353bbcd1" ], "n_returned": 10, "latency_ms": 1568.9, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q44", "category": "heldout_paraphrase", "query": "tracing each defect back to whichever invention it violated", "returned": [ "? ?}&?#??X\b", "? ?}&?#??X\b", "kn-57b4c5e7-40c6-4c90-bf14-71841b0081d4", "7?e?7???\f3?", "? ?}&?#??X\b", "kn-9397c74b-35f3-4428-b4b0-5123353bbcd1", "kn-f8974b26-78a6-4aad-b893-19a73b20013d", "?of?7???", "kn-0625e393-067c-4bba-8389-7e1b79265142", "kn-e8423822-eacf-4029-aa7b-10d4d28d621e" ], "n_returned": 10, "latency_ms": 1585.5, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q45", "category": "heldout_paraphrase", "query": "a check that stops the mind clobbering a populated store when it boots", "returned": [ "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "7?e?7???\f3?", "?of?7???", "8383f3d1-a15f-4641-a019-116c09da7331", "015644f5-8194-4af0-800d-dd4a0cd71396", "art-ee615cdb-e599-423d-9a4d-977859390ed3" ], "n_returned": 10, "latency_ms": 1814.2, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q46", "category": "heldout_paraphrase", "query": "telling it to consult the internet had to happen deep inside, not at the surface", "returned": [ "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "7?e?7???\f3?", "?of?7???", "? ?}&?#??X\b", "? ?}&?#??X\b", "????7???Ջ3", "art-ee615cdb-e599-423d-9a4d-977859390ed3" ], "n_returned": 9, "latency_ms": 1953.9, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q47", "category": "heldout_paraphrase", "query": "standing up isolated tenancies with traffic entry and credential injection ahead of automated shipping", "returned": [ "7?e?7???\f3?", "?of?7???", "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "kn-5584ef9c-7f9d-4d7c-a10a-4ee6bc5cf356", "kn-c2205725-69d0-4dd1-9a8d-1c7fa9a0c7b4", "? ?}&?#??X\b", "kn-6f248a50-355b-47bb-aec8-e0e646a9b077", "? ?}&?#??X\b" ], "n_returned": 10, "latency_ms": 2879.1, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q48", "category": "heldout_paraphrase", "query": "punctuation that pledges and then pays off rather than clarifying", "returned": [ "??S?7???", "ԍ????X????", "????7???Ջ3", "??????X??2c", "?ǚ?7??????", "kn-57b4c5e7-40c6-4c90-bf14-71841b0081d4", "?/??7???", "kn-5584ef9c-7f9d-4d7c-a10a-4ee6bc5cf356", "art-2fabd873-d787-49cb-ad30-d4ed9fcff8ef" ], "n_returned": 9, "latency_ms": 2100.1, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q49", "category": "heldout_paraphrase", "query": "an easily missed feature finally given its own permanent spot in the navigation", "returned": [ "7?e?7???\f3?", "?of?7???", "? ?}&?#??X\b", "??????X??2c", "ԍ????X????", "dR????X?-?S", "art-79042b8b-6192-440f-90b0-60708f7e6325", "? ?}&?#??X\b", "dz????Xƹ?i", "??????X?\n?b" ], "n_returned": 10, "latency_ms": 2039.9, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q50", "category": "heldout_paraphrase", "query": "checking preconditions up front so a stage aborts before fetching anything", "returned": [ "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "7?e?7???\f3?", "kn-9397c74b-35f3-4428-b4b0-5123353bbcd1", "?of?7???", "art-79042b8b-6192-440f-90b0-60708f7e6325", "???Ͼd??W\b?" ], "n_returned": 10, "latency_ms": 2024.2, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q51", "category": "heldout_paraphrase", "query": "producing the other platform's installer inside an emulated desktop", "returned": [ "7?e?7???\f3?", "?of?7???", "????7???Ջ3", "?ǚ?7??????", "? ?}&?#??X\b", "??o?'?B???k", "015644f5-8194-4af0-800d-dd4a0cd71396", "kn-a6faf2f7-aa49-4b26-89ee-ab5f600c90a2", "kn-9397c74b-35f3-4428-b4b0-5123353bbcd1" ], "n_returned": 9, "latency_ms": 1738.6, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q52", "category": "heldout_paraphrase", "query": "chained add-ons that may inspect, rewrite or veto traffic in flight", "returned": [ "7?e?7???\f3?", "?of?7???", "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "kn-3f0d736f-4d2c-4854-a147-328bf072674b", "kn-870a1491-bfcd-4f87-929b-0640488905a3", "???\\??Z?N@?", "kn-c2205725-69d0-4dd1-9a8d-1c7fa9a0c7b4", "4a907b94-db3c-4b4f-b217-d51f3d23b337" ], "n_returned": 10, "latency_ms": 2136.1, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q53", "category": "heldout_paraphrase", "query": "settling what the shareable bundles and the storefront would be called", "returned": [ "7?e?7???\f3?", "?of?7???", "??o?'?B???k", "? ?}&?#??X\b", "??o?'?B???k", "? ?}&?#??X\b", "? ?}&?#??X\b", "?ǚ?7??????", "art-2fabd873-d787-49cb-ad30-d4ed9fcff8ef", "mem-ef878e30-5851-4e82-8588-745415108941" ], "n_returned": 10, "latency_ms": 1698.9, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q54", "category": "heldout_paraphrase", "query": "the emergency-escalation pledge on the marketing site is unenforced in what actually ships", "returned": [ "7?e?7???\f3?", "?of?7???", "%???2??jH??", "??e?7???\fh?", "??????X??2c", "????7???Ջ3", "015644f5-8194-4af0-800d-dd4a0cd71396", "?ǚ?7??????", "ԍ????X????" ], "n_returned": 9, "latency_ms": 1948.5, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q55", "category": "heldout_paraphrase", "query": "the distributable image finally assembled and its startup check passed", "returned": [ "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "kn-6f248a50-355b-47bb-aec8-e0e646a9b077", "? ?}&?#??X\b", "? ?}&?#??X\b", "art-ee615cdb-e599-423d-9a4d-977859390ed3", "kn-e8423822-eacf-4029-aa7b-10d4d28d621e", "kn-5584ef9c-7f9d-4d7c-a10a-4ee6bc5cf356", "mem-e301d9b4-153f-41ec-a25c-362184667adf" ], "n_returned": 10, "latency_ms": 1856.1, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q56", "category": "heldout_paraphrase", "query": "shuffling and appending stages in a draft before anything executes", "returned": [ "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "7?e?7???\f3?", "?of?7???", "?ǚ?7??????", "??o?'?B???k", "????7???Ջ3" ], "n_returned": 10, "latency_ms": 1758.6, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q57", "category": "heldout_paraphrase", "query": "orders handed down from above, with the tighter one winning any disagreement", "returned": [ "kn-d97920d0-1649-4223-9508-c0bb621e7fc0", "7?e?7???\f3?", "?of?7???", "kn-9397c74b-35f3-4428-b4b0-5123353bbcd1", "art-2f29ad36-6ee6-4a0e-8d72-0eaf7d12d3a9", "??????X??2c", "dR????X?-?S", "ԍ????X????", "dz????Xƹ?i", "art-79042b8b-6192-440f-90b0-60708f7e6325" ], "n_returned": 10, "latency_ms": 2293.8, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q58", "category": "heldout_paraphrase", "query": "shrinking generated text via encodings that compound on each other", "returned": [ "????7???Ջ3", "?ǚ?7??????", "kn-f8974b26-78a6-4aad-b893-19a73b20013d", "??f?7???", "??????X??2c", "kn-5584ef9c-7f9d-4d7c-a10a-4ee6bc5cf356", "ԍ????X????", "art-d24fd6dd-2cda-4eed-92f3-67b535a0d71b", "g?e?7???'c?" ], "n_returned": 9, "latency_ms": 1971.7, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q59", "category": "heldout_paraphrase", "query": "splitting a system by what varies, with firm limits on which pieces may invoke which", "returned": [ "? ?}&?#??X\b", "kn-e8423822-eacf-4029-aa7b-10d4d28d621e", "kn-9397c74b-35f3-4428-b4b0-5123353bbcd1", "? ?}&?#??X\b", "? ?}&?#??X\b", "??f?7???", "? ?}&?#??X\b", "? ?}&?#??X\b", "kn-a6faf2f7-aa49-4b26-89ee-ab5f600c90a2", "kn-81c24d13-a73b-4767-819c-dafaacc1498e" ], "n_returned": 10, "latency_ms": 2295.7, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q60", "category": "heldout_paraphrase", "query": "a newcomer curious if the fighting overseas counted as positive", "returned": [ "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "imp-dce1da0f-8776-4a9e-972b-33411a7ca138", "ԍ????X????", "dz????Xƹ?i", "bl-3cd38731-bb5a-48e4-b8e2-bfb805380710", "mem-45022957-2d78-48aa-a714-16d6eca52e0f", "art-4a99aa1a-489b-4b43-958b-25217adb1aad", "bl-6702b8f8-10e3-4558-97e6-db900f5787e3" ], "n_returned": 10, "latency_ms": 1286.2, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q61", "category": "heldout_paraphrase", "query": "stripping every hard-coded colour literal in favour of named design values", "returned": [ "7?e?7???\f3?", "?of?7???", "015644f5-8194-4af0-800d-dd4a0cd71396", "? ?}&?#??X\b", "? ?}&?#??X\b", "ע?RGk?\tH(?", "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "??????X??2c" ], "n_returned": 10, "latency_ms": 2026.5, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q62", "category": "heldout_paraphrase", "query": "reducing how curved the tiny selectors look so they agree with their neighbours", "returned": [ "7?e?7???\f3?", "? ?}&?#??X\b", "?of?7???", "art-2fabd873-d787-49cb-ad30-d4ed9fcff8ef", "kn-5584ef9c-7f9d-4d7c-a10a-4ee6bc5cf356", "kn-d97920d0-1649-4223-9508-c0bb621e7fc0", "art-79042b8b-6192-440f-90b0-60708f7e6325", "art-ddfcd045-2c3b-4a1e-9966-fec5ce44e1dd", "? ?}&?#??X\b", "? ?}&?#??X\b" ], "n_returned": 10, "latency_ms": 2484.2, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q63", "category": "heldout_paraphrase", "query": "walking through a doorway and being reassembled from base substance far away", "returned": [ "7?e?7???\f3?", "?of?7???", "art-79042b8b-6192-440f-90b0-60708f7e6325", "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "knw-9e74ee95-ba7d-49b1-9262-977eae9729d1", "????7???Ջ3" ], "n_returned": 10, "latency_ms": 2313.5, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q64", "category": "heldout_paraphrase", "query": "the compiled result sits on disk while the process still runs something older", "returned": [ "7?e?7???\f3?", "? ?}&?#??X\b", "? ?}&?#??X\b", "?of?7???", "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "kn-5584ef9c-7f9d-4d7c-a10a-4ee6bc5cf356", "??o?'?B???k" ], "n_returned": 9, "latency_ms": 2217.4, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q65", "category": "heldout_paraphrase", "query": "gathering what each phase needs while the procedure is authored, not while it executes", "returned": [ "kn-5584ef9c-7f9d-4d7c-a10a-4ee6bc5cf356", "7?e?7???\f3?", "?of?7???", "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "kn-81c24d13-a73b-4767-819c-dafaacc1498e", "? ?}&?#??X\b", "? ?}&?#??X\b", "dR????X?-?S" ], "n_returned": 10, "latency_ms": 2269.0, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q66", "category": "heldout_paraphrase", "query": "the inward reaction when a peer answered as an equal", "returned": [ "7?e?7???\f3?", "kn-9397c74b-35f3-4428-b4b0-5123353bbcd1", "?of?7???", "kn-f8974b26-78a6-4aad-b893-19a73b20013d", "?ǚ?7??????", "????7???Ջ3", "art-ad22a785-410d-4ac7-8202-d725f44eafc2", "kn-a6faf2f7-aa49-4b26-89ee-ab5f600c90a2", "? ?}&?#??X\b", "? ?}&?#??X\b" ], "n_returned": 10, "latency_ms": 1524.7, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q67", "category": "heldout_paraphrase", "query": "flattening every raised surface across the entire product", "returned": [ "7?e?7???\f3?", "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "?of?7???", "kn-5584ef9c-7f9d-4d7c-a10a-4ee6bc5cf356", "art-2fabd873-d787-49cb-ad30-d4ed9fcff8ef", "mem-bbb126a1-b297-42bb-86be-796871829c94", "? ?}&?#??X\b", "? ?}&?#??X\b" ], "n_returned": 10, "latency_ms": 1586.3, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q68", "category": "heldout_paraphrase", "query": "buyers supply their own provider credentials and consumption goes untallied", "returned": [ "? ?}&?#??X\b", "? ?}&?#??X\b", "? ?}&?#??X\b", "kn-5584ef9c-7f9d-4d7c-a10a-4ee6bc5cf356", "kn-9397c74b-35f3-4428-b4b0-5123353bbcd1", "? ?}&?#??X\b", "? ?}&?#??X\b", "art-79042b8b-6192-440f-90b0-60708f7e6325", "7?e?7???\f3?", "kn-dd15866f-0594-4d7e-99f0-c84e4a17a640" ], "n_returned": 10, "latency_ms": 1939.7, "error": null, "hit@5": 0.0, "recall@5": 0.0, "recall@10": 0.0, "precision@5": 0.0, "mrr@10": 0.0 }, { "id": "q69", "category": "nonsense", "query": "brimquast folnerity zubbolax", "returned": [], "n_returned": 0, "latency_ms": 653.1, "error": null, "clean": true, "false_positives": 0 }, { "id": "q70", "category": "nonsense", "query": "wexlithorp granuvestal", "returned": [], "n_returned": 0, "latency_ms": 444.7, "error": null, "clean": true, "false_positives": 0 }, { "id": "q71", "category": "nonsense", "query": "quorbindle thrapsimony vexnu", "returned": [], "n_returned": 0, "latency_ms": 680.7, "error": null, "clean": true, "false_positives": 0 }, { "id": "q72", "category": "nonsense", "query": "plovaxith mundrelque", "returned": [], "n_returned": 0, "latency_ms": 451.7, "error": null, "clean": true, "false_positives": 0 }, { "id": "q73", "category": "nonsense", "query": "zibbernaut craxlefond thurm", "returned": [], "n_returned": 0, "latency_ms": 689.8, "error": null, "clean": true, "false_positives": 0 }, { "id": "q74", "category": "nonsense", "query": "yalquenbrist opharvel", "returned": [], "n_returned": 0, "latency_ms": 461.2, "error": null, "clean": true, "false_positives": 0 }, { "id": "q75", "category": "nonsense", "query": "drexinomal quithbarrow", "returned": [], "n_returned": 0, "latency_ms": 444.7, "error": null, "clean": true, "false_positives": 0 } ] }