{ "comparison_to_lexical": { "blended": { "exact_at_10": { "absolute": 0.016822429906542063, "relative_percent": 10.000000000000009 }, "mrr_at_10": { "absolute": 0.01612817089452606, "relative_percent": 3.2470596668120244 }, "ndcg_at_10": { "absolute": 0.012861975406603998, "relative_percent": 3.1028474814522866 }, "recall_at_10": { "absolute": 0.016199376947040545, "relative_percent": 3.062426383981154 }, "recall_at_20": { "absolute": 0.04672897196261683, "relative_percent": 6.653359946773119 } }, "neural": { "exact_at_10": { "absolute": -0.00747663551401867, "relative_percent": -4.444444444444429 }, "mrr_at_10": { "absolute": 0.004142560450971666, "relative_percent": 0.8340152795780487 }, "ndcg_at_10": { "absolute": -0.0016211249156319885, "relative_percent": -0.39108326696112305 }, "recall_at_10": { "absolute": -0.0076323987538940985, "relative_percent": -1.4428739693757353 }, "recall_at_20": { "absolute": 0.007943925233644844, "relative_percent": 1.1310711909514382 } } }, "dataset": { "checksums": { "corpus.jsonl": "c7fdf85ce1e652b2aae1042d623ab3222f2ef99d2c21c6571aa6d089fdc808d1", "qrels.tsv": "7c44add70b027d4b48bf97d26e5a30e4c716c5570da09dc8b9ee2dbed730373e", "queries.jsonl": "41d5e1e968411b9adcb8cfffb00bae3611a5fb631ec6489373c2f61c861788ec" }, "counts": { "documents": 3878, "qrels": 2029, "queries": 535, "required_references": 2029, "resolved_references": 2029, "users": 50 }, "dataset": "MemoryQuest", "dataset_description": "Synthetic multi-session personal-assistant conversations", "index_contents": "session date plus raw user and assistant turns; construction metadata excluded", "license": "CC BY 4.0", "license_source": "https://huggingface.co/datasets/harshitachopra/MemoryQuest/blob/1ef78876a1785cfe800988f083d38e32d5ff0dc4/README.md", "paper": "https://www.microsoft.com/en-us/research/publication/thinking-ahead-prospection-guided-retrieval-of-memory-with-language-models/", "query_limit": null, "schema_version": 1, "scope": "queries search only their user's sessions at or before query date", "source_files_sha256": { "user0.json": "b3383cfb99c05783b45990a88ca4c472648c79e552c92854d9b1b53324209889", "user1.json": "1b5e2cf1918825e0705b11cb8a4a37686f88f5636bf140d00a8c00a641c0690a", "user10.json": "db0b1c30a7e7bb25400891311346742b5ca72c33324bcbb8e8ddbf6149ca1c7f", "user11.json": "226da7ce5a1f6498c18120befd451e1bee45345ee5ce3a686e29540cec4214e4", "user12.json": "e78f96929e66ecf106dc24d767dda987d8b4d150a5a0806d2dba7f8053bf25c6", "user13.json": "fd6fa36e117864afcb7553b86adf654f78242c68d34b825e58ff649ddf00bbe1", "user14.json": "bc6ce06b9b28f2c4ef4c3c50552cd0f0a427b9dbc9604b0e3f7cb09db010d13a", "user15.json": "2dafb98343c426e5f72528aea196d0faf53658f7fdaf29ce5b3ce112a5ce7ce2", "user16.json": "a8739748819455eea959b498be627631f415661744ab8007f41b468f04f5acb2", "user17.json": "8925a0a090c27d8ac2bf2ede4f77fb026e33756bdb6a1e13e2fd9ab567113e46", "user18.json": "e99b412a52deb67f82547fec58a83b7d4d2547c7235f0d384c0b73952f7de8b4", "user19.json": "116f0f65e4d3572ac8fba96ffc33f9ddcb4e9dcb765df798e7adf509e7bab4ab", "user2.json": "a570c3c210c92209f71d4a4789fabda9745ca7c07f059ed6ed3ace0be3af4afc", "user20.json": "24cc26f0efcf237ab58a23cd92222b734d50c064dbf123b30d708015fd6b6df8", "user21.json": "9ea675712cef5b7c9c808d0014059bc895089c7749fffeaa8b45a033da714e1b", "user22.json": "f37fcf88324e0d1b8fe6467a2b69d094aade152a424add38a9e7a1f5ac42ffa6", "user23.json": "852c29dc3d6baf99daf3571b1c2bce4786f6b0dceabf7c358c6418cdcbd7ee0b", "user24.json": "6578e033ffbdaa64e28d20fe8850041876afeff982da6460a3df348dd8d02312", "user25.json": "e047297cb5539fac034ebe4032d096660a0206135615adb4d3b5d6df4321a117", "user26.json": "e14d0580fc34a77f71064a186498c57c22881e4ce9a32af654ba9116dea87c9f", "user27.json": "b5c56ca8f339f093d2f0f1b68a2380293675573adb6870ac18b11217e075742e", "user28.json": "32c0bcb7cc83c722d7af41b0e2ba45757ffef71e72d706f27f648d6f32bc8df0", "user29.json": "b6138792601ce9e277ea8c7d1e1d584342c6af491bc0c4671bcf3439210ba655", "user3.json": "17157fb127161b304d82956ab61be37c50637eeb752a695eeadf3968a4257d2e", "user30.json": "92098cf797b5fd0ecb4ac170b7dd045f9bff380b50aee8e5cb519deee13e1981", "user31.json": "f7a9b34aab7efd7212d6c96abd25744199a778a9e7f84b30ccce3cf7bb7e6697", "user32.json": "12bb8e2d6f74dc5fbc0013c30b34727f7a31c7e906a4cd9f42596c57a1849c30", "user33.json": "9599b573c7115d58a82127377df7b3e0f166fcec4fa8d1162406127307bf9454", "user34.json": "bfa959de9fff947c72a4760ffdaff8fca35a6a5633f76b236425886e969f3f1c", "user35.json": "73572f986dc967cc40cdda54d183d39065e3a6d739c7e6122df82a272ae077cc", "user36.json": "6ae2838ad7f088a5ce152848259be3a5d31c0d046727f23d489c096c1b2c7f82", "user37.json": "8b7f305725f1b5c28f50044d99b713a24c2e63a3f853295058c39f599964a342", "user38.json": "c2a3c069babc5e06d983979b596897c6dcae955525f4fab30f1a5fe17ed8ddd8", "user39.json": "e9dc4f97f385314077dc1d1ea682391cbdac6a90163e26e7cbebe914fb42b4b5", "user4.json": "66be339d8ed5eadbbcf87334246717198948b0dc67385d4c671bf6448b79f3ca", "user40.json": "48d2f369f8ee05f87ac1c852f18a59eab047577f9bdec4f3371f75abe3610f9a", "user41.json": "fa1432721c3644338cb86e8c9232568b73ffe154c1465b005cac43873eaf63cc", "user42.json": "3e52da1d3410e732dee2efc453118ac3f315affa52419ffe2fa4bd685d951f3d", "user43.json": "d3cbbdac7aa4c63165a6c6273cf7b82957d863a1cb33c1c1cb225617e5a855d1", "user44.json": "b5387e98215ed9fff61d688a60075e3630426b0c14d5c8dda6d6e5165efe1f92", "user45.json": "9f4e7248fdb810b4d71665f36068b9a12650949f25f98dd3ad503e0a177daaba", "user46.json": "c1ae64edd03d5133b6c046a011d38368e632f3199835682d0ca8afff7a5aa302", "user47.json": "e46199b15bb9a1e0f476a38cff4867f0830b96ff7da453efc543b2dc5fe97b85", "user48.json": "006f70d0ac22b4f415de7f2136bcd4e7024662e59093d399ef704385847953a0", "user49.json": "15577cbc7c771021f21955a651b06ef822aa47c7f294530b28c8d420defc2a0a", "user5.json": "312cc819f18707b3721418b65b9cfee388568719de640ca66c6433af7859a22b", "user6.json": "309758c9454de8a489cc6ac0fa8648eb1a28875cb00f275791e6a47368da961f", "user7.json": "0ea65ea5ba2c3ac93aabbd3ba43ce0030acfdb3b821590e81b11da6ea3e6aa3a", "user8.json": "063f37dff008e48a7bd38e9a8489d50e69335112f188609a9b9ea53574858e06", "user9.json": "e8a53a6bfe11459fd90f1d9af87eceea7bd0331601e496d24a24e3301ae7f020" }, "source_repository": "https://huggingface.co/datasets/harshitachopra/MemoryQuest", "source_revision": "1ef78876a1785cfe800988f083d38e32d5ff0dc4" }, "gap_analysis": { "automatic_expansion_exact_at_20_gain": 0.08598130841121493, "automatic_expansion_recall_at_20_gain": 0.04127725856697817, "default_queries_with_neural_execution": 78, "default_recall_gain_from_10_to_20": 0.20389408099688466, "forced_neural_recall_at_20_gain_over_default": -0.038785046728971984, "incomplete_query_rate_at_20": 0.5514018691588785, "queries": 535 }, "generated_at": "2026-07-26T02:44:04.591470+00:00", "harness_sha256": { "eval_code_retrieval.py": "d2445823940705aac3610bfe5be38018463f8139597114ffd475655820c7c465", "export_memoryquest.py": "6f2689ec17167571ffb4c519bf85c8926b4d50daf311f65ba7b745fb78c48fa1", "render_memory_benchmark.py": "4ecb1774267b597d27541136910bc67db48b4c82914e4266d454768288165291" }, "ivygrep_commit": "3891ae4db35b6e52bd18f353a7b83c82f6394966", "modes": { "blended": { "binary": { "sha256": "10b6f4ae2080f0cb7d367fffe2cbd2c63af3f7ac32199088276282f14f96193e", "version": "ivygrep 1.2.6" }, "index_configuration": { "chunk_count": 6900, "file_count": 3878, "has_neural_vectors": true, "index_components": { "graph_bytes": 20480, "hash_vectors_bytes": 3837664, "lexical_bytes": 5598604, "metadata_bytes": 14217216, "neural_vectors_bytes": 3837664, "other_bytes": 260863, "sqlite_auxiliary_bytes": 442368, "stored_chunks_bytes": 13754368 }, "neural_backend": "StaticEmbedding token mean via Rust", "neural_coverage_percent": 100.0, "neural_dimensions": 256, "neural_model": { "architecture": "static-embedding", "dimensions": 256, "document_character_limit": 1024, "license": "Apache-2.0", "max_input_tokens": 0, "model_asset_bytes": 125729604, "model_id": "sentence-transformers/static-retrieval-mrl-en-v1", "model_weight_dtype": "f32", "model_weights_sha256": "164fc63ee9f9267be7378fcbd7df99d09788a2f45244c92aa99ae5a574925716", "normalize_embeddings": true, "parameter_count": 31254528, "pooling": "token-mean", "profile": "static-retrieval-v1", "revision": "f60985c706f192d45d218078e49e5a8b6f15283a", "schema_version": 1, "vector_quantization": "f16" }, "neural_profile": "static-retrieval-v1", "neural_vector_count": 6900, "reranker_candidate_limit": 100, "reranker_mode": "learned", "reranker_model": "public-linear-reranker-v2", "vector_key_count": 6900 }, "memory_expansion_disabled": false, "mode": "blended", "per_user": { "user0": { "exact_at_10": 0.5, "exact_at_20": 0.5, "exact_at_5": 0.1, "mrr_at_10": 0.4926190476190476, "ndcg_at_10": 0.4727515045005529, "precision_at_5": 0.28, "queries": 10, "recall_at_10": 0.6666666666666667, "recall_at_20": 0.7, "recall_at_5": 0.4666666666666666 }, "user1": { "exact_at_10": 0.5, "exact_at_20": 0.875, "exact_at_5": 0.25, "mrr_at_10": 0.4375, "ndcg_at_10": 0.5059111709931451, "precision_at_5": 0.325, "queries": 8, "recall_at_10": 0.75, "recall_at_20": 0.9583333333333334, "recall_at_5": 0.5416666666666666 }, "user10": { "exact_at_10": 0.1, "exact_at_20": 0.4, "exact_at_5": 0.0, "mrr_at_10": 0.5116666666666666, "ndcg_at_10": 0.4130639555152407, "precision_at_5": 0.32, "queries": 10, "recall_at_10": 0.525, "recall_at_20": 0.825, "recall_at_5": 0.4 }, "user11": { "exact_at_10": 0.375, "exact_at_20": 0.625, "exact_at_5": 0.0, "mrr_at_10": 0.7125, "ndcg_at_10": 0.567795671898116, "precision_at_5": 0.325, "queries": 8, "recall_at_10": 0.6875, "recall_at_20": 0.84375, "recall_at_5": 0.40625 }, "user12": { "exact_at_10": 0.5, "exact_at_20": 0.5, "exact_at_5": 0.0, "mrr_at_10": 0.75, "ndcg_at_10": 0.7238634325403399, "precision_at_5": 0.4, "queries": 2, "recall_at_10": 0.875, "recall_at_20": 0.875, "recall_at_5": 0.5833333333333333 }, "user13": { "exact_at_10": 0.2222222222222222, "exact_at_20": 0.3333333333333333, "exact_at_5": 0.0, "mrr_at_10": 0.501984126984127, "ndcg_at_10": 0.42356837405138387, "precision_at_5": 0.24444444444444446, "queries": 9, "recall_at_10": 0.5555555555555556, "recall_at_20": 0.75, "recall_at_5": 0.3055555555555556 }, "user14": { "exact_at_10": 0.25, "exact_at_20": 0.75, "exact_at_5": 0.0, "mrr_at_10": 0.4666666666666667, "ndcg_at_10": 0.44180808237156244, "precision_at_5": 0.2, "queries": 4, "recall_at_10": 0.6666666666666666, "recall_at_20": 0.8333333333333334, "recall_at_5": 0.3333333333333333 }, "user15": { "exact_at_10": 0.1, "exact_at_20": 0.8, "exact_at_5": 0.0, "mrr_at_10": 0.625, "ndcg_at_10": 0.4876995726253723, "precision_at_5": 0.32, "queries": 10, "recall_at_10": 0.6, "recall_at_20": 0.925, "recall_at_5": 0.4 }, "user16": { "exact_at_10": 0.3333333333333333, "exact_at_20": 0.6666666666666666, "exact_at_5": 0.0, "mrr_at_10": 0.40277777777777773, "ndcg_at_10": 0.3993611654842066, "precision_at_5": 0.23333333333333336, "queries": 6, "recall_at_10": 0.611111111111111, "recall_at_20": 0.8333333333333334, "recall_at_5": 0.38888888888888884 }, "user17": { "exact_at_10": 0.0, "exact_at_20": 0.3, "exact_at_5": 0.0, "mrr_at_10": 0.2990079365079365, "ndcg_at_10": 0.2638389230158847, "precision_at_5": 0.1, "queries": 10, "recall_at_10": 0.4333333333333333, "recall_at_20": 0.7, "recall_at_5": 0.16666666666666666 }, "user18": { "exact_at_10": 0.0, "exact_at_20": 0.1111111111111111, "exact_at_5": 0.0, "mrr_at_10": 0.434700176366843, "ndcg_at_10": 0.3741548587686155, "precision_at_5": 0.24444444444444446, "queries": 9, "recall_at_10": 0.5, "recall_at_20": 0.6111111111111112, "recall_at_5": 0.3055555555555556 }, "user19": { "exact_at_10": 0.1, "exact_at_20": 0.5, "exact_at_5": 0.0, "mrr_at_10": 0.5825, "ndcg_at_10": 0.4664813592325129, "precision_at_5": 0.33999999999999997, "queries": 10, "recall_at_10": 0.575, "recall_at_20": 0.825, "recall_at_5": 0.425 }, "user2": { "exact_at_10": 0.14285714285714285, "exact_at_20": 0.5714285714285714, "exact_at_5": 0.0, "mrr_at_10": 0.5714285714285714, "ndcg_at_10": 0.4946404583092278, "precision_at_5": 0.2857142857142857, "queries": 7, "recall_at_10": 0.6428571428571429, "recall_at_20": 0.8928571428571429, "recall_at_5": 0.35714285714285715 }, "user20": { "exact_at_10": 0.26666666666666666, "exact_at_20": 0.26666666666666666, "exact_at_5": 0.0, "mrr_at_10": 0.2994444444444444, "ndcg_at_10": 0.2932899791413443, "precision_at_5": 0.21333333333333335, "queries": 15, "recall_at_10": 0.4166666666666667, "recall_at_20": 0.5666666666666667, "recall_at_5": 0.26666666666666666 }, "user21": { "exact_at_10": 0.2727272727272727, "exact_at_20": 0.45454545454545453, "exact_at_5": 0.0, "mrr_at_10": 0.4727272727272727, "ndcg_at_10": 0.42357803191980525, "precision_at_5": 0.29090909090909095, "queries": 11, "recall_at_10": 0.5681818181818182, "recall_at_20": 0.7727272727272727, "recall_at_5": 0.36363636363636365 }, "user22": { "exact_at_10": 0.13333333333333333, "exact_at_20": 0.3333333333333333, "exact_at_5": 0.0, "mrr_at_10": 0.4711111111111111, "ndcg_at_10": 0.3612257366059032, "precision_at_5": 0.2, "queries": 15, "recall_at_10": 0.43333333333333335, "recall_at_20": 0.6833333333333333, "recall_at_5": 0.25 }, "user23": { "exact_at_10": 0.2727272727272727, "exact_at_20": 0.45454545454545453, "exact_at_5": 0.09090909090909091, "mrr_at_10": 0.7251082251082251, "ndcg_at_10": 0.5063950464253651, "precision_at_5": 0.32727272727272727, "queries": 11, "recall_at_10": 0.5681818181818182, "recall_at_20": 0.75, "recall_at_5": 0.4090909090909091 }, "user24": { "exact_at_10": 0.13333333333333333, "exact_at_20": 0.3333333333333333, "exact_at_5": 0.0, "mrr_at_10": 0.5395238095238095, "ndcg_at_10": 0.37457751590554644, "precision_at_5": 0.22666666666666668, "queries": 15, "recall_at_10": 0.4166666666666667, "recall_at_20": 0.6333333333333333, "recall_at_5": 0.2833333333333333 }, "user25": { "exact_at_10": 0.13333333333333333, "exact_at_20": 0.4, "exact_at_5": 0.0, "mrr_at_10": 0.4244444444444444, "ndcg_at_10": 0.3514697183764408, "precision_at_5": 0.24000000000000002, "queries": 15, "recall_at_10": 0.45, "recall_at_20": 0.6666666666666666, "recall_at_5": 0.3 }, "user26": { "exact_at_10": 0.18181818181818182, "exact_at_20": 0.45454545454545453, "exact_at_5": 0.0, "mrr_at_10": 0.6818181818181818, "ndcg_at_10": 0.518647526599286, "precision_at_5": 0.29090909090909095, "queries": 11, "recall_at_10": 0.5909090909090909, "recall_at_20": 0.8409090909090909, "recall_at_5": 0.36363636363636365 }, "user27": { "exact_at_10": 0.2, "exact_at_20": 0.6, "exact_at_5": 0.0, "mrr_at_10": 0.5, "ndcg_at_10": 0.4516050718513907, "precision_at_5": 0.24, "queries": 5, "recall_at_10": 0.6, "recall_at_20": 0.85, "recall_at_5": 0.3 }, "user28": { "exact_at_10": 0.06666666666666667, "exact_at_20": 0.26666666666666666, "exact_at_5": 0.0, "mrr_at_10": 0.4711111111111111, "ndcg_at_10": 0.3344300925964012, "precision_at_5": 0.21333333333333335, "queries": 15, "recall_at_10": 0.4166666666666667, "recall_at_20": 0.6166666666666667, "recall_at_5": 0.26666666666666666 }, "user29": { "exact_at_10": 0.375, "exact_at_20": 0.75, "exact_at_5": 0.0, "mrr_at_10": 0.6875, "ndcg_at_10": 0.5859461003918143, "precision_at_5": 0.4, "queries": 8, "recall_at_10": 0.71875, "recall_at_20": 0.90625, "recall_at_5": 0.5 }, "user3": { "exact_at_10": 0.3, "exact_at_20": 0.5, "exact_at_5": 0.0, "mrr_at_10": 0.6825, "ndcg_at_10": 0.5319730692356739, "precision_at_5": 0.3, "queries": 10, "recall_at_10": 0.6, "recall_at_20": 0.75, "recall_at_5": 0.375 }, "user30": { "exact_at_10": 0.1111111111111111, "exact_at_20": 0.4444444444444444, "exact_at_5": 0.0, "mrr_at_10": 0.422663139329806, "ndcg_at_10": 0.4009451247668223, "precision_at_5": 0.2888888888888889, "queries": 9, "recall_at_10": 0.5555555555555556, "recall_at_20": 0.7777777777777778, "recall_at_5": 0.3611111111111111 }, "user31": { "exact_at_10": 0.2857142857142857, "exact_at_20": 0.35714285714285715, "exact_at_5": 0.07142857142857142, "mrr_at_10": 0.6886904761904763, "ndcg_at_10": 0.5460422845631491, "precision_at_5": 0.31428571428571433, "queries": 14, "recall_at_10": 0.625, "recall_at_20": 0.6964285714285714, "recall_at_5": 0.39285714285714285 }, "user32": { "exact_at_10": 0.06666666666666667, "exact_at_20": 0.4, "exact_at_5": 0.0, "mrr_at_10": 0.5138888888888888, "ndcg_at_10": 0.37121709991670293, "precision_at_5": 0.2, "queries": 15, "recall_at_10": 0.4666666666666667, "recall_at_20": 0.711111111111111, "recall_at_5": 0.3333333333333333 }, "user33": { "exact_at_10": 0.2727272727272727, "exact_at_20": 0.5454545454545454, "exact_at_5": 0.0, "mrr_at_10": 0.5984848484848485, "ndcg_at_10": 0.5229066482083132, "precision_at_5": 0.34545454545454546, "queries": 11, "recall_at_10": 0.6818181818181818, "recall_at_20": 0.8863636363636364, "recall_at_5": 0.4318181818181818 }, "user34": { "exact_at_10": 0.14285714285714285, "exact_at_20": 0.5, "exact_at_5": 0.0, "mrr_at_10": 0.38392857142857145, "ndcg_at_10": 0.3809248390408887, "precision_at_5": 0.21428571428571427, "queries": 14, "recall_at_10": 0.5178571428571429, "recall_at_20": 0.6964285714285714, "recall_at_5": 0.26785714285714285 }, "user35": { "exact_at_10": 0.06666666666666667, "exact_at_20": 0.26666666666666666, "exact_at_5": 0.06666666666666667, "mrr_at_10": 0.6411111111111112, "ndcg_at_10": 0.40579779006011807, "precision_at_5": 0.25333333333333335, "queries": 15, "recall_at_10": 0.4166666666666667, "recall_at_20": 0.6666666666666666, "recall_at_5": 0.31666666666666665 }, "user36": { "exact_at_10": 0.09090909090909091, "exact_at_20": 0.36363636363636365, "exact_at_5": 0.0, "mrr_at_10": 0.6166666666666667, "ndcg_at_10": 0.42251426628535016, "precision_at_5": 0.2727272727272727, "queries": 11, "recall_at_10": 0.45454545454545453, "recall_at_20": 0.6590909090909091, "recall_at_5": 0.3409090909090909 }, "user37": { "exact_at_10": 0.2, "exact_at_20": 0.4, "exact_at_5": 0.0, "mrr_at_10": 0.5777777777777777, "ndcg_at_10": 0.43177051919148507, "precision_at_5": 0.24000000000000002, "queries": 15, "recall_at_10": 0.55, "recall_at_20": 0.7, "recall_at_5": 0.3 }, "user38": { "exact_at_10": 0.07692307692307693, "exact_at_20": 0.5384615384615384, "exact_at_5": 0.0, "mrr_at_10": 0.4494505494505494, "ndcg_at_10": 0.3415350032853546, "precision_at_5": 0.13846153846153847, "queries": 13, "recall_at_10": 0.43589743589743585, "recall_at_20": 0.7435897435897435, "recall_at_5": 0.23076923076923078 }, "user39": { "exact_at_10": 0.08333333333333333, "exact_at_20": 0.16666666666666666, "exact_at_5": 0.0, "mrr_at_10": 0.44246031746031744, "ndcg_at_10": 0.3775009028887297, "precision_at_5": 0.25, "queries": 12, "recall_at_10": 0.5, "recall_at_20": 0.6458333333333334, "recall_at_5": 0.3125 }, "user4": { "exact_at_10": 0.14285714285714285, "exact_at_20": 0.7142857142857143, "exact_at_5": 0.0, "mrr_at_10": 0.36224489795918363, "ndcg_at_10": 0.42010414150214415, "precision_at_5": 0.2285714285714286, "queries": 7, "recall_at_10": 0.6428571428571429, "recall_at_20": 0.9285714285714286, "recall_at_5": 0.2857142857142857 }, "user40": { "exact_at_10": 0.07692307692307693, "exact_at_20": 0.3076923076923077, "exact_at_5": 0.0, "mrr_at_10": 0.45329670329670324, "ndcg_at_10": 0.37407777846955287, "precision_at_5": 0.23076923076923078, "queries": 13, "recall_at_10": 0.4807692307692308, "recall_at_20": 0.6730769230769231, "recall_at_5": 0.28846153846153844 }, "user41": { "exact_at_10": 0.14285714285714285, "exact_at_20": 0.35714285714285715, "exact_at_5": 0.07142857142857142, "mrr_at_10": 0.2566326530612245, "ndcg_at_10": 0.27548696806211675, "precision_at_5": 0.19999999999999998, "queries": 14, "recall_at_10": 0.4047619047619047, "recall_at_20": 0.6904761904761905, "recall_at_5": 0.3154761904761904 }, "user42": { "exact_at_10": 0.45454545454545453, "exact_at_20": 0.8181818181818182, "exact_at_5": 0.0, "mrr_at_10": 0.5113636363636364, "ndcg_at_10": 0.5786575907707027, "precision_at_5": 0.36363636363636365, "queries": 11, "recall_at_10": 0.8181818181818182, "recall_at_20": 0.9318181818181818, "recall_at_5": 0.45454545454545453 }, "user43": { "exact_at_10": 0.07692307692307693, "exact_at_20": 0.46153846153846156, "exact_at_5": 0.0, "mrr_at_10": 0.4077838827838828, "ndcg_at_10": 0.33215225648757674, "precision_at_5": 0.16923076923076924, "queries": 13, "recall_at_10": 0.46153846153846156, "recall_at_20": 0.7307692307692307, "recall_at_5": 0.21153846153846154 }, "user44": { "exact_at_10": 0.2, "exact_at_20": 0.4, "exact_at_5": 0.06666666666666667, "mrr_at_10": 0.5988888888888888, "ndcg_at_10": 0.4825389955241073, "precision_at_5": 0.3066666666666667, "queries": 15, "recall_at_10": 0.6166666666666667, "recall_at_20": 0.7833333333333333, "recall_at_5": 0.38333333333333336 }, "user45": { "exact_at_10": 0.15384615384615385, "exact_at_20": 0.46153846153846156, "exact_at_5": 0.0, "mrr_at_10": 0.5128205128205129, "ndcg_at_10": 0.42521453190305686, "precision_at_5": 0.27692307692307694, "queries": 13, "recall_at_10": 0.5384615384615384, "recall_at_20": 0.7884615384615384, "recall_at_5": 0.34615384615384615 }, "user46": { "exact_at_10": 0.23076923076923078, "exact_at_20": 0.5384615384615384, "exact_at_5": 0.07692307692307693, "mrr_at_10": 0.5833333333333333, "ndcg_at_10": 0.4562682930263634, "precision_at_5": 0.26153846153846155, "queries": 13, "recall_at_10": 0.5641025641025641, "recall_at_20": 0.7948717948717949, "recall_at_5": 0.43589743589743585 }, "user47": { "exact_at_10": 0.15384615384615385, "exact_at_20": 0.23076923076923078, "exact_at_5": 0.07692307692307693, "mrr_at_10": 0.3628205128205128, "ndcg_at_10": 0.3435396715271049, "precision_at_5": 0.23076923076923078, "queries": 13, "recall_at_10": 0.4487179487179487, "recall_at_20": 0.6153846153846154, "recall_at_5": 0.32051282051282054 }, "user48": { "exact_at_10": 0.6666666666666666, "exact_at_20": 0.6666666666666666, "exact_at_5": 0.0, "mrr_at_10": 0.6666666666666666, "ndcg_at_10": 0.7059260767633201, "precision_at_5": 0.4666666666666666, "queries": 3, "recall_at_10": 0.9166666666666666, "recall_at_20": 0.9166666666666666, "recall_at_5": 0.5833333333333334 }, "user49": { "exact_at_10": 0.3333333333333333, "exact_at_20": 0.6666666666666666, "exact_at_5": 0.1111111111111111, "mrr_at_10": 0.6075396825396825, "ndcg_at_10": 0.605977341877146, "precision_at_5": 0.3333333333333333, "queries": 9, "recall_at_10": 0.7777777777777778, "recall_at_20": 0.9166666666666666, "recall_at_5": 0.4166666666666667 }, "user5": { "exact_at_10": 0.1, "exact_at_20": 0.4, "exact_at_5": 0.0, "mrr_at_10": 0.4833333333333333, "ndcg_at_10": 0.4047012954748319, "precision_at_5": 0.22000000000000003, "queries": 10, "recall_at_10": 0.525, "recall_at_20": 0.775, "recall_at_5": 0.275 }, "user6": { "exact_at_10": 0.3333333333333333, "exact_at_20": 0.4444444444444444, "exact_at_5": 0.0, "mrr_at_10": 0.4, "ndcg_at_10": 0.4505789098586419, "precision_at_5": 0.24444444444444446, "queries": 9, "recall_at_10": 0.6666666666666666, "recall_at_20": 0.8055555555555556, "recall_at_5": 0.3055555555555556 }, "user7": { "exact_at_10": 0.3, "exact_at_20": 0.6, "exact_at_5": 0.1, "mrr_at_10": 0.4583333333333333, "ndcg_at_10": 0.4088548456698334, "precision_at_5": 0.2, "queries": 10, "recall_at_10": 0.5333333333333333, "recall_at_20": 0.7666666666666667, "recall_at_5": 0.3333333333333333 }, "user8": { "exact_at_10": 0.0, "exact_at_20": 0.4, "exact_at_5": 0.0, "mrr_at_10": 0.5092857142857142, "ndcg_at_10": 0.41044740324211526, "precision_at_5": 0.27999999999999997, "queries": 10, "recall_at_10": 0.5, "recall_at_20": 0.675, "recall_at_5": 0.35 }, "user9": { "exact_at_10": 0.1111111111111111, "exact_at_20": 0.6666666666666666, "exact_at_5": 0.0, "mrr_at_10": 0.8277777777777778, "ndcg_at_10": 0.5980766236561628, "precision_at_5": 0.4222222222222222, "queries": 9, "recall_at_10": 0.6111111111111112, "recall_at_20": 0.8888888888888888, "recall_at_5": 0.5277777777777778 } }, "per_user_macro_quality": { "exact_at_10": 0.20665878565878565, "exact_at_20": 0.4772540792540793, "exact_at_5": 0.02164113664113664, "mrr_at_10": 0.5216176689271927, "ndcg_at_10": 0.4448366724075365, "precision_at_5": 0.27025139305139306, "recall_at_10": 0.5715733294483294, "recall_at_20": 0.7694753857253858, "recall_at_5": 0.3575842352092352 }, "quality": { "exact_at_10": 0.18504672897196262, "exact_at_20": 0.4485981308411215, "exact_at_5": 0.022429906542056073, "mrr_at_10": 0.5128289571280226, "ndcg_at_10": 0.4273836521402584, "no_hit_rate": 0.0, "precision_at_5": 0.2609345794392523, "recall_at_10": 0.545171339563863, "recall_at_20": 0.7490654205607477, "recall_at_5": 0.34361370716510903 }, "queries": 535, "query_expansion": "none", "query_expansion_workers": 4, "resources": { "daemon_startup_ms": 50.34628603607416, "hash_enhancement_ms": 169.1402989672497, "index_ms": 340.626330988016, "index_size_bytes": 27752011, "neural_enhancement_ms": 364.41928398562595, "neural_model_ready_ms": 111.46197200287133, "peak_child_rss_bytes": 354250752, "warm_latency_p50_ms": 16.254950023721904, "warm_latency_p95_ms": 86.0549520002678 }, "retrieval_provenance": { "force_neural": false, "mode_semantics": "blended-routing", "queries_with_hash_results": 535, "queries_with_neural_execution": 78, "queries_with_neural_results": 77, "queries_with_unobservable_neural_execution": 0 }, "runtime": { "cpu_model": "x86_64", "logical_cpus": 32, "machine": "x86_64", "physical_memory_bytes": 130150158336, "python": "3.13.13", "release": "6.17.0-1025-oem", "system": "Linux" }, "warm_query_path": "daemon" }, "lexical": { "binary": { "sha256": "10b6f4ae2080f0cb7d367fffe2cbd2c63af3f7ac32199088276282f14f96193e", "version": "ivygrep 1.2.6" }, "index_configuration": { "chunk_count": 6900, "file_count": 3878, "has_neural_vectors": false, "index_components": { "graph_bytes": 20480, "hash_vectors_bytes": 112, "lexical_bytes": 5575278, "metadata_bytes": 14217216, "neural_vectors_bytes": 0, "other_bytes": 260863, "sqlite_auxiliary_bytes": 442368, "stored_chunks_bytes": 13754368 }, "neural_coverage_percent": 0.0, "neural_dimensions": 256, "neural_profile": "static-retrieval-v1", "neural_vector_count": 0, "reranker_candidate_limit": 100, "reranker_mode": "learned", "reranker_model": "public-linear-reranker-v2", "vector_key_count": 6900 }, "memory_expansion_disabled": false, "mode": "lexical", "per_user": { "user0": { "exact_at_10": 0.5, "exact_at_20": 0.5, "exact_at_5": 0.1, "mrr_at_10": 0.4291666666666667, "ndcg_at_10": 0.4352834814846241, "precision_at_5": 0.22000000000000003, "queries": 10, "recall_at_10": 0.6333333333333333, "recall_at_20": 0.7333333333333333, "recall_at_5": 0.36666666666666664 }, "user1": { "exact_at_10": 0.5, "exact_at_20": 0.875, "exact_at_5": 0.125, "mrr_at_10": 0.48333333333333334, "ndcg_at_10": 0.5191007347685848, "precision_at_5": 0.275, "queries": 8, "recall_at_10": 0.75, "recall_at_20": 0.9583333333333334, "recall_at_5": 0.4583333333333333 }, "user10": { "exact_at_10": 0.1, "exact_at_20": 0.3, "exact_at_5": 0.0, "mrr_at_10": 0.47333333333333333, "ndcg_at_10": 0.4069166277570629, "precision_at_5": 0.26, "queries": 10, "recall_at_10": 0.55, "recall_at_20": 0.675, "recall_at_5": 0.325 }, "user11": { "exact_at_10": 0.375, "exact_at_20": 0.625, "exact_at_5": 0.0, "mrr_at_10": 0.6875, "ndcg_at_10": 0.5373375363770172, "precision_at_5": 0.3, "queries": 8, "recall_at_10": 0.625, "recall_at_20": 0.875, "recall_at_5": 0.375 }, "user12": { "exact_at_10": 0.5, "exact_at_20": 0.5, "exact_at_5": 0.0, "mrr_at_10": 0.75, "ndcg_at_10": 0.6543353427849521, "precision_at_5": 0.4, "queries": 2, "recall_at_10": 0.75, "recall_at_20": 0.75, "recall_at_5": 0.5833333333333333 }, "user13": { "exact_at_10": 0.2222222222222222, "exact_at_20": 0.3333333333333333, "exact_at_5": 0.0, "mrr_at_10": 0.49444444444444446, "ndcg_at_10": 0.41993932729094896, "precision_at_5": 0.26666666666666666, "queries": 9, "recall_at_10": 0.5277777777777778, "recall_at_20": 0.75, "recall_at_5": 0.3333333333333333 }, "user14": { "exact_at_10": 0.25, "exact_at_20": 0.5, "exact_at_5": 0.0, "mrr_at_10": 0.4875, "ndcg_at_10": 0.4051593571208106, "precision_at_5": 0.2, "queries": 4, "recall_at_10": 0.5833333333333333, "recall_at_20": 0.75, "recall_at_5": 0.3333333333333333 }, "user15": { "exact_at_10": 0.1, "exact_at_20": 0.4, "exact_at_5": 0.0, "mrr_at_10": 0.6444444444444445, "ndcg_at_10": 0.49481494780874513, "precision_at_5": 0.27999999999999997, "queries": 10, "recall_at_10": 0.6, "recall_at_20": 0.825, "recall_at_5": 0.35 }, "user16": { "exact_at_10": 0.3333333333333333, "exact_at_20": 0.6666666666666666, "exact_at_5": 0.0, "mrr_at_10": 0.39444444444444443, "ndcg_at_10": 0.39915494217287617, "precision_at_5": 0.23333333333333336, "queries": 6, "recall_at_10": 0.611111111111111, "recall_at_20": 0.8333333333333334, "recall_at_5": 0.38888888888888884 }, "user17": { "exact_at_10": 0.0, "exact_at_20": 0.1, "exact_at_5": 0.0, "mrr_at_10": 0.3402777777777778, "ndcg_at_10": 0.28473943408203894, "precision_at_5": 0.14, "queries": 10, "recall_at_10": 0.4333333333333333, "recall_at_20": 0.6, "recall_at_5": 0.2333333333333333 }, "user18": { "exact_at_10": 0.0, "exact_at_20": 0.2222222222222222, "exact_at_5": 0.0, "mrr_at_10": 0.35198412698412695, "ndcg_at_10": 0.28506522329812767, "precision_at_5": 0.2, "queries": 9, "recall_at_10": 0.3611111111111111, "recall_at_20": 0.6111111111111112, "recall_at_5": 0.25 }, "user19": { "exact_at_10": 0.2, "exact_at_20": 0.5, "exact_at_5": 0.0, "mrr_at_10": 0.6866666666666666, "ndcg_at_10": 0.5462977267870079, "precision_at_5": 0.38, "queries": 10, "recall_at_10": 0.65, "recall_at_20": 0.825, "recall_at_5": 0.475 }, "user2": { "exact_at_10": 0.14285714285714285, "exact_at_20": 0.42857142857142855, "exact_at_5": 0.0, "mrr_at_10": 0.5166666666666667, "ndcg_at_10": 0.465498827928048, "precision_at_5": 0.2857142857142857, "queries": 7, "recall_at_10": 0.6071428571428571, "recall_at_20": 0.75, "recall_at_5": 0.35714285714285715 }, "user20": { "exact_at_10": 0.06666666666666667, "exact_at_20": 0.2, "exact_at_5": 0.0, "mrr_at_10": 0.27629629629629626, "ndcg_at_10": 0.2541038388940991, "precision_at_5": 0.21333333333333335, "queries": 15, "recall_at_10": 0.35, "recall_at_20": 0.4666666666666667, "recall_at_5": 0.26666666666666666 }, "user21": { "exact_at_10": 0.2727272727272727, "exact_at_20": 0.5454545454545454, "exact_at_5": 0.0, "mrr_at_10": 0.5181818181818182, "ndcg_at_10": 0.46629772561433963, "precision_at_5": 0.32727272727272727, "queries": 11, "recall_at_10": 0.6136363636363636, "recall_at_20": 0.7954545454545454, "recall_at_5": 0.4090909090909091 }, "user22": { "exact_at_10": 0.13333333333333333, "exact_at_20": 0.26666666666666666, "exact_at_5": 0.0, "mrr_at_10": 0.5211111111111111, "ndcg_at_10": 0.3799513483409013, "precision_at_5": 0.24000000000000002, "queries": 15, "recall_at_10": 0.43333333333333335, "recall_at_20": 0.65, "recall_at_5": 0.3 }, "user23": { "exact_at_10": 0.2727272727272727, "exact_at_20": 0.36363636363636365, "exact_at_5": 0.09090909090909091, "mrr_at_10": 0.6767676767676768, "ndcg_at_10": 0.49897360719917716, "precision_at_5": 0.32727272727272727, "queries": 11, "recall_at_10": 0.5681818181818182, "recall_at_20": 0.7045454545454546, "recall_at_5": 0.4090909090909091 }, "user24": { "exact_at_10": 0.06666666666666667, "exact_at_20": 0.13333333333333333, "exact_at_5": 0.0, "mrr_at_10": 0.5123015873015873, "ndcg_at_10": 0.3463551660959698, "precision_at_5": 0.22666666666666666, "queries": 15, "recall_at_10": 0.38333333333333336, "recall_at_20": 0.5333333333333333, "recall_at_5": 0.2833333333333333 }, "user25": { "exact_at_10": 0.13333333333333333, "exact_at_20": 0.26666666666666666, "exact_at_5": 0.0, "mrr_at_10": 0.3896296296296296, "ndcg_at_10": 0.3374673557334869, "precision_at_5": 0.26666666666666666, "queries": 15, "recall_at_10": 0.4166666666666667, "recall_at_20": 0.65, "recall_at_5": 0.3333333333333333 }, "user26": { "exact_at_10": 0.2727272727272727, "exact_at_20": 0.45454545454545453, "exact_at_5": 0.0, "mrr_at_10": 0.693939393939394, "ndcg_at_10": 0.5308926840288246, "precision_at_5": 0.30909090909090914, "queries": 11, "recall_at_10": 0.6363636363636364, "recall_at_20": 0.8409090909090909, "recall_at_5": 0.38636363636363635 }, "user27": { "exact_at_10": 0.2, "exact_at_20": 0.4, "exact_at_5": 0.0, "mrr_at_10": 0.53, "ndcg_at_10": 0.4665402269298398, "precision_at_5": 0.36, "queries": 5, "recall_at_10": 0.6, "recall_at_20": 0.75, "recall_at_5": 0.45 }, "user28": { "exact_at_10": 0.06666666666666667, "exact_at_20": 0.2, "exact_at_5": 0.0, "mrr_at_10": 0.3877777777777778, "ndcg_at_10": 0.2986131718570228, "precision_at_5": 0.2, "queries": 15, "recall_at_10": 0.4, "recall_at_20": 0.5333333333333333, "recall_at_5": 0.25 }, "user29": { "exact_at_10": 0.375, "exact_at_20": 0.625, "exact_at_5": 0.0, "mrr_at_10": 0.6875, "ndcg_at_10": 0.5888275069946509, "precision_at_5": 0.425, "queries": 8, "recall_at_10": 0.71875, "recall_at_20": 0.875, "recall_at_5": 0.53125 }, "user3": { "exact_at_10": 0.3, "exact_at_20": 0.4, "exact_at_5": 0.0, "mrr_at_10": 0.6825, "ndcg_at_10": 0.5181241641282014, "precision_at_5": 0.3, "queries": 10, "recall_at_10": 0.6, "recall_at_20": 0.725, "recall_at_5": 0.375 }, "user30": { "exact_at_10": 0.0, "exact_at_20": 0.2222222222222222, "exact_at_5": 0.0, "mrr_at_10": 0.3945767195767196, "ndcg_at_10": 0.36478117992215403, "precision_at_5": 0.2222222222222222, "queries": 9, "recall_at_10": 0.5, "recall_at_20": 0.6944444444444444, "recall_at_5": 0.2777777777777778 }, "user31": { "exact_at_10": 0.2857142857142857, "exact_at_20": 0.42857142857142855, "exact_at_5": 0.07142857142857142, "mrr_at_10": 0.6785714285714286, "ndcg_at_10": 0.5189741630631478, "precision_at_5": 0.34285714285714286, "queries": 14, "recall_at_10": 0.5714285714285714, "recall_at_20": 0.6964285714285714, "recall_at_5": 0.42857142857142855 }, "user32": { "exact_at_10": 0.13333333333333333, "exact_at_20": 0.26666666666666666, "exact_at_5": 0.0, "mrr_at_10": 0.44259259259259254, "ndcg_at_10": 0.34662940119930813, "precision_at_5": 0.18666666666666668, "queries": 15, "recall_at_10": 0.4666666666666667, "recall_at_20": 0.6444444444444444, "recall_at_5": 0.31111111111111106 }, "user33": { "exact_at_10": 0.2727272727272727, "exact_at_20": 0.36363636363636365, "exact_at_5": 0.0, "mrr_at_10": 0.6439393939393939, "ndcg_at_10": 0.5644632909529972, "precision_at_5": 0.4, "queries": 11, "recall_at_10": 0.7272727272727273, "recall_at_20": 0.8409090909090909, "recall_at_5": 0.5 }, "user34": { "exact_at_10": 0.07142857142857142, "exact_at_20": 0.5, "exact_at_5": 0.0, "mrr_at_10": 0.40476190476190477, "ndcg_at_10": 0.3786607465667839, "precision_at_5": 0.2285714285714286, "queries": 14, "recall_at_10": 0.5, "recall_at_20": 0.6785714285714286, "recall_at_5": 0.2857142857142857 }, "user35": { "exact_at_10": 0.06666666666666667, "exact_at_20": 0.13333333333333333, "exact_at_5": 0.06666666666666667, "mrr_at_10": 0.5766666666666667, "ndcg_at_10": 0.3665238225455208, "precision_at_5": 0.26666666666666666, "queries": 15, "recall_at_10": 0.38333333333333336, "recall_at_20": 0.6, "recall_at_5": 0.3333333333333333 }, "user36": { "exact_at_10": 0.09090909090909091, "exact_at_20": 0.2727272727272727, "exact_at_5": 0.0, "mrr_at_10": 0.5484848484848485, "ndcg_at_10": 0.4007129131438052, "precision_at_5": 0.29090909090909095, "queries": 11, "recall_at_10": 0.45454545454545453, "recall_at_20": 0.6363636363636364, "recall_at_5": 0.36363636363636365 }, "user37": { "exact_at_10": 0.13333333333333333, "exact_at_20": 0.2, "exact_at_5": 0.0, "mrr_at_10": 0.603968253968254, "ndcg_at_10": 0.43609398261015797, "precision_at_5": 0.26666666666666666, "queries": 15, "recall_at_10": 0.5333333333333333, "recall_at_20": 0.6666666666666666, "recall_at_5": 0.3333333333333333 }, "user38": { "exact_at_10": 0.07692307692307693, "exact_at_20": 0.46153846153846156, "exact_at_5": 0.0, "mrr_at_10": 0.44517704517704515, "ndcg_at_10": 0.31911961734533983, "precision_at_5": 0.18461538461538465, "queries": 13, "recall_at_10": 0.41025641025641024, "recall_at_20": 0.717948717948718, "recall_at_5": 0.3076923076923077 }, "user39": { "exact_at_10": 0.08333333333333333, "exact_at_20": 0.08333333333333333, "exact_at_5": 0.0, "mrr_at_10": 0.5027777777777778, "ndcg_at_10": 0.4021122434033657, "precision_at_5": 0.26666666666666666, "queries": 12, "recall_at_10": 0.5208333333333334, "recall_at_20": 0.625, "recall_at_5": 0.3333333333333333 }, "user4": { "exact_at_10": 0.14285714285714285, "exact_at_20": 0.5714285714285714, "exact_at_5": 0.0, "mrr_at_10": 0.2763605442176871, "ndcg_at_10": 0.3755604680248629, "precision_at_5": 0.2285714285714286, "queries": 7, "recall_at_10": 0.6071428571428571, "recall_at_20": 0.8928571428571429, "recall_at_5": 0.2857142857142857 }, "user40": { "exact_at_10": 0.07692307692307693, "exact_at_20": 0.15384615384615385, "exact_at_5": 0.0, "mrr_at_10": 0.3989010989010989, "ndcg_at_10": 0.36749463453230324, "precision_at_5": 0.23076923076923078, "queries": 13, "recall_at_10": 0.5, "recall_at_20": 0.6538461538461539, "recall_at_5": 0.28846153846153844 }, "user41": { "exact_at_10": 0.21428571428571427, "exact_at_20": 0.2857142857142857, "exact_at_5": 0.0, "mrr_at_10": 0.24761904761904763, "ndcg_at_10": 0.27183890597704224, "precision_at_5": 0.14285714285714285, "queries": 14, "recall_at_10": 0.42857142857142855, "recall_at_20": 0.5952380952380952, "recall_at_5": 0.2261904761904762 }, "user42": { "exact_at_10": 0.36363636363636365, "exact_at_20": 0.6363636363636364, "exact_at_5": 0.0, "mrr_at_10": 0.4797979797979798, "ndcg_at_10": 0.5421710502078402, "precision_at_5": 0.36363636363636365, "queries": 11, "recall_at_10": 0.7727272727272727, "recall_at_20": 0.8636363636363636, "recall_at_5": 0.45454545454545453 }, "user43": { "exact_at_10": 0.07692307692307693, "exact_at_20": 0.23076923076923078, "exact_at_5": 0.0, "mrr_at_10": 0.3232600732600733, "ndcg_at_10": 0.2659508647217103, "precision_at_5": 0.13846153846153847, "queries": 13, "recall_at_10": 0.38461538461538464, "recall_at_20": 0.6346153846153846, "recall_at_5": 0.17307692307692307 }, "user44": { "exact_at_10": 0.13333333333333333, "exact_at_20": 0.3333333333333333, "exact_at_5": 0.0, "mrr_at_10": 0.48666666666666664, "ndcg_at_10": 0.4293121801086716, "precision_at_5": 0.28, "queries": 15, "recall_at_10": 0.5666666666666667, "recall_at_20": 0.7333333333333333, "recall_at_5": 0.35 }, "user45": { "exact_at_10": 0.07692307692307693, "exact_at_20": 0.3076923076923077, "exact_at_5": 0.0, "mrr_at_10": 0.5474358974358974, "ndcg_at_10": 0.40724524022183917, "precision_at_5": 0.2923076923076923, "queries": 13, "recall_at_10": 0.4807692307692308, "recall_at_20": 0.75, "recall_at_5": 0.36538461538461536 }, "user46": { "exact_at_10": 0.07692307692307693, "exact_at_20": 0.38461538461538464, "exact_at_5": 0.07692307692307693, "mrr_at_10": 0.5384615384615384, "ndcg_at_10": 0.4056791812981959, "precision_at_5": 0.24615384615384617, "queries": 13, "recall_at_10": 0.5128205128205128, "recall_at_20": 0.6923076923076923, "recall_at_5": 0.41025641025641024 }, "user47": { "exact_at_10": 0.15384615384615385, "exact_at_20": 0.23076923076923078, "exact_at_5": 0.0, "mrr_at_10": 0.4128205128205128, "ndcg_at_10": 0.3906099684722549, "precision_at_5": 0.24615384615384617, "queries": 13, "recall_at_10": 0.5256410256410257, "recall_at_20": 0.5961538461538461, "recall_at_5": 0.34615384615384615 }, "user48": { "exact_at_10": 0.3333333333333333, "exact_at_20": 0.6666666666666666, "exact_at_5": 0.0, "mrr_at_10": 0.611111111111111, "ndcg_at_10": 0.641025718025738, "precision_at_5": 0.4000000000000001, "queries": 3, "recall_at_10": 0.8333333333333334, "recall_at_20": 0.9166666666666666, "recall_at_5": 0.5 }, "user49": { "exact_at_10": 0.3333333333333333, "exact_at_20": 0.6666666666666666, "exact_at_5": 0.1111111111111111, "mrr_at_10": 0.5992063492063493, "ndcg_at_10": 0.5840133806312378, "precision_at_5": 0.35555555555555557, "queries": 9, "recall_at_10": 0.7222222222222222, "recall_at_20": 0.8888888888888888, "recall_at_5": 0.4444444444444444 }, "user5": { "exact_at_10": 0.1, "exact_at_20": 0.3, "exact_at_5": 0.0, "mrr_at_10": 0.4033333333333333, "ndcg_at_10": 0.3937121744515146, "precision_at_5": 0.28, "queries": 10, "recall_at_10": 0.55, "recall_at_20": 0.725, "recall_at_5": 0.35 }, "user6": { "exact_at_10": 0.3333333333333333, "exact_at_20": 0.3333333333333333, "exact_at_5": 0.0, "mrr_at_10": 0.3218694885361552, "ndcg_at_10": 0.4365346301588766, "precision_at_5": 0.24444444444444446, "queries": 9, "recall_at_10": 0.6944444444444444, "recall_at_20": 0.8055555555555556, "recall_at_5": 0.3055555555555556 }, "user7": { "exact_at_10": 0.2, "exact_at_20": 0.4, "exact_at_5": 0.1, "mrr_at_10": 0.45166666666666666, "ndcg_at_10": 0.3943237479268481, "precision_at_5": 0.22000000000000003, "queries": 10, "recall_at_10": 0.5, "recall_at_20": 0.6666666666666666, "recall_at_5": 0.36666666666666664 }, "user8": { "exact_at_10": 0.0, "exact_at_20": 0.2, "exact_at_5": 0.0, "mrr_at_10": 0.5291666666666667, "ndcg_at_10": 0.35709170963945686, "precision_at_5": 0.2, "queries": 10, "recall_at_10": 0.4, "recall_at_20": 0.6, "recall_at_5": 0.25 }, "user9": { "exact_at_10": 0.2222222222222222, "exact_at_20": 0.6666666666666666, "exact_at_5": 0.0, "mrr_at_10": 0.8555555555555556, "ndcg_at_10": 0.6468715521228333, "precision_at_5": 0.4444444444444444, "queries": 9, "recall_at_10": 0.6666666666666666, "recall_at_20": 0.8611111111111112, "recall_at_5": 0.5555555555555556 } }, "per_user_macro_quality": { "exact_at_10": 0.18871006771006768, "exact_at_20": 0.3821198246198246, "exact_at_5": 0.014840770340770342, "mrr_at_10": 0.5068103271508033, "ndcg_at_10": 0.4309459414550233, "precision_at_5": 0.27210429570429573, "recall_at_10": 0.5523139776889777, "recall_at_20": 0.7227401487401487, "recall_at_5": 0.3594000582750583 }, "quality": { "exact_at_10": 0.16822429906542055, "exact_at_20": 0.3514018691588785, "exact_at_5": 0.014953271028037384, "mrr_at_10": 0.4967007862334965, "ndcg_at_10": 0.4145216767336544, "no_hit_rate": 0.0, "precision_at_5": 0.2635514018691589, "recall_at_10": 0.5289719626168224, "recall_at_20": 0.7023364485981308, "recall_at_5": 0.34641744548286607 }, "queries": 535, "query_expansion": "none", "query_expansion_workers": 4, "resources": { "daemon_startup_ms": 50.5906009930186, "hash_enhancement_ms": 0.0, "index_ms": 402.89630100596696, "index_size_bytes": 20053469, "neural_enhancement_ms": 0.0, "neural_model_ready_ms": 0.0, "peak_child_rss_bytes": 111665152, "warm_latency_p50_ms": 11.284908978268504, "warm_latency_p95_ms": 35.80579097615555 }, "retrieval_provenance": { "force_neural": false, "mode_semantics": "lexical", "queries_with_hash_results": 0, "queries_with_neural_execution": 0, "queries_with_neural_results": 0, "queries_with_unobservable_neural_execution": 0 }, "runtime": { "cpu_model": "x86_64", "logical_cpus": 32, "machine": "x86_64", "physical_memory_bytes": 130150158336, "python": "3.13.13", "release": "6.17.0-1025-oem", "system": "Linux" }, "warm_query_path": "local-process" }, "neural": { "binary": { "sha256": "10b6f4ae2080f0cb7d367fffe2cbd2c63af3f7ac32199088276282f14f96193e", "version": "ivygrep 1.2.6" }, "index_configuration": { "chunk_count": 6900, "file_count": 3878, "has_neural_vectors": true, "index_components": { "graph_bytes": 20480, "hash_vectors_bytes": 3837664, "lexical_bytes": 5589439, "metadata_bytes": 14217216, "neural_vectors_bytes": 3837664, "other_bytes": 260863, "sqlite_auxiliary_bytes": 442368, "stored_chunks_bytes": 13754368 }, "neural_backend": "StaticEmbedding token mean via Rust", "neural_coverage_percent": 100.0, "neural_dimensions": 256, "neural_model": { "architecture": "static-embedding", "dimensions": 256, "document_character_limit": 1024, "license": "Apache-2.0", "max_input_tokens": 0, "model_asset_bytes": 125729604, "model_id": "sentence-transformers/static-retrieval-mrl-en-v1", "model_weight_dtype": "f32", "model_weights_sha256": "164fc63ee9f9267be7378fcbd7df99d09788a2f45244c92aa99ae5a574925716", "normalize_embeddings": true, "parameter_count": 31254528, "pooling": "token-mean", "profile": "static-retrieval-v1", "revision": "f60985c706f192d45d218078e49e5a8b6f15283a", "schema_version": 1, "vector_quantization": "f16" }, "neural_profile": "static-retrieval-v1", "neural_vector_count": 6900, "reranker_candidate_limit": 100, "reranker_mode": "learned", "reranker_model": "public-linear-reranker-v2", "vector_key_count": 6900 }, "memory_expansion_disabled": false, "mode": "neural", "per_user": { "user0": { "exact_at_10": 0.5, "exact_at_20": 0.5, "exact_at_5": 0.1, "mrr_at_10": 0.42666666666666664, "ndcg_at_10": 0.42087975548891404, "precision_at_5": 0.22000000000000003, "queries": 10, "recall_at_10": 0.6, "recall_at_20": 0.7333333333333333, "recall_at_5": 0.36666666666666664 }, "user1": { "exact_at_10": 0.5, "exact_at_20": 0.75, "exact_at_5": 0.0, "mrr_at_10": 0.4699404761904762, "ndcg_at_10": 0.5155873647283734, "precision_at_5": 0.275, "queries": 8, "recall_at_10": 0.75, "recall_at_20": 0.9166666666666666, "recall_at_5": 0.4583333333333333 }, "user10": { "exact_at_10": 0.1, "exact_at_20": 0.2, "exact_at_5": 0.0, "mrr_at_10": 0.47833333333333333, "ndcg_at_10": 0.4091295677354537, "precision_at_5": 0.28, "queries": 10, "recall_at_10": 0.55, "recall_at_20": 0.65, "recall_at_5": 0.35 }, "user11": { "exact_at_10": 0.375, "exact_at_20": 0.625, "exact_at_5": 0.0, "mrr_at_10": 0.6458333333333334, "ndcg_at_10": 0.5333116653706153, "precision_at_5": 0.35000000000000003, "queries": 8, "recall_at_10": 0.65625, "recall_at_20": 0.84375, "recall_at_5": 0.4375 }, "user12": { "exact_at_10": 0.5, "exact_at_20": 0.5, "exact_at_5": 0.0, "mrr_at_10": 0.75, "ndcg_at_10": 0.7238634325403399, "precision_at_5": 0.4, "queries": 2, "recall_at_10": 0.875, "recall_at_20": 0.875, "recall_at_5": 0.5833333333333333 }, "user13": { "exact_at_10": 0.2222222222222222, "exact_at_20": 0.4444444444444444, "exact_at_5": 0.0, "mrr_at_10": 0.49197530864197536, "ndcg_at_10": 0.4206788447792409, "precision_at_5": 0.24444444444444446, "queries": 9, "recall_at_10": 0.5555555555555556, "recall_at_20": 0.7777777777777778, "recall_at_5": 0.3055555555555556 }, "user14": { "exact_at_10": 0.5, "exact_at_20": 0.75, "exact_at_5": 0.0, "mrr_at_10": 0.46071428571428574, "ndcg_at_10": 0.46128618821244305, "precision_at_5": 0.15000000000000002, "queries": 4, "recall_at_10": 0.75, "recall_at_20": 0.8333333333333334, "recall_at_5": 0.25 }, "user15": { "exact_at_10": 0.0, "exact_at_20": 0.5, "exact_at_5": 0.0, "mrr_at_10": 0.7027777777777777, "ndcg_at_10": 0.5113907306047722, "precision_at_5": 0.28, "queries": 10, "recall_at_10": 0.6, "recall_at_20": 0.85, "recall_at_5": 0.35 }, "user16": { "exact_at_10": 0.3333333333333333, "exact_at_20": 0.6666666666666666, "exact_at_5": 0.16666666666666666, "mrr_at_10": 0.4777777777777778, "ndcg_at_10": 0.43423704767707627, "precision_at_5": 0.26666666666666666, "queries": 6, "recall_at_10": 0.611111111111111, "recall_at_20": 0.8333333333333334, "recall_at_5": 0.4444444444444444 }, "user17": { "exact_at_10": 0.0, "exact_at_20": 0.2, "exact_at_5": 0.0, "mrr_at_10": 0.3205555555555556, "ndcg_at_10": 0.29056491724537187, "precision_at_5": 0.14, "queries": 10, "recall_at_10": 0.4666666666666666, "recall_at_20": 0.6333333333333333, "recall_at_5": 0.2333333333333333 }, "user18": { "exact_at_10": 0.0, "exact_at_20": 0.2222222222222222, "exact_at_5": 0.0, "mrr_at_10": 0.35, "ndcg_at_10": 0.2803941671699215, "precision_at_5": 0.2, "queries": 9, "recall_at_10": 0.3611111111111111, "recall_at_20": 0.6111111111111112, "recall_at_5": 0.25 }, "user19": { "exact_at_10": 0.3, "exact_at_20": 0.4, "exact_at_5": 0.0, "mrr_at_10": 0.6027777777777777, "ndcg_at_10": 0.5161536810624622, "precision_at_5": 0.36, "queries": 10, "recall_at_10": 0.65, "recall_at_20": 0.8, "recall_at_5": 0.45 }, "user2": { "exact_at_10": 0.0, "exact_at_20": 0.5714285714285714, "exact_at_5": 0.0, "mrr_at_10": 0.3071428571428571, "ndcg_at_10": 0.35216361299801885, "precision_at_5": 0.2571428571428572, "queries": 7, "recall_at_10": 0.5357142857142857, "recall_at_20": 0.8214285714285714, "recall_at_5": 0.32142857142857145 }, "user20": { "exact_at_10": 0.06666666666666667, "exact_at_20": 0.2, "exact_at_5": 0.0, "mrr_at_10": 0.3233333333333333, "ndcg_at_10": 0.275500795553438, "precision_at_5": 0.2, "queries": 15, "recall_at_10": 0.36666666666666664, "recall_at_20": 0.5333333333333333, "recall_at_5": 0.25 }, "user21": { "exact_at_10": 0.2727272727272727, "exact_at_20": 0.45454545454545453, "exact_at_5": 0.0, "mrr_at_10": 0.47575757575757577, "ndcg_at_10": 0.4223117001844503, "precision_at_5": 0.3090909090909091, "queries": 11, "recall_at_10": 0.5681818181818182, "recall_at_20": 0.7727272727272727, "recall_at_5": 0.38636363636363635 }, "user22": { "exact_at_10": 0.2, "exact_at_20": 0.26666666666666666, "exact_at_5": 0.0, "mrr_at_10": 0.48462962962962963, "ndcg_at_10": 0.3856907655138897, "precision_at_5": 0.21333333333333335, "queries": 15, "recall_at_10": 0.4666666666666667, "recall_at_20": 0.6666666666666666, "recall_at_5": 0.26666666666666666 }, "user23": { "exact_at_10": 0.18181818181818182, "exact_at_20": 0.36363636363636365, "exact_at_5": 0.0, "mrr_at_10": 0.6796536796536796, "ndcg_at_10": 0.48174134034625776, "precision_at_5": 0.30909090909090914, "queries": 11, "recall_at_10": 0.5454545454545454, "recall_at_20": 0.7272727272727273, "recall_at_5": 0.38636363636363635 }, "user24": { "exact_at_10": 0.06666666666666667, "exact_at_20": 0.13333333333333333, "exact_at_5": 0.0, "mrr_at_10": 0.47407407407407404, "ndcg_at_10": 0.3435625600121718, "precision_at_5": 0.22666666666666668, "queries": 15, "recall_at_10": 0.38333333333333336, "recall_at_20": 0.5833333333333334, "recall_at_5": 0.2833333333333333 }, "user25": { "exact_at_10": 0.13333333333333333, "exact_at_20": 0.26666666666666666, "exact_at_5": 0.0, "mrr_at_10": 0.3922222222222222, "ndcg_at_10": 0.333752021130464, "precision_at_5": 0.24000000000000002, "queries": 15, "recall_at_10": 0.4166666666666667, "recall_at_20": 0.6333333333333333, "recall_at_5": 0.3 }, "user26": { "exact_at_10": 0.18181818181818182, "exact_at_20": 0.5454545454545454, "exact_at_5": 0.09090909090909091, "mrr_at_10": 0.6545454545454545, "ndcg_at_10": 0.5099809724932205, "precision_at_5": 0.32727272727272727, "queries": 11, "recall_at_10": 0.6136363636363636, "recall_at_20": 0.8636363636363636, "recall_at_5": 0.4090909090909091 }, "user27": { "exact_at_10": 0.2, "exact_at_20": 0.4, "exact_at_5": 0.0, "mrr_at_10": 0.5352380952380952, "ndcg_at_10": 0.4596783372090628, "precision_at_5": 0.27999999999999997, "queries": 5, "recall_at_10": 0.6, "recall_at_20": 0.85, "recall_at_5": 0.35 }, "user28": { "exact_at_10": 0.06666666666666667, "exact_at_20": 0.13333333333333333, "exact_at_5": 0.0, "mrr_at_10": 0.39666666666666667, "ndcg_at_10": 0.3077826489387511, "precision_at_5": 0.18666666666666668, "queries": 15, "recall_at_10": 0.4166666666666667, "recall_at_20": 0.5333333333333333, "recall_at_5": 0.23333333333333334 }, "user29": { "exact_at_10": 0.375, "exact_at_20": 0.75, "exact_at_5": 0.0, "mrr_at_10": 0.6708333333333333, "ndcg_at_10": 0.5825960549928892, "precision_at_5": 0.375, "queries": 8, "recall_at_10": 0.71875, "recall_at_20": 0.9375, "recall_at_5": 0.46875 }, "user3": { "exact_at_10": 0.2, "exact_at_20": 0.5, "exact_at_5": 0.0, "mrr_at_10": 0.6083333333333333, "ndcg_at_10": 0.4995219919162494, "precision_at_5": 0.32, "queries": 10, "recall_at_10": 0.575, "recall_at_20": 0.75, "recall_at_5": 0.4 }, "user30": { "exact_at_10": 0.0, "exact_at_20": 0.2222222222222222, "exact_at_5": 0.0, "mrr_at_10": 0.39550264550264547, "ndcg_at_10": 0.3703303980138962, "precision_at_5": 0.2222222222222222, "queries": 9, "recall_at_10": 0.5, "recall_at_20": 0.6666666666666666, "recall_at_5": 0.2777777777777778 }, "user31": { "exact_at_10": 0.2857142857142857, "exact_at_20": 0.42857142857142855, "exact_at_5": 0.07142857142857142, "mrr_at_10": 0.6865079365079365, "ndcg_at_10": 0.5117908503640726, "precision_at_5": 0.34285714285714286, "queries": 14, "recall_at_10": 0.5714285714285714, "recall_at_20": 0.7321428571428571, "recall_at_5": 0.42857142857142855 }, "user32": { "exact_at_10": 0.06666666666666667, "exact_at_20": 0.3333333333333333, "exact_at_5": 0.0, "mrr_at_10": 0.5111111111111112, "ndcg_at_10": 0.3676055812876871, "precision_at_5": 0.21333333333333335, "queries": 15, "recall_at_10": 0.4444444444444444, "recall_at_20": 0.6444444444444444, "recall_at_5": 0.3555555555555555 }, "user33": { "exact_at_10": 0.2727272727272727, "exact_at_20": 0.45454545454545453, "exact_at_5": 0.0, "mrr_at_10": 0.6136363636363636, "ndcg_at_10": 0.5651243042691582, "precision_at_5": 0.4, "queries": 11, "recall_at_10": 0.7272727272727273, "recall_at_20": 0.8636363636363636, "recall_at_5": 0.5 }, "user34": { "exact_at_10": 0.0, "exact_at_20": 0.42857142857142855, "exact_at_5": 0.0, "mrr_at_10": 0.40773809523809523, "ndcg_at_10": 0.36477176232758746, "precision_at_5": 0.21428571428571427, "queries": 14, "recall_at_10": 0.4642857142857143, "recall_at_20": 0.6607142857142857, "recall_at_5": 0.26785714285714285 }, "user35": { "exact_at_10": 0.06666666666666667, "exact_at_20": 0.13333333333333333, "exact_at_5": 0.06666666666666667, "mrr_at_10": 0.6166666666666667, "ndcg_at_10": 0.3828428718751758, "precision_at_5": 0.26666666666666666, "queries": 15, "recall_at_10": 0.38333333333333336, "recall_at_20": 0.6, "recall_at_5": 0.3333333333333333 }, "user36": { "exact_at_10": 0.09090909090909091, "exact_at_20": 0.36363636363636365, "exact_at_5": 0.0, "mrr_at_10": 0.622077922077922, "ndcg_at_10": 0.4388647809730309, "precision_at_5": 0.3090909090909091, "queries": 11, "recall_at_10": 0.4772727272727273, "recall_at_20": 0.6363636363636364, "recall_at_5": 0.38636363636363635 }, "user37": { "exact_at_10": 0.2, "exact_at_20": 0.3333333333333333, "exact_at_5": 0.0, "mrr_at_10": 0.6407407407407407, "ndcg_at_10": 0.42155921366026583, "precision_at_5": 0.26666666666666666, "queries": 15, "recall_at_10": 0.48333333333333334, "recall_at_20": 0.6666666666666666, "recall_at_5": 0.3333333333333333 }, "user38": { "exact_at_10": 0.07692307692307693, "exact_at_20": 0.38461538461538464, "exact_at_5": 0.0, "mrr_at_10": 0.3891025641025641, "ndcg_at_10": 0.31883596860251484, "precision_at_5": 0.18461538461538465, "queries": 13, "recall_at_10": 0.43589743589743585, "recall_at_20": 0.6666666666666666, "recall_at_5": 0.3076923076923077 }, "user39": { "exact_at_10": 0.08333333333333333, "exact_at_20": 0.08333333333333333, "exact_at_5": 0.0, "mrr_at_10": 0.5537037037037037, "ndcg_at_10": 0.38125145317443443, "precision_at_5": 0.26666666666666666, "queries": 12, "recall_at_10": 0.4375, "recall_at_20": 0.5416666666666666, "recall_at_5": 0.3333333333333333 }, "user4": { "exact_at_10": 0.14285714285714285, "exact_at_20": 0.5714285714285714, "exact_at_5": 0.0, "mrr_at_10": 0.25476190476190474, "ndcg_at_10": 0.36037731330721884, "precision_at_5": 0.2285714285714286, "queries": 7, "recall_at_10": 0.5714285714285714, "recall_at_20": 0.8571428571428571, "recall_at_5": 0.2857142857142857 }, "user40": { "exact_at_10": 0.07692307692307693, "exact_at_20": 0.15384615384615385, "exact_at_5": 0.0, "mrr_at_10": 0.3304334554334555, "ndcg_at_10": 0.31820623080556676, "precision_at_5": 0.2, "queries": 13, "recall_at_10": 0.4423076923076923, "recall_at_20": 0.6730769230769231, "recall_at_5": 0.25 }, "user41": { "exact_at_10": 0.07142857142857142, "exact_at_20": 0.21428571428571427, "exact_at_5": 0.0, "mrr_at_10": 0.3630952380952381, "ndcg_at_10": 0.30803501760285606, "precision_at_5": 0.17142857142857143, "queries": 14, "recall_at_10": 0.4047619047619047, "recall_at_20": 0.619047619047619, "recall_at_5": 0.26785714285714285 }, "user42": { "exact_at_10": 0.18181818181818182, "exact_at_20": 0.8181818181818182, "exact_at_5": 0.0, "mrr_at_10": 0.5265151515151515, "ndcg_at_10": 0.5298834405049929, "precision_at_5": 0.34545454545454546, "queries": 11, "recall_at_10": 0.7272727272727273, "recall_at_20": 0.9090909090909091, "recall_at_5": 0.4318181818181818 }, "user43": { "exact_at_10": 0.07692307692307693, "exact_at_20": 0.23076923076923078, "exact_at_5": 0.0, "mrr_at_10": 0.31163003663003663, "ndcg_at_10": 0.2568588049834355, "precision_at_5": 0.2, "queries": 13, "recall_at_10": 0.34615384615384615, "recall_at_20": 0.6538461538461539, "recall_at_5": 0.25 }, "user44": { "exact_at_10": 0.13333333333333333, "exact_at_20": 0.3333333333333333, "exact_at_5": 0.06666666666666667, "mrr_at_10": 0.5407407407407407, "ndcg_at_10": 0.4635273031527564, "precision_at_5": 0.3333333333333333, "queries": 15, "recall_at_10": 0.5833333333333334, "recall_at_20": 0.7666666666666667, "recall_at_5": 0.4166666666666667 }, "user45": { "exact_at_10": 0.15384615384615385, "exact_at_20": 0.3076923076923077, "exact_at_5": 0.0, "mrr_at_10": 0.5384615384615384, "ndcg_at_10": 0.4057719368700178, "precision_at_5": 0.26153846153846155, "queries": 13, "recall_at_10": 0.5, "recall_at_20": 0.7692307692307693, "recall_at_5": 0.3269230769230769 }, "user46": { "exact_at_10": 0.15384615384615385, "exact_at_20": 0.23076923076923078, "exact_at_5": 0.07692307692307693, "mrr_at_10": 0.5474358974358974, "ndcg_at_10": 0.43775588397153486, "precision_at_5": 0.26153846153846155, "queries": 13, "recall_at_10": 0.5641025641025641, "recall_at_20": 0.6666666666666666, "recall_at_5": 0.43589743589743585 }, "user47": { "exact_at_10": 0.15384615384615385, "exact_at_20": 0.23076923076923078, "exact_at_5": 0.0, "mrr_at_10": 0.37008547008547005, "ndcg_at_10": 0.3584882336887325, "precision_at_5": 0.21538461538461537, "queries": 13, "recall_at_10": 0.5, "recall_at_20": 0.5961538461538461, "recall_at_5": 0.3076923076923077 }, "user48": { "exact_at_10": 0.6666666666666666, "exact_at_20": 0.6666666666666666, "exact_at_5": 0.0, "mrr_at_10": 0.6666666666666666, "ndcg_at_10": 0.6894414054158617, "precision_at_5": 0.4666666666666666, "queries": 3, "recall_at_10": 0.9166666666666666, "recall_at_20": 0.9166666666666666, "recall_at_5": 0.5833333333333334 }, "user49": { "exact_at_10": 0.3333333333333333, "exact_at_20": 0.6666666666666666, "exact_at_5": 0.1111111111111111, "mrr_at_10": 0.625, "ndcg_at_10": 0.5957553056456193, "precision_at_5": 0.3333333333333333, "queries": 9, "recall_at_10": 0.7222222222222222, "recall_at_20": 0.8888888888888888, "recall_at_5": 0.4166666666666667 }, "user5": { "exact_at_10": 0.1, "exact_at_20": 0.3, "exact_at_5": 0.0, "mrr_at_10": 0.425, "ndcg_at_10": 0.35233492813028755, "precision_at_5": 0.24, "queries": 10, "recall_at_10": 0.45, "recall_at_20": 0.725, "recall_at_5": 0.3 }, "user6": { "exact_at_10": 0.3333333333333333, "exact_at_20": 0.3333333333333333, "exact_at_5": 0.0, "mrr_at_10": 0.48456790123456783, "ndcg_at_10": 0.4587768363769373, "precision_at_5": 0.2666666666666667, "queries": 9, "recall_at_10": 0.6111111111111112, "recall_at_20": 0.75, "recall_at_5": 0.3333333333333333 }, "user7": { "exact_at_10": 0.2, "exact_at_20": 0.4, "exact_at_5": 0.1, "mrr_at_10": 0.5083333333333333, "ndcg_at_10": 0.4156721522085605, "precision_at_5": 0.2, "queries": 10, "recall_at_10": 0.5, "recall_at_20": 0.7, "recall_at_5": 0.3333333333333333 }, "user8": { "exact_at_10": 0.0, "exact_at_20": 0.2, "exact_at_5": 0.0, "mrr_at_10": 0.525, "ndcg_at_10": 0.35298906822955756, "precision_at_5": 0.24, "queries": 10, "recall_at_10": 0.4, "recall_at_20": 0.625, "recall_at_5": 0.3 }, "user9": { "exact_at_10": 0.2222222222222222, "exact_at_20": 0.5555555555555556, "exact_at_5": 0.0, "mrr_at_10": 0.8179012345679012, "ndcg_at_10": 0.6351795539829537, "precision_at_5": 0.4, "queries": 9, "recall_at_10": 0.6944444444444444, "recall_at_20": 0.8611111111111112, "recall_at_5": 0.5 } }, "per_user_macro_quality": { "exact_at_10": 0.1883714063714064, "exact_at_20": 0.3944438339438339, "exact_at_5": 0.017007437007437006, "mrr_at_10": 0.5090439773189773, "ndcg_at_10": 0.4306758152665712, "precision_at_5": 0.2692139194139194, "recall_at_10": 0.5498200965700966, "recall_at_20": 0.7337352231102231, "recall_at_5": 0.3559510073260073 }, "quality": { "exact_at_10": 0.16074766355140188, "exact_at_20": 0.35887850467289717, "exact_at_5": 0.016822429906542057, "mrr_at_10": 0.5008433466844682, "ndcg_at_10": 0.41290055181802243, "no_hit_rate": 0.0, "precision_at_5": 0.2613084112149533, "recall_at_10": 0.5213395638629283, "recall_at_20": 0.7102803738317757, "recall_at_5": 0.3440809968847352 }, "queries": 535, "query_expansion": "none", "query_expansion_workers": 4, "resources": { "daemon_startup_ms": 50.310074002482, "hash_enhancement_ms": 165.6766239902936, "index_ms": 436.947654990945, "index_size_bytes": 27742846, "neural_enhancement_ms": 362.8485650406219, "neural_model_ready_ms": 66.37150497408584, "peak_child_rss_bytes": 337018880, "warm_latency_p50_ms": 9.839820966590196, "warm_latency_p95_ms": 33.13752799294889 }, "retrieval_provenance": { "force_neural": true, "mode_semantics": "forced-neural", "queries_with_hash_results": 535, "queries_with_neural_execution": 535, "queries_with_neural_results": 535, "queries_with_unobservable_neural_execution": 0 }, "runtime": { "cpu_model": "x86_64", "logical_cpus": 32, "machine": "x86_64", "physical_memory_bytes": 130150158336, "python": "3.13.13", "release": "6.17.0-1025-oem", "system": "Linux" }, "warm_query_path": "daemon" } }, "published_reference": { "differences": [ "published systems retrieve LLM-extracted atomic facts, not raw sessions", "PGR retrieves about 35 facts across multiple generated probes", "published recall uses GPT-5.2 semantic judging", "PGR averages 4.79 query-time LLM calls on MemoryQuest", "ivygrep uses fixed local probes with no query-time LLM" ], "directly_comparable": false, "pgr_tot_deepseek_exact": 0.348, "pgr_tot_deepseek_recall": 0.748, "pgr_tot_gpt4o_exact": 0.326, "pgr_tot_gpt4o_recall": 0.723, "query_only_fact_recall": 0.58, "source": "https://arxiv.org/pdf/2605.14177" }, "research_experiments": { "single_query_control": { "default": false, "description": "Default blended retrieval with automatic memory expansion disabled", "quality": { "exact_at_10": 0.16261682242990655, "exact_at_20": 0.36261682242990656, "exact_at_5": 0.013084112149532711, "mrr_at_10": 0.501858774662513, "ndcg_at_10": 0.4152625800148561, "no_hit_rate": 0.0, "precision_at_5": 0.2616822429906542, "recall_at_10": 0.5267912772585669, "recall_at_20": 0.7077881619937695, "recall_at_5": 0.344392523364486 }, "resources": { "daemon_startup_ms": 50.37070903927088, "hash_enhancement_ms": 164.0941679943353, "index_ms": 459.26188403973356, "index_size_bytes": 27744008, "neural_enhancement_ms": 348.0084940092638, "neural_model_ready_ms": 113.853360991925, "peak_child_rss_bytes": 353427456, "warm_latency_p50_ms": 9.071108011994511, "warm_latency_p95_ms": 30.03403003094718 } } }, "runs": 1, "schema_version": 1, "scope": { "cutoff": 20, "quality_runs": 1, "query_scope": "one user's sessions dated at or before query date", "reader_or_llm_judge": false, "retrieval_unit": "one Markdown file per conversation session", "temporal_filter": "session date <= query date" } }