{ "schema_version": 1, "generated_at": "2026-08-21T08:30:19.486434+00:00", "benchmark": "file-localization", "tool": { "binary": "ig", "binary_version": "ivygrep 1.2.12", "binary_sha256": "fd818a892a3924160f9cfbbc24352aa04a65b3e14fb5e4d12a91ab44d5cd464c", "harness_sha256": "2a223f88f7f0de3c2668ab44f4dfe21df839fd0b9dae780a7725c16f880debf4", "ivygrep_commit": "72de21f6c47128cd597aae6d650a63787c6f678a", "ivygrep_dirty": true }, "tasks_file": "benchmarks/public/file_localization_tasks.jsonl", "tasks_sha256": "0eb0e0d1585f4bb159d7cff4a944b8bf9cf756bb1ba480b0f8ea444ec51a2006", "task_count": 30, "mode": "blended", "baseline": "lexical", "force_neural": false, "enhance_neural": false, "search_limit": 50, "budget": 8000, "max_query_chars": 2000, "timeout_secs": 120.0, "materialization": "git-archive snapshot committed into a fresh repository", "retrieval_note": "no neural vectors built: blended routes to hash vectors + lexical (hash-only build semantics)", "summary": { "blended": { "tasks": 30, "scored_tasks": 30, "failed_tasks": 0, "acc_at_1": 0.43333333333333335, "acc_at_5": 0.6666666666666666, "acc_at_10": 0.7333333333333333, "recall_at_10": 0.6305555555555556, "recall_at_20": 0.6916666666666667, "mrr": 0.5145626595626596, "pack_recall": 0.6416666666666667, "pack_precision": 0.08026649276649277, "pack_hit": 0.7333333333333333, "search_latency_p50_ms": 981.3658124912763, "context_latency_p50_ms": 3350.7459579996066, "mean_pack_tokens": 4230.2, "by_language": { "python": { "tasks": 12, "acc_at_1": 0.5833333333333334, "acc_at_5": 0.8333333333333334, "acc_at_10": 0.9166666666666666, "recall_at_10": 0.8055555555555555, "recall_at_20": 0.8055555555555555, "mrr": 0.660515873015873, "pack_recall": 0.8055555555555555, "pack_precision": 0.09596953971953971, "pack_hit": 0.9166666666666666 }, "rust": { "tasks": 10, "acc_at_1": 0.2, "acc_at_5": 0.4, "acc_at_10": 0.5, "recall_at_10": 0.375, "recall_at_20": 0.5083333333333333, "mrr": 0.30106893106893107, "pack_recall": 0.25833333333333336, "pack_precision": 0.04837662337662337, "pack_hit": 0.4 }, "typescript": { "tasks": 8, "acc_at_1": 0.5, "acc_at_5": 0.75, "acc_at_10": 0.75, "recall_at_10": 0.6875, "recall_at_20": 0.75, "mrr": 0.5625, "pack_recall": 0.875, "pack_precision": 0.09657425907425907, "pack_hit": 0.875 } } }, "lexical": { "tasks": 30, "scored_tasks": 30, "failed_tasks": 0, "acc_at_1": 0.4, "acc_at_5": 0.6666666666666666, "acc_at_10": 0.7333333333333333, "recall_at_10": 0.6722222222222223, "recall_at_20": 0.7166666666666667, "mrr": 0.4926190476190476, "pack_recall": 0.65, "pack_precision": 0.08206136456136456, "pack_hit": 0.7333333333333333, "search_latency_p50_ms": 1286.530978497467, "context_latency_p50_ms": 2875.684458485921, "mean_pack_tokens": 4228.233333333334, "by_language": { "python": { "tasks": 12, "acc_at_1": 0.5, "acc_at_5": 0.8333333333333334, "acc_at_10": 0.9166666666666666, "recall_at_10": 0.8472222222222222, "recall_at_20": 0.8472222222222222, "mrr": 0.6007936507936508, "pack_recall": 0.8055555555555555, "pack_precision": 0.09521196396196396, "pack_hit": 0.9166666666666666 }, "rust": { "tasks": 10, "acc_at_1": 0.2, "acc_at_5": 0.4, "acc_at_10": 0.5, "recall_at_10": 0.4, "recall_at_20": 0.5333333333333333, "mrr": 0.2985714285714286, "pack_recall": 0.2833333333333333, "pack_precision": 0.05467032967032968, "pack_hit": 0.4 }, "typescript": { "tasks": 8, "acc_at_1": 0.5, "acc_at_5": 0.75, "acc_at_10": 0.75, "recall_at_10": 0.75, "recall_at_20": 0.75, "mrr": 0.5729166666666666, "pack_recall": 0.875, "pack_precision": 0.09657425907425907, "pack_hit": 0.875 } } } }, "rows": { "blended": [ { "task_id": "pallets-click-3777", "repo": "https://github.com/pallets/click.git", "language": "python", "base_commit": "61b69e967e525bd502f5bf42def4d551e761fe0e", "source_url": "https://github.com/pallets/click/pull/3777", "gold_files": [ "src/click/_termui_impl.py" ], "query_chars": 1607, "query_truncated": false, "index_ms": 2119.9542910035234, "hash_enhance_ms": 621.0592919960618, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 30.0, "pack_files": 11.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.09090909090909091, "pack_hit": 1.0 }, "search_latency_ms": 144.75037500960752, "context_latency_ms": 873.1826249859296, "pack_used_tokens": 5674, "pack_candidate_count": 18, "ranked_files": [ "src/click/_termui_impl.py", "examples/colors/colors.py", "docs/commands-and-groups.md", "examples/termui/termui.py", "tests/test_utils/test_format_filename.py", "docs/quickstart.md", "src/click/termui.py", "docs/utils.md", "docs/commands.md", "CHANGES.md", "tests/test_utils/test__detect_program_name.py", "tests/test_termui.py", "src/click/testing.py", ".github/workflows/pre-commit.yaml", "docs/_static/click-logo.svg", "tests/test_utils/test_echo.py", "tests/test_defaults.py", "docs/_static/click-name.svg", "tests/test_testing.py", "src/click/exceptions.py", "src/click/globals.py", "tests/test_custom_classes.py", "src/click/decorators.py", "src/click/core.py", "tests/test_utils/test_style.py", "src/click/_compat.py", "tests/test_formatting.py", "tests/test_options.py", "tests/test_compat.py", "src/click/utils.py" ], "pack_files": [ "src/click/_termui_impl.py", "src/click/_compat.py", "tests/test_termui.py", "tests/test_utils/test_echo.py", "pyproject.toml", "README.md", "src/click/exceptions.py", "src/click/types.py", "src/click/utils.py", "tests/test_utils/test_format_filename.py", "src/click/__init__.py" ] }, { "task_id": "pallets-click-3493", "repo": "https://github.com/pallets/click.git", "language": "python", "base_commit": "d42f15b71757de791a5781fb179fd972da9169f5", "source_url": "https://github.com/pallets/click/pull/3493", "gold_files": [ "src/click/utils.py" ], "query_chars": 1017, "query_truncated": false, "index_ms": 1476.323582988698, "hash_enhance_ms": 377.02162499772385, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 9.0, "pack_files": 12.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.08333333333333333, "pack_hit": 1.0 }, "search_latency_ms": 522.3466669849586, "context_latency_ms": 2008.6920830071904, "pack_used_tokens": 4641, "pack_candidate_count": 39, "ranked_files": [ "src/click/utils.py", "src/click/core.py", "src/click/shell_completion.py", "src/click/decorators.py", "src/click/types.py", "src/click/formatting.py", "src/click/testing.py", "src/click/_termui_impl.py", "src/click/termui.py" ], "pack_files": [ "src/click/utils.py", "src/click/__init__.py", "src/click/exceptions.py", "src/click/termui.py", "docs/unicode-support.md", "src/click/core.py", "tests/test_utils.py", "pyproject.toml", "src/click/types.py", "src/click/_compat.py", "src/click/globals.py", "examples/termui/termui.py" ] }, { "task_id": "pallets-click-3152", "repo": "https://github.com/pallets/click.git", "language": "python", "base_commit": "7f7bbe4569ea68e8dabee232eade069ef3310aea", "source_url": "https://github.com/pallets/click/pull/3152", "gold_files": [ "src/click/core.py" ], "query_chars": 1261, "query_truncated": false, "index_ms": 1889.3870410101954, "hash_enhance_ms": 433.9834999991581, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 0.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 0.14285714285714285, "first_gold_rank": 7.0, "returned_files": 12.0, "pack_files": 14.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.07142857142857142, "pack_hit": 1.0 }, "search_latency_ms": 1292.2594159899745, "context_latency_ms": 4882.296041992959, "pack_used_tokens": 4656, "pack_candidate_count": 22, "ranked_files": [ ".github/ISSUE_TEMPLATE/bug-report.md", "src/click/shell_completion.py", "docs/documentation.md", "docs/click-concepts.rst", "docs/extending-click.md", "src/click/_compat.py", "src/click/core.py", "src/click/exceptions.py", "src/click/decorators.py", "src/click/testing.py", "src/click/__init__.py", "src/click/termui.py" ], "pack_files": [ "docs/documentation.md", "src/click/utils.py", "tests/test_shell_completion.py", "tests/test_parser.py", "pyproject.toml", "src/click/shell_completion.py", "tests/test_basic.py", "src/click/core.py", "tests/test_termui.py", "examples/completion/completion.py", "tests/test_defaults.py", "tests/typing/typing_version_option.py", "src/click/parser.py", "src/click/types.py" ] }, { "task_id": "pallets-click-3013", "repo": "https://github.com/pallets/click.git", "language": "python", "base_commit": "3be1f33c8e0b13295853f6aa64d1f7412b5312df", "source_url": "https://github.com/pallets/click/pull/3013", "gold_files": [ "src/click/shell_completion.py" ], "query_chars": 1154, "query_truncated": false, "index_ms": 2201.008832984371, "hash_enhance_ms": 442.4824999878183, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 10.0, "pack_files": 11.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.09090909090909091, "pack_hit": 1.0 }, "search_latency_ms": 2150.5813330004457, "context_latency_ms": 6039.893583016237, "pack_used_tokens": 4919, "pack_candidate_count": 17, "ranked_files": [ "src/click/shell_completion.py", "examples/completion/pyproject.toml", "examples/completion/completion.py", "docs/handling-files.rst", "src/click/core.py", "src/click/types.py", "docs/parameters.md", "docs/shell-completion.md", "docs/parameter-types.rst", "tests/test_shell_completion.py" ], "pack_files": [ "docs/parameters.md", "src/click/shell_completion.py", "tests/test_shell_completion.py", "pyproject.toml", "docs/handling-files.rst", "src/click/core.py", "src/click/types.py", "examples/completion/completion.py", "src/click/parser.py", "src/click/utils.py", "tests/test_testing.py" ] }, { "task_id": "pallets-click-2940", "repo": "https://github.com/pallets/click.git", "language": "python", "base_commit": "36deba8a95a2585de1a2aa4475b7f054f52830ac", "source_url": "https://github.com/pallets/click/pull/2940", "gold_files": [ "src/click/testing.py" ], "query_chars": 1582, "query_truncated": false, "index_ms": 1331.7662079934962, "hash_enhance_ms": 355.1599589991383, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 0.2, "first_gold_rank": 5.0, "returned_files": 50.0, "pack_files": 10.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.1, "pack_hit": 1.0 }, "search_latency_ms": 197.3366669844836, "context_latency_ms": 625.3326250007376, "pack_used_tokens": 3657, "pack_candidate_count": 39, "ranked_files": [ ".devcontainer/on-create-command.sh", "examples/inout/inout.py", "docs/unicode-support.md", "docs/support-multiple-versions.md", "src/click/testing.py", "README.md", "docs/index.rst", "examples/validation/validation.py", "tests/test_testing.py", "docs/testing.md", "docs/shell-completion.md", "docs/why.md", "examples/complex/complex/commands/cmd_init.py", "examples/complex/README", "examples/complex/complex/commands/cmd_status.py", "examples/aliases/pyproject.toml", "examples/complex/pyproject.toml", "examples/inout/pyproject.toml", "examples/validation/pyproject.toml", "examples/repo/pyproject.toml", "examples/imagepipe/pyproject.toml", "examples/colors/pyproject.toml", "examples/completion/pyproject.toml", "examples/naval/pyproject.toml", "docs/complex.rst", "docs/entry-points.rst", "examples/completion/completion.py", "docs/extending-click.rst", "CHANGES.rst", "docs/quickstart.md", "docs/api.rst", "examples/complex/complex/cli.py", "docs/advanced.rst", "docs/commands.rst", "examples/aliases/aliases.py", "tests/test_utils.py", "docs/commands-and-groups.rst", "docs/documentation.md", "examples/naval/naval.py", "examples/colors/colors.py", "examples/termui/pyproject.toml", "docs/contrib.md", "tests/test_shell_completion.py", "examples/repo/repo.py", "tests/conftest.py", "tests/test_context.py", "examples/imagepipe/imagepipe.py", "tests/test_options.py", "tests/typing/typing_aliased_group.py", "tests/test_basic.py" ], "pack_files": [ "docs/testing.md", "src/click/testing.py", "src/click/__init__.py", "tests/test_testing.py", "pyproject.toml", "examples/inout/inout.py", "tests/conftest.py", "examples/complex/complex/commands/cmd_init.py", ".devcontainer/on-create-command.sh", "examples/complex/complex/cli.py" ] }, { "task_id": "psf-requests-7427", "repo": "https://github.com/psf/requests.git", "language": "python", "base_commit": "3816cfa1abd42dca21b9e837f26c59b246016aaf", "source_url": "https://github.com/psf/requests/pull/7427", "gold_files": [ "src/requests/utils.py" ], "query_chars": 1540, "query_truncated": false, "index_ms": 1738.1324580055661, "hash_enhance_ms": 574.5482500060461, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 0.3333333333333333, "first_gold_rank": 3.0, "returned_files": 9.0, "pack_files": 13.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.07692307692307693, "pack_hit": 1.0 }, "search_latency_ms": 94.80512500158511, "context_latency_ms": 662.3328750138171, "pack_used_tokens": 3958, "pack_candidate_count": 19, "ranked_files": [ "src/requests/help.py", "src/requests/__init__.py", "src/requests/utils.py", "src/requests/cookies.py", "src/requests/adapters.py", "src/requests/sessions.py", "docs/user/authentication.rst", "docs/dev/contributing.rst", "docs/user/advanced.rst" ], "pack_files": [ "src/requests/utils.py", "tests/test_utils.py", "src/requests/__version__.py", "tests/test_help.py", "tests/test_requests.py", "docs/user/authentication.rst", "src/requests/help.py", "src/requests/models.py", "tests/utils.py", "tests/test_lowlevel.py", "src/requests/__init__.py", "src/requests/_internal_utils.py", "src/requests/_types.py" ] }, { "task_id": "pallets-flask-5818", "repo": "https://github.com/pallets/flask.git", "language": "python", "base_commit": "88a65bb374e87a18816a780dbd4ae69d307aa85c", "source_url": "https://github.com/pallets/flask/pull/5818", "gold_files": [ "src/flask/app.py", "src/flask/ctx.py", "src/flask/templating.py" ], "query_chars": 1554, "query_truncated": false, "index_ms": 1289.421958004823, "hash_enhance_ms": 354.70599998370744, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 0.6666666666666666, "recall_at_20": 0.6666666666666666, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 9.0, "pack_files": 10.0, "pack_matched": 2.0, "pack_recall": 0.6666666666666666, "pack_precision": 0.2, "pack_hit": 1.0 }, "search_latency_ms": 3055.912709009135, "context_latency_ms": 8487.581416004105, "pack_used_tokens": 4396, "pack_candidate_count": 20, "ranked_files": [ "src/flask/ctx.py", "src/flask/app.py", "tests/templates/context_template.html", "src/flask/sansio/app.py", "src/flask/wrappers.py", "src/flask/sansio/scaffold.py", "src/flask/cli.py", "src/flask/sansio/blueprints.py", "src/flask/views.py" ], "pack_files": [ "src/flask/ctx.py", "examples/tutorial/tests/conftest.py", "src/flask/sansio/app.py", "src/flask/app.py", "tests/test_views.py", "src/flask/blueprints.py", "src/flask/cli.py", "src/flask/__init__.py", "src/flask/globals.py", "src/flask/typing.py" ] }, { "task_id": "pallets-flask-6096", "repo": "https://github.com/pallets/flask.git", "language": "python", "base_commit": "514fc6b3e8402e4c646d5284e97a4f0ab50a7c4b", "source_url": "https://github.com/pallets/flask/pull/6096", "gold_files": [ "src/flask/app.py", "src/flask/testing.py" ], "query_chars": 895, "query_truncated": false, "index_ms": 1231.862957996782, "hash_enhance_ms": 220.6569580012001, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 0.5, "recall_at_20": 0.5, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 10.0, "pack_files": 11.0, "pack_matched": 1.0, "pack_recall": 0.5, "pack_precision": 0.09090909090909091, "pack_hit": 1.0 }, "search_latency_ms": 646.5244999853894, "context_latency_ms": 3053.1693340162747, "pack_used_tokens": 4916, "pack_candidate_count": 29, "ranked_files": [ "src/flask/app.py", "src/flask/ctx.py", "src/flask/sansio/scaffold.py", "tests/test_views.py", "tests/test_reqctx.py", "tests/test_basic.py", "tests/test_async.py", "tests/test_helpers.py", "tests/test_testing.py", "tests/test_config.py" ], "pack_files": [ "tests/test_testing.py", "src/flask/testing.py", "src/flask/__init__.py", "tests/test_reqctx.py", "CHANGES.rst", "pyproject.toml", "src/flask/globals.py", "tests/test_basic.py", "src/flask/cli.py", "docs/testing.rst", "src/flask/json/__init__.py" ] }, { "task_id": "pallets-flask-5736", "repo": "https://github.com/pallets/flask.git", "language": "python", "base_commit": "85c5d93cbd049c4bd0679c36fd1ddcae8c37b642", "source_url": "https://github.com/pallets/flask/pull/5736", "gold_files": [ "src/flask/sansio/app.py", "src/flask/sansio/blueprints.py" ], "query_chars": 1576, "query_truncated": false, "index_ms": 1178.5324590164237, "hash_enhance_ms": 196.0492499929387, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 0.5, "recall_at_20": 0.5, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 11.0, "pack_files": 8.0, "pack_matched": 1.0, "pack_recall": 0.5, "pack_precision": 0.125, "pack_hit": 1.0 }, "search_latency_ms": 1351.0972910153214, "context_latency_ms": 3899.319916992681, "pack_used_tokens": 3434, "pack_candidate_count": 31, "ranked_files": [ "src/flask/sansio/app.py", "src/flask/sansio/scaffold.py", ".github/ISSUE_TEMPLATE/bug-report.md", "tests/templates/template_test.html", ".github/pull_request_template.md", "src/flask/app.py", "tests/templates/template_filter.html", "tests/templates/context_template.html", "tests/templates/simple_template.html", "tests/templates/escaping_template.html", "tests/templates/non_escaping_template.txt" ], "pack_files": [ "src/flask/sansio/app.py", "src/flask/__init__.py", "src/flask/sansio/scaffold.py", "tests/test_appctx.py", "tests/test_blueprints.py", "tests/templates/template_filter.html", "tests/test_templating.py", "src/flask/templating.py" ] }, { "task_id": "pallets-flask-5777", "repo": "https://github.com/pallets/flask.git", "language": "python", "base_commit": "c56c5ec7c41e6ffd02516bf7cb80dd2ba9ba7aa3", "source_url": "https://github.com/pallets/flask/pull/5777", "gold_files": [ "src/flask/helpers.py" ], "query_chars": 1517, "query_truncated": false, "index_ms": 1157.0411669963505, "hash_enhance_ms": 270.14954198966734, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 9.0, "pack_files": 9.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.1111111111111111, "pack_hit": 1.0 }, "search_latency_ms": 717.3721669823863, "context_latency_ms": 3593.749874999048, "pack_used_tokens": 5196, "pack_candidate_count": 21, "ranked_files": [ "src/flask/helpers.py", "src/flask/app.py", "src/flask/sansio/app.py", "tests/type_check/typing_route.py", "tests/test_helpers.py", "src/flask/cli.py", "src/flask/config.py", "src/flask/sansio/scaffold.py", "src/flask/blueprints.py" ], "pack_files": [ "src/flask/helpers.py", "src/flask/__init__.py", "tests/test_helpers.py", "src/flask/wrappers.py", "src/flask/views.py", "src/flask/app.py", "src/flask/blueprints.py", "src/flask/cli.py", "src/flask/globals.py" ] }, { "task_id": "psf-requests-7433", "repo": "https://github.com/psf/requests.git", "language": "python", "base_commit": "0b401c76b6e80a4eecf3c690085b2553f6e261ca", "source_url": "https://github.com/psf/requests/pull/7433", "gold_files": [ "src/requests/models.py" ], "query_chars": 1544, "query_truncated": false, "index_ms": 1385.603959002765, "hash_enhance_ms": 201.63383401813917, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 0.25, "first_gold_rank": 4.0, "returned_files": 10.0, "pack_files": 9.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.1111111111111111, "pack_hit": 1.0 }, "search_latency_ms": 616.576125001302, "context_latency_ms": 1881.3152500079013, "pack_used_tokens": 4262, "pack_candidate_count": 21, "ranked_files": [ "src/requests/exceptions.py", ".github/ISSUE_TEMPLATE/Feature_request.md", "src/requests/__init__.py", "src/requests/models.py", "ext/requests-logo.ai", "src/requests/api.py", "src/requests/help.py", "src/requests/sessions.py", "src/requests/adapters.py", "src/requests/utils.py" ], "pack_files": [ "src/requests/sessions.py", "src/requests/models.py", "src/requests/__version__.py", "tests/test_help.py", "tests/test_requests.py", "src/requests/exceptions.py", "src/requests/help.py", "src/requests/adapters.py", "src/requests/utils.py" ] }, { "task_id": "fastapi-typer-1788", "repo": "https://github.com/fastapi/typer.git", "language": "python", "base_commit": "959a356fec72cedcfd4ee3f84790789f8e961989", "source_url": "https://github.com/fastapi/typer/pull/1788", "gold_files": [ "typer/core.py" ], "query_chars": 1566, "query_truncated": false, "index_ms": 906.1879999935627, "hash_enhance_ms": 187.76174998492934, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 0.0, "acc_at_10": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "mrr": 0.0, "first_gold_rank": 0.0, "returned_files": 16.0, "pack_files": 14.0, "pack_matched": 0.0, "pack_recall": 0.0, "pack_precision": 0.0, "pack_hit": 0.0 }, "search_latency_ms": 431.33979200501926, "context_latency_ms": 1167.7711670054123, "pack_used_tokens": 3069, "pack_candidate_count": 22, "ranked_files": [ "tests/assets/cli/not_python.txt", "docs_src/arguments/envvar/tutorial001_an_py310.py", "docs_src/arguments/envvar/tutorial001_py310.py", "typer/main.py", "tests/test_completion/completion_option_then_argument.py", "docs_src/arguments/envvar/tutorial002_py310.py", "typer/_click/core.py", "docs_src/arguments/envvar/tutorial002_an_py310.py", "docs/tutorial/arguments/envvar.md", "docs_src/arguments/envvar/tutorial003_py310.py", "docs_src/arguments/envvar/tutorial003_an_py310.py", "tests/test_cli/test_not_python.py", "tests/test_tutorial/test_arguments/test_envvar/test_tutorial003.py", "tests/test_tutorial/test_arguments/test_envvar/test_tutorial001.py", "tests/test_tutorial/test_arguments/test_envvar/test_tutorial002.py", "tests/test_completion/test_completion_option_colon.py" ], "pack_files": [ "docs/tutorial/arguments/envvar.md", "typer/__init__.py", "tests/test_completion/completion_option_then_argument.py", "pyproject.toml", "tests/assets/cli/not_python.txt", "docs_src/arguments/envvar/tutorial001_an_py310.py", "tests/test_cli/test_not_python.py", "docs_src/arguments/envvar/tutorial001_py310.py", "tests/test_others.py", "docs_src/arguments/envvar/tutorial002_an_py310.py", "tests/test_ambiguous_params.py", "docs_src/arguments/envvar/tutorial003_an_py310.py", "docs_src/arguments/envvar/tutorial002_py310.py", "docs_src/arguments/envvar/tutorial003_py310.py" ] }, { "task_id": "BurntSushi-ripgrep-3195", "repo": "https://github.com/BurntSushi/ripgrep.git", "language": "rust", "base_commit": "38d630261aded3a8e535fe85761e68af35bc462d", "source_url": "https://github.com/BurntSushi/ripgrep/pull/3195", "gold_files": [ "crates/searcher/src/line_buffer.rs", "crates/searcher/src/searcher/glue.rs" ], "query_chars": 1495, "query_truncated": false, "index_ms": 958.2779170013964, "hash_enhance_ms": 162.99716601497494, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 0.5, "recall_at_20": 0.5, "mrr": 0.2, "first_gold_rank": 5.0, "returned_files": 10.0, "pack_files": 7.0, "pack_matched": 0.0, "pack_recall": 0.0, "pack_precision": 0.0, "pack_hit": 0.0 }, "search_latency_ms": 546.578249981394, "context_latency_ms": 1620.8753750252072, "pack_used_tokens": 2580, "pack_candidate_count": 7, "ranked_files": [ "crates/printer/src/hyperlink/mod.rs", "crates/core/flags/doc/version.rs", "crates/core/flags/complete/rg.zsh", "crates/pcre2/src/matcher.rs", "crates/searcher/src/line_buffer.rs", "crates/regex/src/config.rs", "crates/printer/src/color.rs", "crates/searcher/src/lines.rs", "pkg/brew/ripgrep-bin.rb", "crates/core/flags/defs.rs" ], "pack_files": [ "crates/printer/src/color.rs", "crates/printer/src/lib.rs", "crates/ignore/tests/gitignore_matched_path_or_any_parents_tests.rs", "crates/printer/Cargo.toml", "crates/printer/src/path.rs", "crates/printer/src/standard.rs", "crates/printer/src/summary.rs" ] }, { "task_id": "BurntSushi-ripgrep-3182", "repo": "https://github.com/BurntSushi/ripgrep.git", "language": "rust", "base_commit": "916415857f084e63efda03cf25a67fe7f6d24244", "source_url": "https://github.com/BurntSushi/ripgrep/pull/3182", "gold_files": [ "crates/printer/src/util.rs" ], "query_chars": 1614, "query_truncated": false, "index_ms": 938.7682499946095, "hash_enhance_ms": 156.74545799265616, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 0.0, "acc_at_10": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "mrr": 0.0, "first_gold_rank": 0.0, "returned_files": 12.0, "pack_files": 12.0, "pack_matched": 0.0, "pack_recall": 0.0, "pack_precision": 0.0, "pack_hit": 0.0 }, "search_latency_ms": 650.7687080011237, "context_latency_ms": 1962.4730000214186, "pack_used_tokens": 3722, "pack_candidate_count": 12, "ranked_files": [ "crates/core/flags/complete/rg.zsh", "crates/core/flags/doc/version.rs", "crates/searcher/examples/search-stdin.rs", "pkg/brew/ripgrep-bin.rb", "crates/core/flags/defs.rs", "crates/core/flags/hiargs.rs", "crates/regex/src/matcher.rs", "crates/pcre2/src/matcher.rs", "crates/core/search.rs", "crates/regex/src/literal.rs", "tests/multiline.rs", "crates/cli/src/pattern.rs" ], "pack_files": [ "crates/core/flags/complete/rg.zsh", "crates/core/flags/defs.rs", "pkg/brew/ripgrep-bin.rb", ".cargo/config.toml", ".github/FUNDING.yml", ".github/ISSUE_TEMPLATE/bug_report.yml", ".github/ISSUE_TEMPLATE/config.yml", "crates/matcher/tests/test_matcher.rs", ".github/ISSUE_TEMPLATE/feature_request.md", ".github/workflows/ci.yml", ".github/workflows/release.yml", ".gitignore" ] }, { "task_id": "BurntSushi-ripgrep-3166", "repo": "https://github.com/BurntSushi/ripgrep.git", "language": "rust", "base_commit": "9802945e6342ec284633924cb7d8d3ce67204995", "source_url": "https://github.com/BurntSushi/ripgrep/pull/3166", "gold_files": [ "crates/core/flags/hiargs.rs", "crates/printer/src/json.rs", "crates/printer/src/summary.rs" ], "query_chars": 1591, "query_truncated": false, "index_ms": 2303.1543329998385, "hash_enhance_ms": 600.910292007029, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 0.0, "acc_at_10": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.3333333333333333, "mrr": 0.07692307692307693, "first_gold_rank": 13.0, "returned_files": 14.0, "pack_files": 14.0, "pack_matched": 1.0, "pack_recall": 0.3333333333333333, "pack_precision": 0.07142857142857142, "pack_hit": 1.0 }, "search_latency_ms": 2985.738124989439, "context_latency_ms": 8512.332625017734, "pack_used_tokens": 6380, "pack_candidate_count": 24, "ranked_files": [ "crates/core/flags/complete/rg.zsh", "pkg/brew/ripgrep-bin.rb", "crates/core/flags/defs.rs", "crates/cli/src/decompress.rs", "crates/core/flags/doc/version.rs", "crates/cli/src/hostname.rs", "crates/searcher/src/lines.rs", "crates/printer/src/hyperlink/mod.rs", "crates/searcher/src/line_buffer.rs", "crates/pcre2/src/matcher.rs", "crates/core/search.rs", "crates/printer/src/standard.rs", "crates/printer/src/summary.rs", "tests/multiline.rs" ], "pack_files": [ "crates/core/flags/hiargs.rs", "crates/core/flags/mod.rs", "crates/core/flags/parse.rs", "tests/multiline.rs", "Cargo.toml", "crates/cli/src/decompress.rs", "crates/core/flags/lowargs.rs", "crates/core/flags/defs.rs", "crates/cli/src/process.rs", "crates/cli/Cargo.toml", "crates/core/haystack.rs", "crates/core/search.rs", "crates/core/flags/complete/rg.zsh", "pkg/brew/ripgrep-bin.rb" ] }, { "task_id": "BurntSushi-ripgrep-3154", "repo": "https://github.com/BurntSushi/ripgrep.git", "language": "rust", "base_commit": "491bf3f6d5bc1a621754440e291960f460a9c003", "source_url": "https://github.com/BurntSushi/ripgrep/pull/3154", "gold_files": [ "crates/printer/src/summary.rs" ], "query_chars": 1567, "query_truncated": false, "index_ms": 1955.6667500000913, "hash_enhance_ms": 640.9034999960568, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 0.0, "acc_at_10": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "mrr": 0.0, "first_gold_rank": 0.0, "returned_files": 9.0, "pack_files": 8.0, "pack_matched": 0.0, "pack_recall": 0.0, "pack_precision": 0.0, "pack_hit": 0.0 }, "search_latency_ms": 3277.7288330253214, "context_latency_ms": 12852.286084002117, "pack_used_tokens": 3683, "pack_candidate_count": 8, "ranked_files": [ "crates/core/flags/doc/version.rs", "crates/core/flags/complete/rg.zsh", "crates/pcre2/src/matcher.rs", "crates/core/flags/defs.rs", "pkg/brew/ripgrep-bin.rb", "ci/utils.sh", "crates/searcher/src/searcher/glue.rs", "crates/core/main.rs", "crates/searcher/src/lines.rs" ], "pack_files": [ "crates/core/flags/doc/version.rs", "crates/core/flags/doc/help.rs", ".github/workflows/ci.yml", "pkg/brew/ripgrep-bin.rb", "crates/core/flags/doc/man.rs", "crates/core/flags/doc/mod.rs", "crates/core/flags/mod.rs", "Cargo.toml" ] }, { "task_id": "BurntSushi-ripgrep-2885", "repo": "https://github.com/BurntSushi/ripgrep.git", "language": "rust", "base_commit": "6c5108ed17987531644518fac8c1659b0b202611", "source_url": "https://github.com/BurntSushi/ripgrep/pull/2885", "gold_files": [ "crates/regex/src/literal.rs" ], "query_chars": 1485, "query_truncated": false, "index_ms": 2395.987458003219, "hash_enhance_ms": 1000.9968749945983, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 0.0, "acc_at_10": 0.0, "recall_at_10": 0.0, "recall_at_20": 1.0, "mrr": 0.09090909090909091, "first_gold_rank": 11.0, "returned_files": 15.0, "pack_files": 12.0, "pack_matched": 0.0, "pack_recall": 0.0, "pack_precision": 0.0, "pack_hit": 0.0 }, "search_latency_ms": 6024.592916015536, "context_latency_ms": 15919.888458010973, "pack_used_tokens": 5429, "pack_candidate_count": 18, "ranked_files": [ "crates/core/flags/hiargs.rs", "crates/core/search.rs", "crates/printer/src/standard.rs", ".github/ISSUE_TEMPLATE/bug_report.yml", "crates/core/flags/parse.rs", "crates/core/flags/complete/rg.zsh", ".github/ISSUE_TEMPLATE/config.yml", "crates/regex/src/config.rs", "crates/core/flags/defs.rs", "crates/searcher/src/searcher/core.rs", "crates/regex/src/literal.rs", "crates/cli/src/lib.rs", "crates/core/flags/config.rs", "pkg/brew/ripgrep-bin.rb", "tests/regression.rs" ], "pack_files": [ "crates/core/flags/hiargs.rs", "crates/core/search.rs", "crates/core/flags/mod.rs", "crates/core/flags/parse.rs", "crates/core/flags/config.rs", "Cargo.toml", "crates/core/flags/lowargs.rs", "crates/core/flags/defs.rs", "crates/core/haystack.rs", ".github/ISSUE_TEMPLATE/bug_report.yml", "pkg/brew/ripgrep-bin.rb", "crates/printer/src/json.rs" ] }, { "task_id": "sharkdp-fd-1917", "repo": "https://github.com/sharkdp/fd.git", "language": "rust", "base_commit": "db7d448fd4f43d303bbdcd862b353bd5910de1b8", "source_url": "https://github.com/sharkdp/fd/pull/1917", "gold_files": [ "src/config.rs", "src/filesystem.rs", "src/main.rs", "src/walk.rs" ], "query_chars": 1278, "query_truncated": false, "index_ms": 1418.2750420004595, "hash_enhance_ms": 164.85620799358003, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 0.75, "recall_at_20": 0.75, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 7.0, "pack_files": 16.0, "pack_matched": 4.0, "pack_recall": 1.0, "pack_precision": 0.25, "pack_hit": 1.0 }, "search_latency_ms": 1418.1860829994548, "context_latency_ms": 4757.308958010981, "pack_used_tokens": 5333, "pack_candidate_count": 19, "ranked_files": [ "src/walk.rs", "src/filesystem.rs", "src/dir_entry.rs", "src/cli.rs", "src/main.rs", "tests/testenv/mod.rs", "tests/tests.rs" ], "pack_files": [ "src/walk.rs", "src/filesystem.rs", "src/dir_entry.rs", "Cargo.toml", "src/config.rs", "src/error.rs", "src/exec/mod.rs", "src/exit_codes.rs", "src/output.rs", "src/main.rs", "src/regex_helper.rs", "src/cli.rs", "src/filetypes.rs", "src/fmt/input.rs", "src/hyperlink.rs", "src/exec/job.rs" ] }, { "task_id": "sharkdp-fd-1805", "repo": "https://github.com/sharkdp/fd.git", "language": "rust", "base_commit": "f77b693db2bf284768efdbe9f67e21b4c3e53b6a", "source_url": "https://github.com/sharkdp/fd/pull/1805", "gold_files": [ "src/exec/command.rs", "src/exec/job.rs", "src/exec/mod.rs", "src/walk.rs" ], "query_chars": 1554, "query_truncated": false, "index_ms": 1570.1854169892613, "hash_enhance_ms": 164.84091701568104, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 0.5, "recall_at_20": 0.5, "mrr": 0.5, "first_gold_rank": 2.0, "returned_files": 9.0, "pack_files": 11.0, "pack_matched": 1.0, "pack_recall": 0.25, "pack_precision": 0.09090909090909091, "pack_hit": 1.0 }, "search_latency_ms": 546.4931250025984, "context_latency_ms": 1630.0269590283278, "pack_used_tokens": 3591, "pack_candidate_count": 18, "ranked_files": [ "src/output.rs", "src/exec/mod.rs", "src/main.rs", "src/filter/owner.rs", "src/exec/command.rs", ".github/ISSUE_TEMPLATE/bug_report.yaml", "tests/tests.rs", "tests/testenv/mod.rs", "doc/fd.1" ], "pack_files": [ "tests/tests.rs", "tests/testenv/mod.rs", "src/filter/mod.rs", "src/exec/mod.rs", "Cargo.toml", "src/output.rs", "src/filter/time.rs", "src/fmt/mod.rs", "src/exit_codes.rs", "src/config.rs", "src/dir_entry.rs" ] }, { "task_id": "sharkdp-fd-1914", "repo": "https://github.com/sharkdp/fd.git", "language": "rust", "base_commit": "b691572928bf4a589c1f195c79037fdd2d2b6f07", "source_url": "https://github.com/sharkdp/fd/pull/1914", "gold_files": [ "src/walk.rs" ], "query_chars": 1576, "query_truncated": false, "index_ms": 1246.931667003082, "hash_enhance_ms": 150.47520899679512, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 0.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 0.14285714285714285, "first_gold_rank": 7.0, "returned_files": 9.0, "pack_files": 3.0, "pack_matched": 0.0, "pack_recall": 0.0, "pack_precision": 0.0, "pack_hit": 0.0 }, "search_latency_ms": 1057.8860839887056, "context_latency_ms": 2731.843083020067, "pack_used_tokens": 1362, "pack_candidate_count": 3, "ranked_files": [ "src/filter/time.rs", ".github/ISSUE_TEMPLATE/bug_report.yaml", "src/main.rs", "src/filter/size.rs", "doc/screencast.sh", "src/filter/owner.rs", "src/walk.rs", "tests/tests.rs", "README.md" ], "pack_files": [ "src/filter/time.rs", "src/filter/mod.rs", "Cargo.toml" ] }, { "task_id": "sharkdp-bat-3804", "repo": "https://github.com/sharkdp/bat.git", "language": "rust", "base_commit": "af1f53d9a977154216d01435991fe33631b74713", "source_url": "https://github.com/sharkdp/bat/pull/3804", "gold_files": [ "src/printer.rs" ], "query_chars": 1582, "query_truncated": false, "index_ms": 2060.1968750124797, "hash_enhance_ms": 698.5731250024401, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 10.0, "pack_files": 14.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.07142857142857142, "pack_hit": 1.0 }, "search_latency_ms": 2784.6459170104936, "context_latency_ms": 6955.725792009616, "pack_used_tokens": 4879, "pack_candidate_count": 25, "ranked_files": [ "src/printer.rs", "tests/examples/single-line.txt", "tests/examples/bat.conf", "assets/completions/bat.bash.in", "assets/completions/bat.fish.in", "src/terminal.rs", "tests/examples/regression_tests/first_line_fallback.invalid-syntax", "assets/completions/bat.zsh.in", "src/line_range.rs", "tests/examples/long-single-line.txt" ], "pack_files": [ "src/printer.rs", "src/pretty_printer.rs", "src/decorations.rs", "src/controller.rs", "tests/examples/word-wrap.txt", "Cargo.toml", "src/assets.rs", "src/config.rs", "src/diff.rs", "src/input.rs", "src/line_range.rs", "src/output.rs", "src/preprocessor.rs", "src/style.rs" ] }, { "task_id": "sharkdp-bat-3686", "repo": "https://github.com/sharkdp/bat.git", "language": "rust", "base_commit": "111aa2e10e7a7f0dcf43c209e643593ac013d623", "source_url": "https://github.com/sharkdp/bat/pull/3686", "gold_files": [ "src/input.rs" ], "query_chars": 1493, "query_truncated": false, "index_ms": 2594.7379170102067, "hash_enhance_ms": 879.2964160093106, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 0.0, "acc_at_10": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "mrr": 0.0, "first_gold_rank": 0.0, "returned_files": 34.0, "pack_files": 14.0, "pack_matched": 0.0, "pack_recall": 0.0, "pack_precision": 0.0, "pack_hit": 0.0 }, "search_latency_ms": 115.79549999441952, "context_latency_ms": 1033.8503749808297, "pack_used_tokens": 4430, "pack_candidate_count": 27, "ranked_files": [ "tests/examples/bat-tabs.conf", "diagnostics/info.sh", "tests/examples/bat-theme.conf", "tests/benchmarks/run-benchmarks.sh", "tests/syntax-tests/source/QML/BatSyntaxTest.qml", ".github/ISSUE_TEMPLATE/bug_report.md", "assets/manual/bat.1.in", "tests/examples/bat-windows.conf", "tests/examples/bat.conf", "src/assets/assets_metadata.rs", "src/bin/bat/assets.rs", "src/bin/bat/config.rs", "tests/syntax-tests/BatTestCustomAssets.sublime-syntax", "tests/syntax-tests/highlighted/QML/BatSyntaxTest.qml", "src/bin/bat/clap_app.rs", "src/bin/bat/directories.rs", "tests/mocked-pagers/most.bat", "src/bin/bat/main.rs", "src/bin/bat/app.rs", "src/assets/lazy_theme_set.rs", "Cargo.toml", "tests/mocked-pagers/more.bat", "tests/mocked-pagers/echo.bat", "tests/syntax-tests/highlighted/CoffeeScript/coffeescript.coffee", "src/less.rs", "CHANGELOG.md", "tests/syntax-tests/highlighted/Makefile/Makefile", "src/syntax_mapping/builtins/common/50-gcloud-cli-config.toml", "tests/syntax-tests/source/Makefile/Makefile", "tests/syntax-tests/highlighted/Cabal/semantic.cabal", "tests/syntax-tests/source/CoffeeScript/coffeescript.coffee", "tests/syntax-tests/source/Cabal/semantic.cabal", "src/output.rs", "tests/integration_tests.rs" ], "pack_files": [ "tests/benchmarks/run-benchmarks.sh", "src/bin/bat/assets.rs", "src/bin/bat/main.rs", "tests/assets.rs", "Cargo.toml", ".github/ISSUE_TEMPLATE/bug_report.md", "tests/integration_tests.rs", "tests/github-actions.rs", "tests/benchmarks/highlighting-speed-src/numpy_test_multiarray.py", "tests/syntax-tests/source/C/test.c", "tests/benchmarks/many-small-files/small-file-26.txt", "src/assets.rs", "src/bin/bat/app.rs", "src/bin/bat/clap_app.rs" ] }, { "task_id": "colinhacks-zod-6439", "repo": "https://github.com/colinhacks/zod.git", "language": "typescript", "base_commit": "17d1227ff61ff7c27ea11cd4ce31f84959534c8c", "source_url": "https://github.com/colinhacks/zod/pull/6439", "gold_files": [ "packages/zod/src/v4/core/regexes.ts" ], "query_chars": 1599, "query_truncated": false, "index_ms": 1936.1672500090208, "hash_enhance_ms": 1750.553541991394, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 10.0, "pack_files": 12.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.08333333333333333, "pack_hit": 1.0 }, "search_latency_ms": 4141.395415994339, "context_latency_ms": 10904.713415977312, "pack_used_tokens": 4384, "pack_candidate_count": 31, "ranked_files": [ "packages/zod/src/v4/core/regexes.ts", "packages/zod/src/v3/types.ts", "packages/zod/src/v4/mini/iso.ts", "packages/zod/src/v3/benchmarks/datetime.ts", "packages/bench/datetime.ts", "packages/bench/datetime-regex.ts", "packages/zod/src/v4/classic/iso.ts", "packages/zod/src/v4/classic/tests/datetime.test.ts", "packages/zod/src/v4/core/to-json-schema.ts", "packages/zod/src/v4/core/compile.ts" ], "pack_files": [ "packages/zod/src/v3/types.ts", "packages/bench/metabench.ts", "packages/zod/src/v3/benchmarks/index.ts", "packages/bench/memory/realworld.ts", "packages/zod/src/v4/mini/iso.ts", "package.json", "packages/bench/datetime-regex.ts", "packages/zod/src/v3/benchmarks/datetime.ts", "packages/zod/src/v4/classic/iso.ts", "packages/zod/src/v4/core/regexes.ts", "packages/bench/memory/schema-footprint.ts", "packages/zod/src/v4/classic/schemas.ts" ] }, { "task_id": "colinhacks-zod-6221", "repo": "https://github.com/colinhacks/zod.git", "language": "typescript", "base_commit": "7f20a26aa216c56f6a673017c87ca4cb105dc23c", "source_url": "https://github.com/colinhacks/zod/pull/6221", "gold_files": [ "packages/zod/src/v4/core/schemas.ts" ], "query_chars": 1594, "query_truncated": false, "index_ms": 1499.2179579858202, "hash_enhance_ms": 918.8169999979436, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 0.0, "acc_at_10": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "mrr": 0.0, "first_gold_rank": 0.0, "returned_files": 10.0, "pack_files": 14.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.07142857142857142, "pack_hit": 1.0 }, "search_latency_ms": 946.2937079952098, "context_latency_ms": 2035.6009170063771, "pack_used_tokens": 3190, "pack_candidate_count": 35, "ranked_files": [ "packages/zod/src/v3/types.ts", "packages/bench/key-iteration.ts", "packages/zod/src/v4/core/parse.ts", "packages/zod/src/v4/mini/parse.ts", "packages/zod/src/v4/classic/schemas.ts", "packages/zod/src/v4/mini/schemas.ts", "packages/docs/app/not-found.tsx", "packages/zod/src/v4/classic/parse.ts", "packages/zod/src/v4/classic/from-json-schema.ts", "packages/zod/src/v4/core/to-json-schema.ts" ], "pack_files": [ "packages/zod/src/v4/core/parse.ts", "packages/zod/src/v4/classic/tests/recursive-types.test.ts", "packages/zod/src/v4/core/schemas.ts", "packages/zod/src/v4/core/index.ts", "packages/bench/object-async.ts", "packages/bench/object-fail.ts", "packages/zod/src/v3/tests/error.test.ts", "packages/bench/object-moltar.ts", "packages/bench/object-safe.ts", "packages/zod/src/v3/tests/refine.test.ts", "packages/zod/src/v3/tests/tuple.test.ts", "packages/zod/src/v3/types.ts", "packages/zod/src/v4/core/tests/locales/he.test.ts", "packages/zod/src/v4/classic/schemas.ts" ] }, { "task_id": "colinhacks-zod-6213", "repo": "https://github.com/colinhacks/zod.git", "language": "typescript", "base_commit": "f722bcddab2bb02bb7c2d801d736f042b99a2cfb", "source_url": "https://github.com/colinhacks/zod/pull/6213", "gold_files": [ "packages/zod/src/v3/ZodError.ts", "packages/zod/src/v4/core/errors.ts" ], "query_chars": 1612, "query_truncated": false, "index_ms": 1633.6877499998081, "hash_enhance_ms": 809.2827080108691, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 0.5, "recall_at_20": 1.0, "mrr": 0.25, "first_gold_rank": 4.0, "returned_files": 24.0, "pack_files": 12.0, "pack_matched": 2.0, "pack_recall": 1.0, "pack_precision": 0.16666666666666666, "pack_hit": 1.0 }, "search_latency_ms": 803.8178329879884, "context_latency_ms": 3107.742041000165, "pack_used_tokens": 3473, "pack_candidate_count": 21, "ranked_files": [ "packages/bench/object-safe.ts", "packages/bench/object-fail.ts", "packages/zod/src/v3/types.ts", "packages/zod/src/v4/core/errors.ts", "packages/bench/object-moltar-jitless.ts", "packages/bench/object.ts", "packages/bench/object-moltar.ts", "packages/bench/object-setup.ts", "packages/bench/key-iteration.ts", "packages/bench/object-async.ts", "packages/treeshake/valibot-simple-object.ts", "packages/zod/src/v3/ZodError.ts", "packages/bench/object-safeasync.ts", "packages/treeshake/zod-object.ts", "packages/zod/src/v4/mini/parse.ts", "packages/zod/src/v4/classic/schemas.ts", "packages/bench/object-creation.ts", "packages/zod/src/v4/core/parse.ts", "packages/zod/src/v4/mini/external.ts", "packages/treeshake/zod-mini-object.ts", "packages/treeshake/zod3-object.ts", "packages/zod/src/v4/mini/schemas.ts", "packages/treeshake/valibot-object.ts", "packages/zod/src/v4/classic/tests/fix-json-issue.test.ts" ], "pack_files": [ "packages/zod/src/v4/core/errors.ts", "packages/zod/src/v4/mini/external.ts", "packages/zod/src/v3/ZodError.ts", "packages/zod/src/v3/helpers/partialUtil.ts", "packages/docs/content/error-formatting.mdx", "packages/zod/src/v4/core/tests/locales/tr.test.ts", "packages/zod/src/v3/errors.ts", "packages/docs/content/v4/changelog.mdx", "packages/zod/src/v3/external.ts", "packages/zod/src/v3/tests/object.test.ts", "packages/zod/src/v3/helpers/enumUtil.ts", "packages/zod/src/v3/helpers/errorUtil.ts" ] }, { "task_id": "colinhacks-zod-6408", "repo": "https://github.com/colinhacks/zod.git", "language": "typescript", "base_commit": "6074828e5d134c34cd1fac9b067dbee74ecdc314", "source_url": "https://github.com/colinhacks/zod/pull/6408", "gold_files": [ "packages/zod/src/v4/core/json-schema-generator.ts", "packages/zod/src/v4/core/to-json-schema.ts" ], "query_chars": 1546, "query_truncated": false, "index_ms": 1535.9547920234036, "hash_enhance_ms": 721.3223339931574, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 10.0, "pack_files": 10.0, "pack_matched": 2.0, "pack_recall": 1.0, "pack_precision": 0.2, "pack_hit": 1.0 }, "search_latency_ms": 1476.3599169964436, "context_latency_ms": 4716.527874988969, "pack_used_tokens": 4019, "pack_candidate_count": 25, "ranked_files": [ "packages/zod/src/v4/core/to-json-schema.ts", "packages/zod/src/v4/core/json-schema-generator.ts", "packages/zod/src/v4/core/json-schema-processors.ts", "packages/zod/src/v4/mini/external.ts", "packages/zod/src/v4/classic/external.ts", "packages/zod/src/v4/core/registries.ts", "packages/zod/src/v3/types.ts", "packages/zod/src/v3/helpers/typeAliases.ts", "packages/zod/src/v4/classic/from-json-schema.ts", "packages/zod/src/v4/core/index.ts" ], "pack_files": [ "packages/zod/src/v4/core/json-schema-processors.ts", "packages/zod/src/v4/core/index.ts", "packages/zod/src/v4/core/registries.ts", "packages/zod/src/v4/core/json-schema-generator.ts", "packages/zod/src/v4/classic/tests/registries.test.ts", "packages/docs/tsconfig.test.json", "packages/zod/src/v4/classic/external.ts", "packages/zod/src/v4/classic/tests/standard-schema.test.ts", "packages/zod/src/v4/core/to-json-schema.ts", "packages/zod/src/v4/mini/external.ts" ] }, { "task_id": "sindresorhus-ky-858", "repo": "https://github.com/sindresorhus/ky.git", "language": "typescript", "base_commit": "4ba8c15feaca524b4a716413db21a481c494721b", "source_url": "https://github.com/sindresorhus/ky/pull/858", "gold_files": [ "source/core/Ky.ts" ], "query_chars": 1556, "query_truncated": false, "index_ms": 1752.0263330079615, "hash_enhance_ms": 376.7262499895878, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 8.0, "pack_files": 12.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.08333333333333333, "pack_hit": 1.0 }, "search_latency_ms": 1070.155541994609, "context_latency_ms": 4298.608374985633, "pack_used_tokens": 4464, "pack_candidate_count": 22, "ranked_files": [ "source/core/Ky.ts", "source/index.ts", "source/errors/HTTPError.ts", "test/fetch.ts", "source/types/response.ts", "source/types/ResponsePromise.ts", "source/types/ky.ts", "test/browser.ts" ], "pack_files": [ "test/browser.ts", "source/types/ResponsePromise.ts", "source/index.ts", "test/hooks.ts", "source/errors/HTTPError.ts", "source/core/Ky.ts", "test/http-error.ts", "source/types/response.ts", "test/bytes.ts", "source/types/standard-schema.ts", "test/prefix.ts", "source/types/options.ts" ] }, { "task_id": "sindresorhus-ky-809", "repo": "https://github.com/sindresorhus/ky.git", "language": "typescript", "base_commit": "e673eaa6e42e5d96399db7996c9fd940a1cf02c8", "source_url": "https://github.com/sindresorhus/ky/pull/809", "gold_files": [ "source/core/Ky.ts" ], "query_chars": 1417, "query_truncated": false, "index_ms": 1720.5967500049155, "hash_enhance_ms": 244.54262500512414, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 0.25, "first_gold_rank": 4.0, "returned_files": 9.0, "pack_files": 13.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.07692307692307693, "pack_hit": 1.0 }, "search_latency_ms": 2314.5349159894977, "context_latency_ms": 10578.806709003402, "pack_used_tokens": 3957, "pack_candidate_count": 19, "ranked_files": [ "source/errors/HTTPError.ts", "source/index.ts", "source/types/response.ts", "source/core/Ky.ts", "test/memory-leak.ts", "source/types/ky.ts", "source/types/ResponsePromise.ts", "source/types/hooks.ts", "test/http-error.ts" ], "pack_files": [ "source/types/response.ts", "source/types/ResponsePromise.ts", "source/errors/HTTPError.ts", "test/memory-leak.ts", "package.json", "source/index.ts", "test/helpers/create-http-test-server.ts", "test/http-error.ts", "test/bytes.ts", "test/headers.ts", "test/main.ts", "source/core/Ky.ts", "source/types/ky.ts" ] }, { "task_id": "sindresorhus-ky-751", "repo": "https://github.com/sindresorhus/ky.git", "language": "typescript", "base_commit": "5f24cb36d5febd41d90424a19aa702e22b6b4fdd", "source_url": "https://github.com/sindresorhus/ky/pull/751", "gold_files": [ "source/utils/merge.ts" ], "query_chars": 1493, "query_truncated": false, "index_ms": 1941.621625010157, "hash_enhance_ms": 285.3577499918174, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 0.0, "acc_at_10": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "mrr": 0.0, "first_gold_rank": 0.0, "returned_files": 7.0, "pack_files": 9.0, "pack_matched": 0.0, "pack_recall": 0.0, "pack_precision": 0.0, "pack_hit": 0.0 }, "search_latency_ms": 1016.4379169873428, "context_latency_ms": 4404.886667005485, "pack_used_tokens": 3822, "pack_candidate_count": 34, "ranked_files": [ "source/core/Ky.ts", "source/types/ky.ts", "source/index.ts", "source/types/request.ts", "source/types/ResponsePromise.ts", "test/fetch.ts", "test/main.ts" ], "pack_files": [ "source/index.ts", "source/core/Ky.ts", "source/types/request.ts", "readme.md", "test/main.ts", ".github/workflows/main.yml", "source/types/ResponsePromise.ts", "test/browser.ts", "test/fetch.ts" ] }, { "task_id": "yargs-yargs-2332", "repo": "https://github.com/yargs/yargs.git", "language": "typescript", "base_commit": "3a40a787edc5784b8134af022948b30c707001ba", "source_url": "https://github.com/yargs/yargs/pull/2332", "gold_files": [ "lib/yargs-factory.ts" ], "query_chars": 1568, "query_truncated": false, "index_ms": 1226.7330000177026, "hash_enhance_ms": 117.792292003287, "mode": "blended", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 9.0, "pack_files": 11.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.09090909090909091, "pack_hit": 1.0 }, "search_latency_ms": 49.59199999575503, "context_latency_ms": 206.49583300109953, "pack_used_tokens": 5430, "pack_candidate_count": 21, "ranked_files": [ "lib/yargs-factory.ts", "test/completion.mjs", "lib/completion.ts", "example/line_count_options.mjs", "test/parser.mjs", "example/usage-options.mjs", "lib/typings/yargs-parser-types.ts", "docs/advanced.md", "CHANGELOG.md" ], "pack_files": [ "lib/yargs-factory.ts", "lib/usage.ts", "lib/completion.ts", "test/completion.mjs", "docs/advanced.md", "CHANGELOG.md", "lib/command.ts", "lib/typings/common-types.ts", "test/deno/yargs.test.ts", "lib/typings/yargs-parser-types.ts", "lib/utils/is-promise.ts" ] } ], "lexical": [ { "task_id": "pallets-click-3777", "repo": "https://github.com/pallets/click.git", "language": "python", "base_commit": "61b69e967e525bd502f5bf42def4d551e761fe0e", "source_url": "https://github.com/pallets/click/pull/3777", "gold_files": [ "src/click/_termui_impl.py" ], "query_chars": 1607, "query_truncated": false, "index_ms": 2119.9542910035234, "hash_enhance_ms": 621.0592919960618, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 30.0, "pack_files": 11.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.09090909090909091, "pack_hit": 1.0 }, "search_latency_ms": 96.84637500322424, "context_latency_ms": 1177.729957998963, "pack_used_tokens": 5674, "pack_candidate_count": 18, "ranked_files": [ "src/click/_termui_impl.py", "tests/test_utils/test_format_filename.py", "examples/colors/colors.py", "docs/commands-and-groups.md", "examples/termui/termui.py", "docs/quickstart.md", "src/click/termui.py", "docs/utils.md", "docs/commands.md", "CHANGES.md", "tests/test_utils/test__detect_program_name.py", "tests/test_termui.py", ".github/workflows/pre-commit.yaml", "src/click/testing.py", "src/click/globals.py", "tests/test_utils/test_echo.py", "docs/_static/click-logo.svg", "tests/test_custom_classes.py", "docs/_static/click-name.svg", "tests/test_defaults.py", "tests/test_testing.py", "src/click/exceptions.py", "tests/test_options.py", "src/click/decorators.py", "src/click/core.py", "tests/test_utils/test_style.py", "src/click/utils.py", "src/click/_compat.py", "tests/test_formatting.py", "tests/test_compat.py" ], "pack_files": [ "src/click/_termui_impl.py", "src/click/_compat.py", "tests/test_termui.py", "tests/test_utils/test_echo.py", "pyproject.toml", "README.md", "src/click/exceptions.py", "src/click/types.py", "src/click/utils.py", "tests/test_utils/test_format_filename.py", "src/click/__init__.py" ] }, { "task_id": "pallets-click-3493", "repo": "https://github.com/pallets/click.git", "language": "python", "base_commit": "d42f15b71757de791a5781fb179fd972da9169f5", "source_url": "https://github.com/pallets/click/pull/3493", "gold_files": [ "src/click/utils.py" ], "query_chars": 1017, "query_truncated": false, "index_ms": 1476.323582988698, "hash_enhance_ms": 377.02162499772385, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 0.3333333333333333, "first_gold_rank": 3.0, "returned_files": 10.0, "pack_files": 12.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.08333333333333333, "pack_hit": 1.0 }, "search_latency_ms": 1320.7710410060827, "context_latency_ms": 3119.136666995473, "pack_used_tokens": 4641, "pack_candidate_count": 39, "ranked_files": [ "src/click/core.py", "src/click/shell_completion.py", "src/click/utils.py", "src/click/decorators.py", "src/click/types.py", "src/click/formatting.py", "src/click/_termui_impl.py", "src/click/termui.py", "src/click/testing.py", "src/click/parser.py" ], "pack_files": [ "src/click/utils.py", "src/click/__init__.py", "src/click/exceptions.py", "src/click/termui.py", "docs/unicode-support.md", "src/click/core.py", "tests/test_utils.py", "pyproject.toml", "src/click/types.py", "src/click/_compat.py", "src/click/globals.py", "examples/termui/termui.py" ] }, { "task_id": "pallets-click-3152", "repo": "https://github.com/pallets/click.git", "language": "python", "base_commit": "7f7bbe4569ea68e8dabee232eade069ef3310aea", "source_url": "https://github.com/pallets/click/pull/3152", "gold_files": [ "src/click/core.py" ], "query_chars": 1261, "query_truncated": false, "index_ms": 1889.3870410101954, "hash_enhance_ms": 433.9834999991581, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 0.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 0.14285714285714285, "first_gold_rank": 7.0, "returned_files": 11.0, "pack_files": 14.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.07142857142857142, "pack_hit": 1.0 }, "search_latency_ms": 1837.9396249947604, "context_latency_ms": 4212.341416015988, "pack_used_tokens": 4071, "pack_candidate_count": 24, "ranked_files": [ ".github/ISSUE_TEMPLATE/bug-report.md", "src/click/shell_completion.py", "docs/documentation.md", "docs/click-concepts.rst", "docs/extending-click.md", "src/click/_compat.py", "src/click/core.py", "src/click/decorators.py", "src/click/termui.py", "src/click/_termui_impl.py", "src/click/utils.py" ], "pack_files": [ "tests/typing/typing_version_option.py", "src/click/__init__.py", "tests/test_shell_completion.py", "tests/test_parser.py", "pyproject.toml", "docs/documentation.md", "tests/typing/typing_simple_example.py", "tests/test_basic.py", "src/click/shell_completion.py", "tests/test_defaults.py", "tests/test_termui.py", "src/click/core.py", "tests/test_commands.py", "examples/completion/completion.py" ] }, { "task_id": "pallets-click-3013", "repo": "https://github.com/pallets/click.git", "language": "python", "base_commit": "3be1f33c8e0b13295853f6aa64d1f7412b5312df", "source_url": "https://github.com/pallets/click/pull/3013", "gold_files": [ "src/click/shell_completion.py" ], "query_chars": 1154, "query_truncated": false, "index_ms": 2201.008832984371, "hash_enhance_ms": 442.4824999878183, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 10.0, "pack_files": 11.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.09090909090909091, "pack_hit": 1.0 }, "search_latency_ms": 2558.911750005791, "context_latency_ms": 5307.045916997595, "pack_used_tokens": 4893, "pack_candidate_count": 17, "ranked_files": [ "src/click/shell_completion.py", "examples/completion/pyproject.toml", "docs/shell-completion.md", "examples/completion/completion.py", "docs/handling-files.rst", "docs/parameter-types.rst", "src/click/core.py", "src/click/types.py", "docs/parameters.md", "tests/test_shell_completion.py" ], "pack_files": [ "docs/parameters.md", "src/click/shell_completion.py", "tests/test_shell_completion.py", "pyproject.toml", "docs/handling-files.rst", "src/click/core.py", "src/click/types.py", "examples/completion/completion.py", "src/click/parser.py", "src/click/utils.py", "tests/test_commands.py" ] }, { "task_id": "pallets-click-2940", "repo": "https://github.com/pallets/click.git", "language": "python", "base_commit": "36deba8a95a2585de1a2aa4475b7f054f52830ac", "source_url": "https://github.com/pallets/click/pull/2940", "gold_files": [ "src/click/testing.py" ], "query_chars": 1582, "query_truncated": false, "index_ms": 1331.7662079934962, "hash_enhance_ms": 355.1599589991383, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 0.2, "first_gold_rank": 5.0, "returned_files": 50.0, "pack_files": 11.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.09090909090909091, "pack_hit": 1.0 }, "search_latency_ms": 108.60891599440947, "context_latency_ms": 409.26337498240173, "pack_used_tokens": 3518, "pack_candidate_count": 39, "ranked_files": [ ".devcontainer/on-create-command.sh", "docs/support-multiple-versions.md", "examples/inout/inout.py", "docs/unicode-support.md", "src/click/testing.py", "examples/validation/validation.py", "README.md", "examples/complex/complex/commands/cmd_status.py", "docs/index.rst", "docs/shell-completion.md", "docs/why.md", "examples/complex/complex/commands/cmd_init.py", "tests/test_testing.py", "examples/complex/README", "examples/aliases/pyproject.toml", "examples/complex/pyproject.toml", "examples/imagepipe/pyproject.toml", "examples/inout/pyproject.toml", "examples/naval/pyproject.toml", "examples/repo/pyproject.toml", "examples/validation/pyproject.toml", "examples/termui/pyproject.toml", "examples/colors/pyproject.toml", "examples/completion/pyproject.toml", "docs/testing.md", "docs/complex.rst", "examples/complex/complex/cli.py", "docs/entry-points.rst", "examples/completion/completion.py", "docs/extending-click.rst", "examples/aliases/aliases.py", "CHANGES.rst", "docs/api.rst", "docs/quickstart.md", "tests/test_shell_completion.py", "docs/advanced.rst", "examples/colors/colors.py", "tests/test_basic.py", "docs/commands-and-groups.rst", "docs/commands.rst", "docs/faqs.md", "tests/test_utils.py", "examples/imagepipe/imagepipe.py", "docs/contrib.md", "docs/documentation.md", "examples/naval/naval.py", "examples/repo/repo.py", "tests/conftest.py", "tests/typing/typing_aliased_group.py", "examples/termui/termui.py" ], "pack_files": [ "docs/testing.md", "src/click/testing.py", "src/click/__init__.py", "tests/test_testing.py", "pyproject.toml", "examples/inout/inout.py", "tests/conftest.py", "examples/complex/complex/cli.py", "examples/complex/complex/commands/cmd_init.py", ".devcontainer/on-create-command.sh", "tests/test_command_decorators.py" ] }, { "task_id": "psf-requests-7427", "repo": "https://github.com/psf/requests.git", "language": "python", "base_commit": "3816cfa1abd42dca21b9e837f26c59b246016aaf", "source_url": "https://github.com/psf/requests/pull/7427", "gold_files": [ "src/requests/utils.py" ], "query_chars": 1540, "query_truncated": false, "index_ms": 1738.1324580055661, "hash_enhance_ms": 574.5482500060461, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 0.2, "first_gold_rank": 5.0, "returned_files": 10.0, "pack_files": 13.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.07692307692307693, "pack_hit": 1.0 }, "search_latency_ms": 133.37174998014234, "context_latency_ms": 239.42495801020414, "pack_used_tokens": 4038, "pack_candidate_count": 19, "ranked_files": [ "src/requests/help.py", "src/requests/__init__.py", "src/requests/sessions.py", "src/requests/models.py", "src/requests/utils.py", "src/requests/adapters.py", "docs/user/authentication.rst", "docs/dev/contributing.rst", "src/requests/cookies.py", "docs/user/advanced.rst" ], "pack_files": [ "src/requests/utils.py", "tests/test_utils.py", "src/requests/__version__.py", "tests/test_help.py", "tests/test_requests.py", "docs/user/authentication.rst", "src/requests/help.py", "src/requests/models.py", "tests/utils.py", "src/requests/__init__.py", "tests/test_lowlevel.py", "src/requests/_internal_utils.py", "src/requests/_types.py" ] }, { "task_id": "pallets-flask-5818", "repo": "https://github.com/pallets/flask.git", "language": "python", "base_commit": "88a65bb374e87a18816a780dbd4ae69d307aa85c", "source_url": "https://github.com/pallets/flask/pull/5818", "gold_files": [ "src/flask/app.py", "src/flask/ctx.py", "src/flask/templating.py" ], "query_chars": 1554, "query_truncated": false, "index_ms": 1289.421958004823, "hash_enhance_ms": 354.70599998370744, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 0.6666666666666666, "recall_at_20": 0.6666666666666666, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 8.0, "pack_files": 10.0, "pack_matched": 2.0, "pack_recall": 0.6666666666666666, "pack_precision": 0.2, "pack_hit": 1.0 }, "search_latency_ms": 5217.6691250060685, "context_latency_ms": 8205.107999994652, "pack_used_tokens": 4396, "pack_candidate_count": 20, "ranked_files": [ "src/flask/ctx.py", "src/flask/app.py", "src/flask/config.py", "src/flask/sansio/scaffold.py", "tests/templates/context_template.html", "src/flask/sansio/app.py", "src/flask/json/provider.py", "src/flask/sansio/blueprints.py" ], "pack_files": [ "src/flask/ctx.py", "examples/tutorial/tests/conftest.py", "src/flask/sansio/app.py", "src/flask/app.py", "tests/test_views.py", "src/flask/blueprints.py", "src/flask/cli.py", "src/flask/__init__.py", "src/flask/globals.py", "src/flask/typing.py" ] }, { "task_id": "pallets-flask-6096", "repo": "https://github.com/pallets/flask.git", "language": "python", "base_commit": "514fc6b3e8402e4c646d5284e97a4f0ab50a7c4b", "source_url": "https://github.com/pallets/flask/pull/6096", "gold_files": [ "src/flask/app.py", "src/flask/testing.py" ], "query_chars": 895, "query_truncated": false, "index_ms": 1231.862957996782, "hash_enhance_ms": 220.6569580012001, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 10.0, "pack_files": 11.0, "pack_matched": 1.0, "pack_recall": 0.5, "pack_precision": 0.09090909090909091, "pack_hit": 1.0 }, "search_latency_ms": 892.9632499930449, "context_latency_ms": 2196.1194580071606, "pack_used_tokens": 4916, "pack_candidate_count": 29, "ranked_files": [ "src/flask/app.py", "src/flask/ctx.py", "src/flask/sansio/scaffold.py", "src/flask/testing.py", "src/flask/sansio/app.py", "tests/test_views.py", "src/flask/config.py", "tests/test_reqctx.py", "tests/test_basic.py", "tests/test_async.py" ], "pack_files": [ "tests/test_testing.py", "src/flask/testing.py", "src/flask/__init__.py", "tests/test_reqctx.py", "CHANGES.rst", "pyproject.toml", "src/flask/globals.py", "tests/test_basic.py", "src/flask/cli.py", "docs/testing.rst", "src/flask/json/__init__.py" ] }, { "task_id": "pallets-flask-5736", "repo": "https://github.com/pallets/flask.git", "language": "python", "base_commit": "85c5d93cbd049c4bd0679c36fd1ddcae8c37b642", "source_url": "https://github.com/pallets/flask/pull/5736", "gold_files": [ "src/flask/sansio/app.py", "src/flask/sansio/blueprints.py" ], "query_chars": 1576, "query_truncated": false, "index_ms": 1178.5324590164237, "hash_enhance_ms": 196.0492499929387, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 0.5, "recall_at_20": 0.5, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 11.0, "pack_files": 8.0, "pack_matched": 1.0, "pack_recall": 0.5, "pack_precision": 0.125, "pack_hit": 1.0 }, "search_latency_ms": 1651.4650419994723, "context_latency_ms": 5139.644541981397, "pack_used_tokens": 3434, "pack_candidate_count": 31, "ranked_files": [ "src/flask/sansio/app.py", "src/flask/sansio/scaffold.py", ".github/ISSUE_TEMPLATE/bug-report.md", "tests/templates/template_test.html", ".github/pull_request_template.md", "src/flask/app.py", "tests/templates/template_filter.html", "tests/templates/simple_template.html", "tests/templates/context_template.html", "tests/templates/escaping_template.html", "tests/templates/non_escaping_template.txt" ], "pack_files": [ "src/flask/sansio/app.py", "src/flask/__init__.py", "src/flask/sansio/scaffold.py", "tests/test_appctx.py", "tests/test_blueprints.py", "tests/templates/template_filter.html", "tests/test_templating.py", "src/flask/templating.py" ] }, { "task_id": "pallets-flask-5777", "repo": "https://github.com/pallets/flask.git", "language": "python", "base_commit": "c56c5ec7c41e6ffd02516bf7cb80dd2ba9ba7aa3", "source_url": "https://github.com/pallets/flask/pull/5777", "gold_files": [ "src/flask/helpers.py" ], "query_chars": 1517, "query_truncated": false, "index_ms": 1157.0411669963505, "hash_enhance_ms": 270.14954198966734, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 9.0, "pack_files": 9.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.1111111111111111, "pack_hit": 1.0 }, "search_latency_ms": 1163.9907079807017, "context_latency_ms": 2300.7839579950087, "pack_used_tokens": 5196, "pack_candidate_count": 21, "ranked_files": [ "src/flask/helpers.py", "src/flask/app.py", "src/flask/sansio/app.py", "tests/type_check/typing_route.py", "tests/test_helpers.py", "src/flask/cli.py", "src/flask/config.py", "src/flask/sansio/scaffold.py", "src/flask/blueprints.py" ], "pack_files": [ "src/flask/helpers.py", "src/flask/__init__.py", "tests/test_helpers.py", "src/flask/wrappers.py", "src/flask/views.py", "src/flask/app.py", "src/flask/blueprints.py", "src/flask/cli.py", "src/flask/globals.py" ] }, { "task_id": "psf-requests-7433", "repo": "https://github.com/psf/requests.git", "language": "python", "base_commit": "0b401c76b6e80a4eecf3c690085b2553f6e261ca", "source_url": "https://github.com/psf/requests/pull/7433", "gold_files": [ "src/requests/models.py" ], "query_chars": 1544, "query_truncated": false, "index_ms": 1385.603959002765, "hash_enhance_ms": 201.63383401813917, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 0.3333333333333333, "first_gold_rank": 3.0, "returned_files": 9.0, "pack_files": 9.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.1111111111111111, "pack_hit": 1.0 }, "search_latency_ms": 601.7359170073178, "context_latency_ms": 2299.8703329940327, "pack_used_tokens": 4258, "pack_candidate_count": 21, "ranked_files": [ "src/requests/exceptions.py", ".github/ISSUE_TEMPLATE/Feature_request.md", "src/requests/models.py", "src/requests/__init__.py", "ext/requests-logo.ai", "src/requests/api.py", "src/requests/help.py", "src/requests/sessions.py", "src/requests/utils.py" ], "pack_files": [ "src/requests/models.py", "src/requests/__version__.py", "tests/test_help.py", "tests/test_requests.py", "src/requests/sessions.py", "src/requests/exceptions.py", "src/requests/help.py", "src/requests/adapters.py", "src/requests/utils.py" ] }, { "task_id": "fastapi-typer-1788", "repo": "https://github.com/fastapi/typer.git", "language": "python", "base_commit": "959a356fec72cedcfd4ee3f84790789f8e961989", "source_url": "https://github.com/fastapi/typer/pull/1788", "gold_files": [ "typer/core.py" ], "query_chars": 1566, "query_truncated": false, "index_ms": 906.1879999935627, "hash_enhance_ms": 187.76174998492934, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 0.0, "acc_at_10": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "mrr": 0.0, "first_gold_rank": 0.0, "returned_files": 16.0, "pack_files": 14.0, "pack_matched": 0.0, "pack_recall": 0.0, "pack_precision": 0.0, "pack_hit": 0.0 }, "search_latency_ms": 367.53124999813735, "context_latency_ms": 1106.9629169942345, "pack_used_tokens": 3069, "pack_candidate_count": 22, "ranked_files": [ "tests/assets/cli/not_python.txt", "docs_src/arguments/envvar/tutorial001_an_py310.py", "docs_src/arguments/envvar/tutorial001_py310.py", "docs_src/arguments/envvar/tutorial002_an_py310.py", "typer/main.py", "docs_src/arguments/envvar/tutorial002_py310.py", "docs_src/arguments/envvar/tutorial003_py310.py", "tests/test_completion/completion_option_then_argument.py", "docs/tutorial/arguments/envvar.md", "typer/_click/core.py", "docs_src/arguments/envvar/tutorial003_an_py310.py", "tests/test_cli/test_not_python.py", "tests/test_tutorial/test_arguments/test_envvar/test_tutorial003.py", "tests/test_tutorial/test_arguments/test_envvar/test_tutorial001.py", "tests/test_tutorial/test_arguments/test_envvar/test_tutorial002.py", "tests/test_completion/test_completion_option_colon.py" ], "pack_files": [ "docs/tutorial/arguments/envvar.md", "typer/__init__.py", "tests/test_completion/completion_option_then_argument.py", "pyproject.toml", "tests/assets/cli/not_python.txt", "docs_src/arguments/envvar/tutorial001_an_py310.py", "tests/test_cli/test_not_python.py", "docs_src/arguments/envvar/tutorial001_py310.py", "tests/test_others.py", "docs_src/arguments/envvar/tutorial002_an_py310.py", "tests/test_ambiguous_params.py", "docs_src/arguments/envvar/tutorial003_an_py310.py", "docs_src/arguments/envvar/tutorial002_py310.py", "docs_src/arguments/envvar/tutorial003_py310.py" ] }, { "task_id": "BurntSushi-ripgrep-3195", "repo": "https://github.com/BurntSushi/ripgrep.git", "language": "rust", "base_commit": "38d630261aded3a8e535fe85761e68af35bc462d", "source_url": "https://github.com/BurntSushi/ripgrep/pull/3195", "gold_files": [ "crates/searcher/src/line_buffer.rs", "crates/searcher/src/searcher/glue.rs" ], "query_chars": 1495, "query_truncated": false, "index_ms": 958.2779170013964, "hash_enhance_ms": 162.99716601497494, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 0.5, "recall_at_20": 0.5, "mrr": 0.2, "first_gold_rank": 5.0, "returned_files": 10.0, "pack_files": 7.0, "pack_matched": 0.0, "pack_recall": 0.0, "pack_precision": 0.0, "pack_hit": 0.0 }, "search_latency_ms": 532.3888749990147, "context_latency_ms": 1627.7884590090252, "pack_used_tokens": 2580, "pack_candidate_count": 7, "ranked_files": [ "crates/printer/src/color.rs", "crates/core/flags/complete/rg.zsh", "crates/core/flags/doc/version.rs", "crates/printer/src/hyperlink/mod.rs", "crates/searcher/src/line_buffer.rs", "crates/regex/src/config.rs", "crates/core/flags/defs.rs", "crates/searcher/src/lines.rs", "pkg/brew/ripgrep-bin.rb", "crates/ignore/src/walk.rs" ], "pack_files": [ "crates/printer/src/color.rs", "crates/printer/src/lib.rs", "crates/ignore/tests/gitignore_matched_path_or_any_parents_tests.rs", "crates/printer/Cargo.toml", "crates/printer/src/path.rs", "crates/printer/src/standard.rs", "crates/printer/src/summary.rs" ] }, { "task_id": "BurntSushi-ripgrep-3182", "repo": "https://github.com/BurntSushi/ripgrep.git", "language": "rust", "base_commit": "916415857f084e63efda03cf25a67fe7f6d24244", "source_url": "https://github.com/BurntSushi/ripgrep/pull/3182", "gold_files": [ "crates/printer/src/util.rs" ], "query_chars": 1614, "query_truncated": false, "index_ms": 938.7682499946095, "hash_enhance_ms": 156.74545799265616, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 0.0, "acc_at_10": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "mrr": 0.0, "first_gold_rank": 0.0, "returned_files": 10.0, "pack_files": 12.0, "pack_matched": 0.0, "pack_recall": 0.0, "pack_precision": 0.0, "pack_hit": 0.0 }, "search_latency_ms": 836.3715830200817, "context_latency_ms": 4477.719124988653, "pack_used_tokens": 3722, "pack_candidate_count": 12, "ranked_files": [ "crates/core/flags/complete/rg.zsh", "crates/core/flags/doc/version.rs", "crates/searcher/examples/search-stdin.rs", "crates/core/flags/defs.rs", "pkg/brew/ripgrep-bin.rb", "crates/core/flags/parse.rs", "crates/pcre2/src/matcher.rs", "crates/core/search.rs", "crates/cli/src/pattern.rs", "tests/multiline.rs" ], "pack_files": [ "crates/core/flags/complete/rg.zsh", "crates/core/flags/defs.rs", "pkg/brew/ripgrep-bin.rb", ".cargo/config.toml", ".github/FUNDING.yml", ".github/ISSUE_TEMPLATE/bug_report.yml", ".github/ISSUE_TEMPLATE/config.yml", "crates/matcher/tests/test_matcher.rs", ".github/ISSUE_TEMPLATE/feature_request.md", ".github/workflows/ci.yml", ".github/workflows/release.yml", ".gitignore" ] }, { "task_id": "BurntSushi-ripgrep-3166", "repo": "https://github.com/BurntSushi/ripgrep.git", "language": "rust", "base_commit": "9802945e6342ec284633924cb7d8d3ce67204995", "source_url": "https://github.com/BurntSushi/ripgrep/pull/3166", "gold_files": [ "crates/core/flags/hiargs.rs", "crates/printer/src/json.rs", "crates/printer/src/summary.rs" ], "query_chars": 1591, "query_truncated": false, "index_ms": 2303.1543329998385, "hash_enhance_ms": 600.910292007029, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 0.0, "acc_at_10": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.3333333333333333, "mrr": 0.07142857142857142, "first_gold_rank": 14.0, "returned_files": 14.0, "pack_files": 14.0, "pack_matched": 1.0, "pack_recall": 0.3333333333333333, "pack_precision": 0.07142857142857142, "pack_hit": 1.0 }, "search_latency_ms": 3852.884541003732, "context_latency_ms": 11992.553249991033, "pack_used_tokens": 6380, "pack_candidate_count": 24, "ranked_files": [ "crates/core/flags/complete/rg.zsh", "pkg/brew/ripgrep-bin.rb", "crates/core/flags/doc/version.rs", "crates/cli/src/decompress.rs", "crates/core/flags/defs.rs", "crates/cli/src/hostname.rs", "crates/searcher/src/lines.rs", "crates/pcre2/src/matcher.rs", "crates/core/search.rs", "crates/printer/src/hyperlink/mod.rs", "crates/searcher/src/line_buffer.rs", "tests/multiline.rs", "crates/printer/src/standard.rs", "crates/printer/src/summary.rs" ], "pack_files": [ "crates/core/flags/hiargs.rs", "crates/core/flags/mod.rs", "crates/core/flags/parse.rs", "tests/multiline.rs", "Cargo.toml", "crates/cli/src/decompress.rs", "crates/core/flags/lowargs.rs", "crates/core/flags/defs.rs", "crates/cli/src/process.rs", "crates/cli/Cargo.toml", "crates/core/haystack.rs", "crates/core/search.rs", "crates/core/flags/complete/rg.zsh", "pkg/brew/ripgrep-bin.rb" ] }, { "task_id": "BurntSushi-ripgrep-3154", "repo": "https://github.com/BurntSushi/ripgrep.git", "language": "rust", "base_commit": "491bf3f6d5bc1a621754440e291960f460a9c003", "source_url": "https://github.com/BurntSushi/ripgrep/pull/3154", "gold_files": [ "crates/printer/src/summary.rs" ], "query_chars": 1567, "query_truncated": false, "index_ms": 1955.6667500000913, "hash_enhance_ms": 640.9034999960568, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 0.0, "acc_at_10": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "mrr": 0.0, "first_gold_rank": 0.0, "returned_files": 9.0, "pack_files": 9.0, "pack_matched": 0.0, "pack_recall": 0.0, "pack_precision": 0.0, "pack_hit": 0.0 }, "search_latency_ms": 3907.038667006418, "context_latency_ms": 10730.680708977161, "pack_used_tokens": 3863, "pack_candidate_count": 9, "ranked_files": [ "crates/core/flags/doc/version.rs", "crates/core/flags/complete/rg.zsh", "crates/pcre2/src/matcher.rs", "crates/core/flags/defs.rs", "pkg/brew/ripgrep-bin.rb", "ci/utils.sh", "crates/searcher/src/searcher/glue.rs", "crates/core/main.rs", "crates/searcher/src/lines.rs" ], "pack_files": [ "crates/core/flags/doc/version.rs", "crates/core/flags/doc/help.rs", ".github/workflows/ci.yml", "pkg/brew/ripgrep-bin.rb", "crates/core/flags/doc/man.rs", "crates/core/flags/doc/mod.rs", "crates/core/flags/mod.rs", "Cargo.toml", ".github/ISSUE_TEMPLATE/bug_report.yml" ] }, { "task_id": "BurntSushi-ripgrep-2885", "repo": "https://github.com/BurntSushi/ripgrep.git", "language": "rust", "base_commit": "6c5108ed17987531644518fac8c1659b0b202611", "source_url": "https://github.com/BurntSushi/ripgrep/pull/2885", "gold_files": [ "crates/regex/src/literal.rs" ], "query_chars": 1485, "query_truncated": false, "index_ms": 2395.987458003219, "hash_enhance_ms": 1000.9968749945983, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 0.0, "acc_at_10": 0.0, "recall_at_10": 0.0, "recall_at_20": 1.0, "mrr": 0.07142857142857142, "first_gold_rank": 14.0, "returned_files": 15.0, "pack_files": 12.0, "pack_matched": 0.0, "pack_recall": 0.0, "pack_precision": 0.0, "pack_hit": 0.0 }, "search_latency_ms": 4415.890165983001, "context_latency_ms": 10184.186833008425, "pack_used_tokens": 5429, "pack_candidate_count": 18, "ranked_files": [ "crates/core/flags/hiargs.rs", "crates/core/search.rs", ".github/ISSUE_TEMPLATE/bug_report.yml", "crates/core/flags/parse.rs", "crates/printer/src/standard.rs", "crates/core/flags/complete/rg.zsh", ".github/ISSUE_TEMPLATE/config.yml", "crates/regex/src/config.rs", "crates/cli/src/lib.rs", "crates/core/flags/defs.rs", "crates/core/flags/config.rs", "crates/searcher/src/searcher/core.rs", "pkg/brew/ripgrep-bin.rb", "crates/regex/src/literal.rs", "tests/regression.rs" ], "pack_files": [ "crates/core/flags/hiargs.rs", "crates/core/search.rs", "crates/core/flags/mod.rs", "crates/core/flags/parse.rs", "crates/core/flags/config.rs", "Cargo.toml", "crates/core/flags/lowargs.rs", "crates/core/flags/defs.rs", "crates/core/haystack.rs", ".github/ISSUE_TEMPLATE/bug_report.yml", "pkg/brew/ripgrep-bin.rb", "crates/printer/src/json.rs" ] }, { "task_id": "sharkdp-fd-1917", "repo": "https://github.com/sharkdp/fd.git", "language": "rust", "base_commit": "db7d448fd4f43d303bbdcd862b353bd5910de1b8", "source_url": "https://github.com/sharkdp/fd/pull/1917", "gold_files": [ "src/config.rs", "src/filesystem.rs", "src/main.rs", "src/walk.rs" ], "query_chars": 1278, "query_truncated": false, "index_ms": 1418.2750420004595, "hash_enhance_ms": 164.85620799358003, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 0.75, "recall_at_20": 0.75, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 7.0, "pack_files": 16.0, "pack_matched": 4.0, "pack_recall": 1.0, "pack_precision": 0.25, "pack_hit": 1.0 }, "search_latency_ms": 1440.9478750021663, "context_latency_ms": 2632.2322499763686, "pack_used_tokens": 5331, "pack_candidate_count": 19, "ranked_files": [ "src/walk.rs", "src/filesystem.rs", "src/dir_entry.rs", "src/cli.rs", "src/main.rs", "src/exec/command.rs", "tests/testenv/mod.rs" ], "pack_files": [ "src/walk.rs", "src/filesystem.rs", "src/dir_entry.rs", "Cargo.toml", "src/config.rs", "src/error.rs", "src/exec/mod.rs", "src/exit_codes.rs", "src/output.rs", "src/main.rs", "src/regex_helper.rs", "src/cli.rs", "src/filetypes.rs", "src/fmt/input.rs", "src/hyperlink.rs", "src/exec/job.rs" ] }, { "task_id": "sharkdp-fd-1805", "repo": "https://github.com/sharkdp/fd.git", "language": "rust", "base_commit": "f77b693db2bf284768efdbe9f67e21b4c3e53b6a", "source_url": "https://github.com/sharkdp/fd/pull/1805", "gold_files": [ "src/exec/command.rs", "src/exec/job.rs", "src/exec/mod.rs", "src/walk.rs" ], "query_chars": 1554, "query_truncated": false, "index_ms": 1570.1854169892613, "hash_enhance_ms": 164.84091701568104, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 0.75, "recall_at_20": 0.75, "mrr": 0.5, "first_gold_rank": 2.0, "returned_files": 9.0, "pack_files": 13.0, "pack_matched": 2.0, "pack_recall": 0.5, "pack_precision": 0.15384615384615385, "pack_hit": 1.0 }, "search_latency_ms": 560.937083006138, "context_latency_ms": 1742.7059169858694, "pack_used_tokens": 3974, "pack_candidate_count": 14, "ranked_files": [ "src/output.rs", "src/exec/mod.rs", "src/main.rs", "src/exec/command.rs", ".github/ISSUE_TEMPLATE/bug_report.yaml", "tests/tests.rs", "tests/testenv/mod.rs", "src/fmt/input.rs", "src/walk.rs" ], "pack_files": [ "src/output.rs", "src/config.rs", "src/filter/mod.rs", "tests/tests.rs", "Cargo.toml", "src/filter/time.rs", "src/exec/mod.rs", "src/dir_entry.rs", "src/exit_codes.rs", "src/fmt/mod.rs", "src/hyperlink.rs", "src/main.rs", "src/walk.rs" ] }, { "task_id": "sharkdp-fd-1914", "repo": "https://github.com/sharkdp/fd.git", "language": "rust", "base_commit": "b691572928bf4a589c1f195c79037fdd2d2b6f07", "source_url": "https://github.com/sharkdp/fd/pull/1914", "gold_files": [ "src/walk.rs" ], "query_chars": 1576, "query_truncated": false, "index_ms": 1246.931667003082, "hash_enhance_ms": 150.47520899679512, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 0.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 0.14285714285714285, "first_gold_rank": 7.0, "returned_files": 9.0, "pack_files": 3.0, "pack_matched": 0.0, "pack_recall": 0.0, "pack_precision": 0.0, "pack_hit": 0.0 }, "search_latency_ms": 693.855874997098, "context_latency_ms": 2393.738665996352, "pack_used_tokens": 1362, "pack_candidate_count": 3, "ranked_files": [ "src/filter/time.rs", ".github/ISSUE_TEMPLATE/bug_report.yaml", "src/main.rs", "src/filter/size.rs", "doc/screencast.sh", "src/filter/owner.rs", "src/walk.rs", "tests/tests.rs", "src/cli.rs" ], "pack_files": [ "src/filter/time.rs", "src/filter/mod.rs", "Cargo.toml" ] }, { "task_id": "sharkdp-bat-3804", "repo": "https://github.com/sharkdp/bat.git", "language": "rust", "base_commit": "af1f53d9a977154216d01435991fe33631b74713", "source_url": "https://github.com/sharkdp/bat/pull/3804", "gold_files": [ "src/printer.rs" ], "query_chars": 1582, "query_truncated": false, "index_ms": 2060.1968750124797, "hash_enhance_ms": 698.5731250024401, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 10.0, "pack_files": 14.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.07142857142857142, "pack_hit": 1.0 }, "search_latency_ms": 2655.010999995284, "context_latency_ms": 7807.98945800052, "pack_used_tokens": 4954, "pack_candidate_count": 24, "ranked_files": [ "src/printer.rs", "tests/examples/single-line.txt", "tests/examples/bat.conf", "assets/completions/bat.bash.in", "assets/completions/bat.fish.in", "src/terminal.rs", "assets/completions/bat.zsh.in", "tests/examples/regression_tests/first_line_fallback.invalid-syntax", "src/line_range.rs", "tests/examples/long-single-line.txt" ], "pack_files": [ "src/printer.rs", "src/pretty_printer.rs", "src/decorations.rs", "src/controller.rs", "tests/integration_tests.rs", "Cargo.toml", "src/assets.rs", "src/config.rs", "src/diff.rs", "src/input.rs", "src/line_range.rs", "src/output.rs", "src/preprocessor.rs", "src/style.rs" ] }, { "task_id": "sharkdp-bat-3686", "repo": "https://github.com/sharkdp/bat.git", "language": "rust", "base_commit": "111aa2e10e7a7f0dcf43c209e643593ac013d623", "source_url": "https://github.com/sharkdp/bat/pull/3686", "gold_files": [ "src/input.rs" ], "query_chars": 1493, "query_truncated": false, "index_ms": 2594.7379170102067, "hash_enhance_ms": 879.2964160093106, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 0.0, "acc_at_10": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "mrr": 0.0, "first_gold_rank": 0.0, "returned_files": 32.0, "pack_files": 14.0, "pack_matched": 0.0, "pack_recall": 0.0, "pack_precision": 0.0, "pack_hit": 0.0 }, "search_latency_ms": 80.33112500561401, "context_latency_ms": 997.3436250002123, "pack_used_tokens": 4155, "pack_candidate_count": 27, "ranked_files": [ "tests/examples/bat-tabs.conf", "tests/benchmarks/run-benchmarks.sh", "tests/examples/bat-theme.conf", "tests/syntax-tests/source/QML/BatSyntaxTest.qml", "tests/examples/bat-windows.conf", ".github/ISSUE_TEMPLATE/bug_report.md", "tests/examples/bat.conf", "assets/manual/bat.1.in", "tests/syntax-tests/BatTestCustomAssets.sublime-syntax", "src/assets/assets_metadata.rs", "src/bin/bat/assets.rs", "src/bin/bat/config.rs", "src/bin/bat/clap_app.rs", "tests/syntax-tests/highlighted/QML/BatSyntaxTest.qml", "tests/mocked-pagers/most.bat", "tests/mocked-pagers/more.bat", "tests/mocked-pagers/echo.bat", "src/bin/bat/main.rs", "src/bin/bat/app.rs", "src/assets/lazy_theme_set.rs", "Cargo.toml", "CHANGELOG.md", "tests/syntax-tests/source/CoffeeScript/coffeescript.coffee", "tests/syntax-tests/highlighted/CoffeeScript/coffeescript.coffee", "src/less.rs", "tests/syntax-tests/source/Makefile/Makefile", "tests/syntax-tests/highlighted/Makefile/Makefile", "src/syntax_mapping/builtins/common/50-gcloud-cli-config.toml", "tests/syntax-tests/highlighted/Cabal/semantic.cabal", "tests/syntax-tests/source/Cabal/semantic.cabal", "src/output.rs", "tests/integration_tests.rs" ], "pack_files": [ "tests/benchmarks/run-benchmarks.sh", "src/bin/bat/assets.rs", "src/bin/bat/main.rs", "tests/assets.rs", "Cargo.toml", ".github/ISSUE_TEMPLATE/bug_report.md", "tests/integration_tests.rs", "tests/github-actions.rs", "tests/benchmarks/highlighting-speed-src/numpy_test_multiarray.py", "tests/syntax-tests/source/C/test.c", "tests/benchmarks/many-small-files/small-file-26.txt", "src/assets.rs", "tests/syntax-tests/test_custom_assets.sh", "src/bin/bat/app.rs" ] }, { "task_id": "colinhacks-zod-6439", "repo": "https://github.com/colinhacks/zod.git", "language": "typescript", "base_commit": "17d1227ff61ff7c27ea11cd4ce31f84959534c8c", "source_url": "https://github.com/colinhacks/zod/pull/6439", "gold_files": [ "packages/zod/src/v4/core/regexes.ts" ], "query_chars": 1599, "query_truncated": false, "index_ms": 1936.1672500090208, "hash_enhance_ms": 1750.553541991394, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 10.0, "pack_files": 12.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.08333333333333333, "pack_hit": 1.0 }, "search_latency_ms": 3292.282749986043, "context_latency_ms": 6585.914583003614, "pack_used_tokens": 4384, "pack_candidate_count": 31, "ranked_files": [ "packages/zod/src/v4/core/regexes.ts", "packages/zod/src/v3/types.ts", "packages/zod/src/v3/benchmarks/datetime.ts", "packages/bench/datetime.ts", "packages/zod/src/v4/mini/iso.ts", "packages/bench/datetime-regex.ts", "packages/zod/src/v4/classic/iso.ts", "packages/zod/src/v4/classic/tests/datetime.test.ts", "packages/zod/src/v4/core/compile.ts", "packages/zod/src/v4/core/to-json-schema.ts" ], "pack_files": [ "packages/zod/src/v3/types.ts", "packages/bench/metabench.ts", "packages/zod/src/v3/benchmarks/index.ts", "packages/bench/memory/realworld.ts", "packages/zod/src/v4/mini/iso.ts", "package.json", "packages/bench/datetime-regex.ts", "packages/zod/src/v3/benchmarks/datetime.ts", "packages/zod/src/v4/classic/iso.ts", "packages/zod/src/v4/core/regexes.ts", "packages/bench/memory/schema-footprint.ts", "packages/zod/src/v4/classic/schemas.ts" ] }, { "task_id": "colinhacks-zod-6221", "repo": "https://github.com/colinhacks/zod.git", "language": "typescript", "base_commit": "7f20a26aa216c56f6a673017c87ca4cb105dc23c", "source_url": "https://github.com/colinhacks/zod/pull/6221", "gold_files": [ "packages/zod/src/v4/core/schemas.ts" ], "query_chars": 1594, "query_truncated": false, "index_ms": 1499.2179579858202, "hash_enhance_ms": 918.8169999979436, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 0.0, "acc_at_10": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "mrr": 0.0, "first_gold_rank": 0.0, "returned_files": 10.0, "pack_files": 14.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.07142857142857142, "pack_hit": 1.0 }, "search_latency_ms": 548.0655000137631, "context_latency_ms": 1487.3562499997206, "pack_used_tokens": 3190, "pack_candidate_count": 35, "ranked_files": [ "packages/zod/src/v3/types.ts", "packages/bench/key-iteration.ts", "packages/zod/src/v4/core/parse.ts", "packages/zod/src/v4/mini/parse.ts", "packages/zod/src/v4/classic/schemas.ts", "packages/zod/src/v4/mini/schemas.ts", "packages/docs/app/not-found.tsx", "packages/zod/src/v4/classic/parse.ts", "packages/zod/src/v4/core/to-json-schema.ts", "packages/zod/src/v3/ZodError.ts" ], "pack_files": [ "packages/zod/src/v4/core/parse.ts", "packages/zod/src/v4/classic/tests/recursive-types.test.ts", "packages/zod/src/v4/core/schemas.ts", "packages/zod/src/v4/core/index.ts", "packages/bench/object-async.ts", "packages/bench/object-fail.ts", "packages/zod/src/v3/tests/error.test.ts", "packages/bench/object-moltar.ts", "packages/bench/object-safe.ts", "packages/zod/src/v3/tests/refine.test.ts", "packages/zod/src/v3/tests/tuple.test.ts", "packages/zod/src/v3/types.ts", "packages/zod/src/v4/core/tests/locales/he.test.ts", "packages/zod/src/v4/classic/schemas.ts" ] }, { "task_id": "colinhacks-zod-6213", "repo": "https://github.com/colinhacks/zod.git", "language": "typescript", "base_commit": "f722bcddab2bb02bb7c2d801d736f042b99a2cfb", "source_url": "https://github.com/colinhacks/zod/pull/6213", "gold_files": [ "packages/zod/src/v3/ZodError.ts", "packages/zod/src/v4/core/errors.ts" ], "query_chars": 1612, "query_truncated": false, "index_ms": 1633.6877499998081, "hash_enhance_ms": 809.2827080108691, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 0.3333333333333333, "first_gold_rank": 3.0, "returned_files": 24.0, "pack_files": 12.0, "pack_matched": 2.0, "pack_recall": 1.0, "pack_precision": 0.16666666666666666, "pack_hit": 1.0 }, "search_latency_ms": 1252.2909159888513, "context_latency_ms": 2447.6695409975946, "pack_used_tokens": 3473, "pack_candidate_count": 21, "ranked_files": [ "packages/bench/object-safe.ts", "packages/bench/object-fail.ts", "packages/zod/src/v3/ZodError.ts", "packages/zod/src/v4/core/errors.ts", "packages/bench/object-moltar-jitless.ts", "packages/bench/object.ts", "packages/bench/object-moltar.ts", "packages/bench/object-setup.ts", "packages/bench/key-iteration.ts", "packages/bench/object-async.ts", "packages/treeshake/valibot-simple-object.ts", "packages/bench/object-safeasync.ts", "packages/treeshake/zod-object.ts", "packages/zod/src/v4/mini/parse.ts", "packages/zod/src/v4/classic/schemas.ts", "packages/zod/src/v4/core/parse.ts", "packages/bench/object-creation.ts", "packages/treeshake/zod-mini-object.ts", "packages/zod/src/v3/types.ts", "packages/zod/src/v4/mini/external.ts", "packages/treeshake/zod3-object.ts", "packages/zod/src/v4/mini/schemas.ts", "packages/treeshake/valibot-object.ts", "packages/zod/src/v4/classic/tests/fix-json-issue.test.ts" ], "pack_files": [ "packages/zod/src/v4/core/errors.ts", "packages/zod/src/v4/mini/external.ts", "packages/zod/src/v3/ZodError.ts", "packages/zod/src/v3/helpers/partialUtil.ts", "packages/docs/content/error-formatting.mdx", "packages/zod/src/v4/core/tests/locales/tr.test.ts", "packages/zod/src/v3/errors.ts", "packages/docs/content/v4/changelog.mdx", "packages/zod/src/v3/external.ts", "packages/zod/src/v3/tests/object.test.ts", "packages/zod/src/v3/helpers/enumUtil.ts", "packages/zod/src/v3/helpers/errorUtil.ts" ] }, { "task_id": "colinhacks-zod-6408", "repo": "https://github.com/colinhacks/zod.git", "language": "typescript", "base_commit": "6074828e5d134c34cd1fac9b067dbee74ecdc314", "source_url": "https://github.com/colinhacks/zod/pull/6408", "gold_files": [ "packages/zod/src/v4/core/json-schema-generator.ts", "packages/zod/src/v4/core/to-json-schema.ts" ], "query_chars": 1546, "query_truncated": false, "index_ms": 1535.9547920234036, "hash_enhance_ms": 721.3223339931574, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 10.0, "pack_files": 10.0, "pack_matched": 2.0, "pack_recall": 1.0, "pack_precision": 0.2, "pack_hit": 1.0 }, "search_latency_ms": 1826.8192500108853, "context_latency_ms": 5732.893208012683, "pack_used_tokens": 4014, "pack_candidate_count": 25, "ranked_files": [ "packages/zod/src/v4/core/to-json-schema.ts", "packages/zod/src/v4/core/json-schema-generator.ts", "packages/zod/src/v4/mini/external.ts", "packages/zod/src/v4/classic/external.ts", "packages/zod/src/v4/core/json-schema-processors.ts", "packages/zod/src/v4/core/registries.ts", "packages/zod/src/v3/types.ts", "packages/zod/src/v3/helpers/typeAliases.ts", "packages/zod/src/v4/classic/from-json-schema.ts", "packages/zod/src/v4/core/index.ts" ], "pack_files": [ "packages/zod/src/v4/core/json-schema-processors.ts", "packages/zod/src/v4/core/index.ts", "packages/zod/src/v4/core/registries.ts", "packages/zod/src/v4/core/json-schema-generator.ts", "packages/zod/src/v4/classic/tests/registries.test.ts", "packages/docs/tsconfig.test.json", "packages/zod/src/v4/classic/external.ts", "packages/zod/src/v4/classic/tests/standard-schema.test.ts", "packages/zod/src/v4/core/to-json-schema.ts", "packages/zod/src/v4/mini/external.ts" ] }, { "task_id": "sindresorhus-ky-858", "repo": "https://github.com/sindresorhus/ky.git", "language": "typescript", "base_commit": "4ba8c15feaca524b4a716413db21a481c494721b", "source_url": "https://github.com/sindresorhus/ky/pull/858", "gold_files": [ "source/core/Ky.ts" ], "query_chars": 1556, "query_truncated": false, "index_ms": 1752.0263330079615, "hash_enhance_ms": 376.7262499895878, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 8.0, "pack_files": 12.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.08333333333333333, "pack_hit": 1.0 }, "search_latency_ms": 1906.0266249871347, "context_latency_ms": 6410.952665988589, "pack_used_tokens": 4460, "pack_candidate_count": 22, "ranked_files": [ "source/core/Ky.ts", "source/index.ts", "source/errors/HTTPError.ts", "test/fetch.ts", "source/types/response.ts", "source/types/ResponsePromise.ts", "source/errors/NonError.ts", "test/browser.ts" ], "pack_files": [ "test/browser.ts", "source/types/ResponsePromise.ts", "source/index.ts", "test/hooks.ts", "source/errors/HTTPError.ts", "source/core/Ky.ts", "test/http-error.ts", "source/types/response.ts", "test/bytes.ts", "source/types/standard-schema.ts", "test/main.ts", "source/types/options.ts" ] }, { "task_id": "sindresorhus-ky-809", "repo": "https://github.com/sindresorhus/ky.git", "language": "typescript", "base_commit": "e673eaa6e42e5d96399db7996c9fd940a1cf02c8", "source_url": "https://github.com/sindresorhus/ky/pull/809", "gold_files": [ "source/core/Ky.ts" ], "query_chars": 1417, "query_truncated": false, "index_ms": 1720.5967500049155, "hash_enhance_ms": 244.54262500512414, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 0.25, "first_gold_rank": 4.0, "returned_files": 9.0, "pack_files": 13.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.07692307692307693, "pack_hit": 1.0 }, "search_latency_ms": 3658.861958014313, "context_latency_ms": 5863.88975000591, "pack_used_tokens": 3957, "pack_candidate_count": 19, "ranked_files": [ "source/errors/HTTPError.ts", "source/index.ts", "source/types/response.ts", "source/core/Ky.ts", "test/memory-leak.ts", "source/types/ky.ts", "source/types/ResponsePromise.ts", "source/types/hooks.ts", "test/http-error.ts" ], "pack_files": [ "source/types/response.ts", "source/types/ResponsePromise.ts", "source/errors/HTTPError.ts", "test/memory-leak.ts", "package.json", "source/index.ts", "test/helpers/create-http-test-server.ts", "test/http-error.ts", "test/bytes.ts", "test/headers.ts", "test/main.ts", "source/core/Ky.ts", "source/types/ky.ts" ] }, { "task_id": "sindresorhus-ky-751", "repo": "https://github.com/sindresorhus/ky.git", "language": "typescript", "base_commit": "5f24cb36d5febd41d90424a19aa702e22b6b4fdd", "source_url": "https://github.com/sindresorhus/ky/pull/751", "gold_files": [ "source/utils/merge.ts" ], "query_chars": 1493, "query_truncated": false, "index_ms": 1941.621625010157, "hash_enhance_ms": 285.3577499918174, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 0.0, "acc_at_5": 0.0, "acc_at_10": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "mrr": 0.0, "first_gold_rank": 0.0, "returned_files": 8.0, "pack_files": 9.0, "pack_matched": 0.0, "pack_recall": 0.0, "pack_precision": 0.0, "pack_hit": 0.0 }, "search_latency_ms": 1493.9804169989657, "context_latency_ms": 4287.489209003979, "pack_used_tokens": 4000, "pack_candidate_count": 33, "ranked_files": [ "source/core/Ky.ts", "source/index.ts", "source/types/request.ts", "source/types/ky.ts", "source/types/ResponsePromise.ts", "test/fetch.ts", "test/main.ts", "test/http-error.ts" ], "pack_files": [ "source/index.ts", "source/core/Ky.ts", "source/types/request.ts", "readme.md", "test/main.ts", ".github/workflows/main.yml", "source/types/ResponsePromise.ts", "test/browser.ts", "test/fetch.ts" ] }, { "task_id": "yargs-yargs-2332", "repo": "https://github.com/yargs/yargs.git", "language": "typescript", "base_commit": "3a40a787edc5784b8134af022948b30c707001ba", "source_url": "https://github.com/yargs/yargs/pull/2332", "gold_files": [ "lib/yargs-factory.ts" ], "query_chars": 1568, "query_truncated": false, "index_ms": 1226.7330000177026, "hash_enhance_ms": 117.792292003287, "mode": "lexical", "status": "ok", "metrics": { "acc_at_1": 1.0, "acc_at_5": 1.0, "acc_at_10": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "mrr": 1.0, "first_gold_rank": 1.0, "returned_files": 9.0, "pack_files": 11.0, "pack_matched": 1.0, "pack_recall": 1.0, "pack_precision": 0.09090909090909091, "pack_hit": 1.0 }, "search_latency_ms": 44.04045798582956, "context_latency_ms": 240.48995799967088, "pack_used_tokens": 5515, "pack_candidate_count": 23, "ranked_files": [ "lib/yargs-factory.ts", "test/completion.mjs", "lib/completion.ts", "example/line_count_options.mjs", "test/parser.mjs", "example/usage-options.mjs", "lib/typings/yargs-parser-types.ts", "docs/advanced.md", "CHANGELOG.md" ], "pack_files": [ "lib/yargs-factory.ts", "lib/usage.ts", "lib/completion.ts", "test/completion.mjs", "docs/advanced.md", "CHANGELOG.md", "lib/command.ts", "test/esm/yargs-test.mjs", "lib/typings/common-types.ts", "test/deno/yargs.test.ts", "lib/typings/yargs-parser-types.ts" ] } ] }, "delta_over_baseline": { "acc_at_1": 0.033333333333333326, "acc_at_5": 0.0, "acc_at_10": 0.0, "recall_at_10": -0.04166666666666663, "recall_at_20": -0.025000000000000022, "mrr": 0.02194361194361194, "pack_recall": -0.008333333333333304, "pack_precision": -0.0017948717948717968, "pack_hit": 0.0 } }