diff --git a/CHANGELOG.md b/CHANGELOG.md index cd54f815..305bc6e5 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -11,6 +11,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 - **Competitive evaluation diagnostics**: Report per-task wins, losses, ties, metric deltas, ranked paths, operational failures and unsupported interfaces. Publish a dated historical replay and fresh-study protocol without treating development data as a blind holdout or claiming SOTA. - **Study preparation evidence**: Publish a sanitized maintainer exposure register, current-version public-interface calibration and isolated broker/evaluator feasibility observations. Distinguish passing infrastructure controls from the failed bounded model repair attempt. +- **Assistant-run exploratory comparison**: Publish frozen nine-repository, 100-task results across seven conditions, all 2,100 query-pass records and a verified evidence replay. Report OCBI's exact-symbol and natural-language deficits, source-policy/declaration coverage failures and explicit self-curation limits; no outside-review prerequisite or SOTA claim. ### Fixed diff --git a/benchmarks/results/self-curated-2026-10-06/preregistration.json.gz b/benchmarks/results/self-curated-2026-10-06/preregistration.json.gz new file mode 100644 index 00000000..7284180d Binary files /dev/null and b/benchmarks/results/self-curated-2026-10-06/preregistration.json.gz differ diff --git a/benchmarks/results/self-curated-2026-10-06/report.json b/benchmarks/results/self-curated-2026-10-06/report.json new file mode 100644 index 00000000..63a9d2a7 --- /dev/null +++ b/benchmarks/results/self-curated-2026-10-06/report.json @@ -0,0 +1,55862 @@ +{ + "schemaVersion": 1, + "kind": "self-curated-exploratory-observed-results", + "independentlyReviewed": false, + "selfCurated": true, + "cohortExposedAfterScoring": true, + "preregistrationCommit": "976ff12", + "candidateSourceCommit": "969fd34cccfa950fbe9ef556f958495c62d8aba9", + "preregistrationArchiveSha256": "7be6e9854a882b294bedaecab35daeec6ea35ad5386f533899b43fee0f8f4ba2", + "startedAt": "2026-10-06T11:59:38.554Z", + "completedAt": "2026-10-06T13:02:46.177Z", + "verification": { + "primaryRows": 700, + "queryPassRecords": 2100, + "successfulRawRankingReplays": 1962, + "reportReproducedExactly": true, + "reportOriginalSha256": "e69dda4f942c7d999e9bae5125bfc1331f40b20c4e9eb54eca5e43adc6076bbc" + }, + "candidateAndInputLocksUnchanged": true, + "primaryQualityRepeat": 1, + "repositoryConditionCells": 63, + "primaryReport": { + "cohort": "development-only", + "exploratory": true, + "tracks": { + "codebase-memory": { + "explicit-symbol": { + "rowCount": 54, + "repositoryCount": 9, + "supportedQueryCount": 54, + "metrics": { + "totalCount": 54, + "supportedCount": 54, + "successCount": 54, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.9074074074074074, + "hitAt5": 1, + "mrrAt10": 0.9490740740740741, + "ndcgAt10": 0.9621184365251708 + }, + "successOnly": { + "hitAt1": 0.9074074074074074, + "hitAt5": 1, + "mrrAt10": 0.9490740740740741, + "ndcgAt10": 0.9621184365251708 + } + }, + "queryWeightedHitAt5": 1, + "equalRepositoryHitAt5": 1 + }, + "natural-language": { + "rowCount": 46, + "repositoryCount": 9, + "supportedQueryCount": 0, + "metrics": { + "totalCount": 46, + "supportedCount": 0, + "successCount": 0, + "errorCount": 0, + "unsupportedCount": 46, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "queryWeightedHitAt5": null, + "equalRepositoryHitAt5": null + } + }, + "codegraph": { + "explicit-symbol": { + "rowCount": 54, + "repositoryCount": 9, + "supportedQueryCount": 54, + "metrics": { + "totalCount": 54, + "supportedCount": 54, + "successCount": 54, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.9814814814814815, + "hitAt5": 1, + "mrrAt10": 0.9876543209876543, + "ndcgAt10": 0.9907407407407407 + }, + "successOnly": { + "hitAt1": 0.9814814814814815, + "hitAt5": 1, + "mrrAt10": 0.9876543209876543, + "ndcgAt10": 0.9907407407407407 + } + }, + "queryWeightedHitAt5": 1, + "equalRepositoryHitAt5": 1 + }, + "natural-language": { + "rowCount": 46, + "repositoryCount": 9, + "supportedQueryCount": 46, + "metrics": { + "totalCount": 46, + "supportedCount": 46, + "successCount": 46, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.1956521739130435, + "hitAt5": 0.32608695652173914, + "mrrAt10": 0.2690821256038647, + "ndcgAt10": 0.30984950253363236 + }, + "successOnly": { + "hitAt1": 0.1956521739130435, + "hitAt5": 0.32608695652173914, + "mrrAt10": 0.2690821256038647, + "ndcgAt10": 0.30984950253363236 + } + }, + "queryWeightedHitAt5": 0.32608695652173914, + "equalRepositoryHitAt5": 0.32222222222222224 + } + }, + "grepai": { + "explicit-symbol": { + "rowCount": 54, + "repositoryCount": 9, + "supportedQueryCount": 54, + "metrics": { + "totalCount": 54, + "supportedCount": 54, + "successCount": 54, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.5925925925925926, + "hitAt5": 0.8518518518518519, + "mrrAt10": 0.7129629629629629, + "ndcgAt10": 0.7612656011039625 + }, + "successOnly": { + "hitAt1": 0.5925925925925926, + "hitAt5": 0.8518518518518519, + "mrrAt10": 0.7129629629629629, + "ndcgAt10": 0.7612656011039625 + } + }, + "queryWeightedHitAt5": 0.8518518518518519, + "equalRepositoryHitAt5": 0.8518518518518519 + }, + "natural-language": { + "rowCount": 46, + "repositoryCount": 9, + "supportedQueryCount": 46, + "metrics": { + "totalCount": 46, + "supportedCount": 46, + "successCount": 46, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.3695652173913043, + "hitAt5": 0.717391304347826, + "mrrAt10": 0.5159937888198757, + "ndcgAt10": 0.6086243401146144 + }, + "successOnly": { + "hitAt1": 0.3695652173913043, + "hitAt5": 0.717391304347826, + "mrrAt10": 0.5159937888198757, + "ndcgAt10": 0.6086243401146144 + } + }, + "queryWeightedHitAt5": 0.717391304347826, + "equalRepositoryHitAt5": 0.7185185185185187 + } + }, + "literal-unindexed": { + "explicit-symbol": { + "rowCount": 54, + "repositoryCount": 9, + "supportedQueryCount": 54, + "metrics": { + "totalCount": 54, + "supportedCount": 54, + "successCount": 54, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.2222222222222222, + "hitAt5": 0.7962962962962963, + "mrrAt10": 0.43710317460317444, + "ndcgAt10": 0.5509676146292996 + }, + "successOnly": { + "hitAt1": 0.2222222222222222, + "hitAt5": 0.7962962962962963, + "mrrAt10": 0.43710317460317444, + "ndcgAt10": 0.5509676146292996 + } + }, + "queryWeightedHitAt5": 0.7962962962962963, + "equalRepositoryHitAt5": 0.7962962962962963 + }, + "natural-language": { + "rowCount": 46, + "repositoryCount": 9, + "supportedQueryCount": 46, + "metrics": { + "totalCount": 46, + "supportedCount": 46, + "successCount": 46, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "queryWeightedHitAt5": 0, + "equalRepositoryHitAt5": 0 + } + }, + "ocbi-hybrid": { + "explicit-symbol": { + "rowCount": 54, + "repositoryCount": 9, + "supportedQueryCount": 54, + "metrics": { + "totalCount": 54, + "supportedCount": 54, + "successCount": 54, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.7407407407407407, + "hitAt5": 0.7407407407407407, + "mrrAt10": 0.7407407407407407, + "ndcgAt10": 0.7407407407407407 + }, + "successOnly": { + "hitAt1": 0.7407407407407407, + "hitAt5": 0.7407407407407407, + "mrrAt10": 0.7407407407407407, + "ndcgAt10": 0.7407407407407407 + } + }, + "queryWeightedHitAt5": 0.7407407407407407, + "equalRepositoryHitAt5": 0.7407407407407408 + }, + "natural-language": { + "rowCount": 46, + "repositoryCount": 9, + "supportedQueryCount": 46, + "metrics": { + "totalCount": 46, + "supportedCount": 46, + "successCount": 46, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.2608695652173913, + "hitAt5": 0.4782608695652174, + "mrrAt10": 0.36056763285024157, + "ndcgAt10": 0.4112550854513396 + }, + "successOnly": { + "hitAt1": 0.2608695652173913, + "hitAt5": 0.4782608695652174, + "mrrAt10": 0.36056763285024157, + "ndcgAt10": 0.4112550854513396 + } + }, + "queryWeightedHitAt5": 0.4782608695652174, + "equalRepositoryHitAt5": 0.48888888888888893 + } + }, + "ocbi-structural": { + "explicit-symbol": { + "rowCount": 54, + "repositoryCount": 9, + "supportedQueryCount": 54, + "metrics": { + "totalCount": 54, + "supportedCount": 54, + "successCount": 54, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.7407407407407407, + "hitAt5": 0.7407407407407407, + "mrrAt10": 0.7407407407407407, + "ndcgAt10": 0.7407407407407407 + }, + "successOnly": { + "hitAt1": 0.7407407407407407, + "hitAt5": 0.7407407407407407, + "mrrAt10": 0.7407407407407407, + "ndcgAt10": 0.7407407407407407 + } + }, + "queryWeightedHitAt5": 0.7407407407407407, + "equalRepositoryHitAt5": 0.7407407407407408 + }, + "natural-language": { + "rowCount": 46, + "repositoryCount": 9, + "supportedQueryCount": 46, + "metrics": { + "totalCount": 46, + "supportedCount": 46, + "successCount": 46, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.2608695652173913, + "hitAt5": 0.43478260869565216, + "mrrAt10": 0.3419254658385093, + "ndcgAt10": 0.3863103992781213 + }, + "successOnly": { + "hitAt1": 0.2608695652173913, + "hitAt5": 0.43478260869565216, + "mrrAt10": 0.3419254658385093, + "ndcgAt10": 0.3863103992781213 + } + }, + "queryWeightedHitAt5": 0.43478260869565216, + "equalRepositoryHitAt5": 0.4444444444444444 + } + }, + "plain-file-bm25": { + "explicit-symbol": { + "rowCount": 54, + "repositoryCount": 9, + "supportedQueryCount": 54, + "metrics": { + "totalCount": 54, + "supportedCount": 54, + "successCount": 54, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.5, + "hitAt5": 0.8148148148148148, + "mrrAt10": 0.6564520870076426, + "ndcgAt10": 0.7181587232107348 + }, + "successOnly": { + "hitAt1": 0.5, + "hitAt5": 0.8148148148148148, + "mrrAt10": 0.6564520870076426, + "ndcgAt10": 0.7181587232107348 + } + }, + "queryWeightedHitAt5": 0.8148148148148148, + "equalRepositoryHitAt5": 0.8148148148148149 + }, + "natural-language": { + "rowCount": 46, + "repositoryCount": 9, + "supportedQueryCount": 46, + "metrics": { + "totalCount": 46, + "supportedCount": 46, + "successCount": 46, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.391304347826087, + "hitAt5": 0.6521739130434783, + "mrrAt10": 0.5043995859213249, + "ndcgAt10": 0.5734255251048248 + }, + "successOnly": { + "hitAt1": 0.391304347826087, + "hitAt5": 0.6521739130434783, + "mrrAt10": 0.5043995859213249, + "ndcgAt10": 0.5734255251048248 + } + }, + "queryWeightedHitAt5": 0.6521739130434783, + "equalRepositoryHitAt5": 0.6518518518518518 + } + } + }, + "primaryPairs": [ + { + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "track": "explicit-symbol", + "queryCount": 54, + "repositoryCount": 9, + "queryWeightedHitAt5Delta": -0.25925925925925924, + "equalRepositoryHitAt5Delta": -0.2592592592592593, + "perRepository": [ + { + "repository": "clap", + "queryCount": 6, + "hitAt5Delta": -0.8333333333333334 + }, + { + "repository": "csvhelper", + "queryCount": 6, + "hitAt5Delta": 0 + }, + { + "repository": "fastify", + "queryCount": 6, + "hitAt5Delta": 0 + }, + { + "repository": "gin", + "queryCount": 6, + "hitAt5Delta": -0.5 + }, + { + "repository": "hono", + "queryCount": 6, + "hitAt5Delta": 0 + }, + { + "repository": "monolog", + "queryCount": 6, + "hitAt5Delta": 0 + }, + { + "repository": "moshi", + "queryCount": 6, + "hitAt5Delta": -1 + }, + { + "repository": "rack", + "queryCount": 6, + "hitAt5Delta": 0 + }, + { + "repository": "typer", + "queryCount": 6, + "hitAt5Delta": 0 + } + ], + "leaveOneRepositoryOut": [ + { + "omittedRepository": "clap", + "queryWeightedHitAt5Delta": -0.1875 + }, + { + "omittedRepository": "csvhelper", + "queryWeightedHitAt5Delta": -0.2916666666666667 + }, + { + "omittedRepository": "fastify", + "queryWeightedHitAt5Delta": -0.2916666666666667 + }, + { + "omittedRepository": "gin", + "queryWeightedHitAt5Delta": -0.22916666666666666 + }, + { + "omittedRepository": "hono", + "queryWeightedHitAt5Delta": -0.2916666666666667 + }, + { + "omittedRepository": "monolog", + "queryWeightedHitAt5Delta": -0.2916666666666667 + }, + { + "omittedRepository": "moshi", + "queryWeightedHitAt5Delta": -0.16666666666666666 + }, + { + "omittedRepository": "rack", + "queryWeightedHitAt5Delta": -0.2916666666666667 + }, + { + "omittedRepository": "typer", + "queryWeightedHitAt5Delta": -0.2916666666666667 + } + ], + "bootstrap": { + "samples": 10000, + "seed": 20261006, + "confidence95": { + "lower": -0.5370370370370371, + "upper": -0.05555555555555555 + }, + "confidence98_333": { + "lower": -0.5925925925925926, + "upper": 0 + } + }, + "exploratory": true + }, + { + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "track": "explicit-symbol", + "queryCount": 54, + "repositoryCount": 9, + "queryWeightedHitAt5Delta": -0.25925925925925924, + "equalRepositoryHitAt5Delta": -0.2592592592592593, + "perRepository": [ + { + "repository": "clap", + "queryCount": 6, + "hitAt5Delta": -0.8333333333333334 + }, + { + "repository": "csvhelper", + "queryCount": 6, + "hitAt5Delta": 0 + }, + { + "repository": "fastify", + "queryCount": 6, + "hitAt5Delta": 0 + }, + { + "repository": "gin", + "queryCount": 6, + "hitAt5Delta": -0.5 + }, + { + "repository": "hono", + "queryCount": 6, + "hitAt5Delta": 0 + }, + { + "repository": "monolog", + "queryCount": 6, + "hitAt5Delta": 0 + }, + { + "repository": "moshi", + "queryCount": 6, + "hitAt5Delta": -1 + }, + { + "repository": "rack", + "queryCount": 6, + "hitAt5Delta": 0 + }, + { + "repository": "typer", + "queryCount": 6, + "hitAt5Delta": 0 + } + ], + "leaveOneRepositoryOut": [ + { + "omittedRepository": "clap", + "queryWeightedHitAt5Delta": -0.1875 + }, + { + "omittedRepository": "csvhelper", + "queryWeightedHitAt5Delta": -0.2916666666666667 + }, + { + "omittedRepository": "fastify", + "queryWeightedHitAt5Delta": -0.2916666666666667 + }, + { + "omittedRepository": "gin", + "queryWeightedHitAt5Delta": -0.22916666666666666 + }, + { + "omittedRepository": "hono", + "queryWeightedHitAt5Delta": -0.2916666666666667 + }, + { + "omittedRepository": "monolog", + "queryWeightedHitAt5Delta": -0.2916666666666667 + }, + { + "omittedRepository": "moshi", + "queryWeightedHitAt5Delta": -0.16666666666666666 + }, + { + "omittedRepository": "rack", + "queryWeightedHitAt5Delta": -0.2916666666666667 + }, + { + "omittedRepository": "typer", + "queryWeightedHitAt5Delta": -0.2916666666666667 + } + ], + "bootstrap": { + "samples": 10000, + "seed": 20261006, + "confidence95": { + "lower": -0.5370370370370371, + "upper": -0.05555555555555555 + }, + "confidence98_333": { + "lower": -0.5925925925925926, + "upper": 0 + } + }, + "exploratory": true + }, + { + "baseline": "ocbi-hybrid", + "rival": "grepai", + "track": "explicit-symbol", + "queryCount": 54, + "repositoryCount": 9, + "queryWeightedHitAt5Delta": -0.1111111111111111, + "equalRepositoryHitAt5Delta": -0.11111111111111113, + "perRepository": [ + { + "repository": "clap", + "queryCount": 6, + "hitAt5Delta": -0.8333333333333334 + }, + { + "repository": "csvhelper", + "queryCount": 6, + "hitAt5Delta": 0.5 + }, + { + "repository": "fastify", + "queryCount": 6, + "hitAt5Delta": 0.16666666666666666 + }, + { + "repository": "gin", + "queryCount": 6, + "hitAt5Delta": -0.5 + }, + { + "repository": "hono", + "queryCount": 6, + "hitAt5Delta": 0.16666666666666666 + }, + { + "repository": "monolog", + "queryCount": 6, + "hitAt5Delta": 0 + }, + { + "repository": "moshi", + "queryCount": 6, + "hitAt5Delta": -0.8333333333333334 + }, + { + "repository": "rack", + "queryCount": 6, + "hitAt5Delta": 0 + }, + { + "repository": "typer", + "queryCount": 6, + "hitAt5Delta": 0.3333333333333333 + } + ], + "leaveOneRepositoryOut": [ + { + "omittedRepository": "clap", + "queryWeightedHitAt5Delta": -0.020833333333333332 + }, + { + "omittedRepository": "csvhelper", + "queryWeightedHitAt5Delta": -0.1875 + }, + { + "omittedRepository": "fastify", + "queryWeightedHitAt5Delta": -0.14583333333333334 + }, + { + "omittedRepository": "gin", + "queryWeightedHitAt5Delta": -0.0625 + }, + { + "omittedRepository": "hono", + "queryWeightedHitAt5Delta": -0.14583333333333334 + }, + { + "omittedRepository": "monolog", + "queryWeightedHitAt5Delta": -0.125 + }, + { + "omittedRepository": "moshi", + "queryWeightedHitAt5Delta": -0.020833333333333332 + }, + { + "omittedRepository": "rack", + "queryWeightedHitAt5Delta": -0.125 + }, + { + "omittedRepository": "typer", + "queryWeightedHitAt5Delta": -0.16666666666666666 + } + ], + "bootstrap": { + "samples": 10000, + "seed": 20261006, + "confidence95": { + "lower": -0.42592592592592593, + "upper": 0.16666666666666666 + }, + "confidence98_333": { + "lower": -0.5, + "upper": 0.2222222222222222 + } + }, + "exploratory": true + } + ], + "taskComparisons": [ + { + "repository": "clap", + "queryId": "clap-explicit-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/validator.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "clap", + "queryId": "clap-explicit-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/matches/matched_arg.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "clap", + "queryId": "clap-explicit-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/features/suggestions.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "clap", + "queryId": "clap-explicit-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "clap_lex/src/ext.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_lex/src/ext.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "clap", + "queryId": "clap-explicit-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "clap_bench/benches/ripgrep.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_bench/benches/ripgrep.rs", + "clap_builder/src/output/usage.rs", + "clap_builder/Cargo.toml", + "clap_builder/src/builder/styling.rs", + "Cargo.toml", + "clap_builder/src/output/help_template.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": -1, + "mrrAt10": -0.5, + "ndcgAt10": -0.6309297535714575 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "clap", + "queryId": "clap-explicit-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/builder/value_parser.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvParser.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvParser.cs", + "src/CsvHelper.Website/input/migration/v20/index.md" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvWriter.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper.Website/input/migration/v24/index.md", + "src/CsvHelper/CsvWriter.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 0, + "mrrAt10": 0.5, + "ndcgAt10": 0.36907024642854247 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/ObjectResolver.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/ObjectResolver.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/ExpressionManager.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/RecordCreator.cs", + "src/CsvHelper/Expressions/ExpressionManager.cs", + "src/CsvHelper/Expressions/RecordWriter.cs", + "src/CsvHelper/Expressions/RecordHydrator.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 0, + "mrrAt10": 0.5, + "ndcgAt10": 0.36907024642854247 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/RecordHydrator.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/RecordHydrator.cs", + "src/CsvHelper/Expressions/RecordManager.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/ClassMap.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/ClassMap.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "fastify", + "queryId": "fastify-def-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/initial-config-validation.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/initial-config-validation.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "fastify", + "queryId": "fastify-def-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/error-handler.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "fastify.js", + "lib/route.js", + "lib/four-oh-four.js", + "lib/error-handler.js" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.25, + "ndcgAt10": 0.43067655807339306 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 0, + "mrrAt10": 0.75, + "ndcgAt10": 0.5693234419266069 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "fastify", + "queryId": "fastify-def-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/content-type-parser.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/content-type-parser.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "fastify", + "queryId": "fastify-def-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/hooks.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/hooks.js", + "test/internals/hook-runner.test.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "fastify", + "queryId": "fastify-def-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/plugin-override.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/plugin-override.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "fastify", + "queryId": "fastify-def-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/logger-factory.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "fastify.js", + "lib/logger-factory.js", + "lib/route.js", + "lib/four-oh-four.js" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 0, + "mrrAt10": 0.5, + "ndcgAt10": 0.36907024642854247 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "gin", + "queryId": "gin-explicit-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "path.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "path.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "gin", + "queryId": "gin-explicit-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "response_writer.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "gin", + "queryId": "gin-explicit-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "tree.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "gin", + "queryId": "gin-explicit-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "binding/default_validator.go", + "binding/binding.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "gin", + "queryId": "gin-explicit-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "binding/form_mapping.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "binding/form_mapping.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "gin", + "queryId": "gin-explicit-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "recovery.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "recovery.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-def-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/compose.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/compose.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-def-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/http-exception.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/http-exception.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-def-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/router/smart-router/router.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/router/smart-router/router.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-def-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/validator/validator.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/validator/validator.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-def-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/client/client.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/client/client.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-def-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/middleware/serve-static/path.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/middleware/serve-static/path.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "monolog", + "queryId": "monolog-def-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Logger.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Logger.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "monolog", + "queryId": "monolog-def-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/ErrorHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/ErrorHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "monolog", + "queryId": "monolog-def-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/BufferHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/BufferHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "monolog", + "queryId": "monolog-def-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/RotatingFileHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/RotatingFileHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "monolog", + "queryId": "monolog-def-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Formatter/NormalizerFormatter.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Formatter/NormalizerFormatter.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "monolog", + "queryId": "monolog-def-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Processor/PsrLogMessageProcessor.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Processor/PsrLogMessageProcessor.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "rack", + "queryId": "rack-def-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/query_parser.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/query_parser.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "rack", + "queryId": "rack-def-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/rewindable_input.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/rewindable_input.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "rack", + "queryId": "rack-def-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/body_proxy.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/body_proxy.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "rack", + "queryId": "rack-def-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/urlmap.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/urlmap.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "rack", + "queryId": "rack-def-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/builder.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/builder.rb", + "test/spec_builder.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "rack", + "queryId": "rack-def-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/tempfile_reaper.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/tempfile_reaper.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "typer", + "queryId": "typer-def-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/main.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/main.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "typer", + "queryId": "typer-def-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/core.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/core.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "typer", + "queryId": "typer-def-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/models.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/models.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "typer", + "queryId": "typer-def-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/utils.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/utils.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "typer", + "queryId": "typer-def-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/completion.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/completion.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "typer", + "queryId": "typer-def-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/_completion_shared.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/_completion_shared.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "clap", + "queryId": "clap-natural-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "examples/find.rs", + "clap_mangen/src/render.rs", + "clap_complete/src/aot/shells/fish.rs", + "clap_complete/src/engine/custom.rs", + "clap_complete/src/engine/complete.rs", + "clap_complete/src/aot/shells/shell.rs", + "clap_derive/src/lib.rs", + "clap_complete/src/aot/generator/utils.rs", + "clap_complete/examples/completion-derive.rs", + "clap_complete/src/aot/shells/zsh.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "clap", + "queryId": "clap-natural-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "clap_complete/examples/completion-derive.rs", + "examples/git-derive.rs", + "examples/tutorial_derive/03_04_subcommands.rs", + "examples/tutorial_derive/01_quick.rs", + "examples/multicall-busybox.rs", + "clap_complete_nushell/src/lib.rs", + "clap_complete/src/aot/shells/bash.rs", + "clap_complete/src/aot/generator/utils.rs", + "clap_complete/src/aot/shells/zsh.rs", + "clap_mangen/src/lib.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "clap", + "queryId": "clap-natural-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "tests/derive/flags.rs", + "examples/find.rs", + "clap_complete/src/engine/complete.rs", + "tests/derive/default_value.rs", + "CHANGELOG.md", + "clap_complete/src/aot/generator/utils.rs", + "src/_derive/mod.rs", + "clap_mangen/src/render.rs", + "deny.toml", + "clap_lex/src/lib.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "clap", + "queryId": "clap-natural-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "examples/README.md", + "CHANGELOG.md", + "examples/tutorial_derive/01_quick.md", + "examples/pacman.md", + "examples/tutorial_derive/03_06_optional.md", + "examples/tutorial_derive/04_01_enum.md", + "CONTRIBUTING.md", + "AI_POLICY.md", + "clap_derive/src/utils/doc_comments.rs", + "src/_derive/mod.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.1111111111111111, + "ndcgAt10": 0.3010299956639812 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "clap", + "queryId": "clap-natural-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "clap_complete/src/aot/shells/shell.rs", + "clap_bench/benches/ripgrep.rs", + "clap_complete_nushell/src/lib.rs", + "clap_bench/benches/complex.rs", + "clap_bench/benches/simple.rs", + "clap_derive/src/utils/doc_comments.rs", + "clap_bench/benches/empty.rs", + "clap_mangen/src/render.rs", + "examples/repl.rs", + "examples/repl-derive.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "clap", + "queryId": "clap-natural-06", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "CHANGELOG.md", + "CONTRIBUTING.md", + "clap_complete/src/env/mod.rs", + "src/_features.rs", + "src/_faq.rs", + "clap_mangen/src/lib.rs", + "clap_complete/src/aot/generator/mod.rs", + "clap_derive/src/lib.rs", + "src/_tutorial.rs", + "tests/ui/error_stderr.toml" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/Attributes/DetectColumnCountChangesAttribute.cs", + "src/CsvHelper/IReaderRow.cs", + "src/CsvHelper/Configuration/Attributes/CountBytesAttribute.cs", + "src/CsvHelper/IWriterRow.cs", + "src/CsvHelper/Delegates/ShouldSkipRecord.cs", + "src/CsvHelper/Delegates/ShouldQuote.cs", + "src/CsvHelper/Configuration/IReaderConfiguration.cs", + "src/CsvHelper/ReaderException.cs", + "src/CsvHelper/Configuration/IWriterConfiguration.cs", + "src/CsvHelper/Configuration/Attributes/IgnoreBlankLinesAttribute.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "src/CsvHelper/TypeConversion/ITypeConverterFactory.cs", + "tests/CsvHelper.Tests/TypeConversion/TypeConverterCacheTests.cs", + "docs/examples/type-conversion/custom-type-converter/index.html", + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper.Website/input/examples/type-conversion/custom-type-converter/index.md", + "src/CsvHelper/TypeConversion/EnumConverterFactory.cs", + "docs/change-log/index.html", + "src/CsvHelper/Configuration/ClassMap.cs", + "docs/examples/type-conversion/index.html" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/CsvConfiguration.cs", + "src/CsvHelper/Configuration/ConfigurationFunctions.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/CsvMode.cs", + "src/CsvHelper.Website/input/change-log/index.md", + "docs/change-log/index.html", + "src/CsvHelper/Configuration/IWriterConfiguration.cs", + "src/CsvHelper/CsvParser.cs", + "src/CsvHelper.Website/input/getting-started/index.md", + "src/CsvHelper/Configuration/Attributes/DetectDelimiterValuesAttribute.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvDataReader.cs", + "src/CsvHelper/MaxFieldSizeException.cs", + "src/CsvHelper/Configuration/Attributes/CacheFieldsAttribute.cs", + "src/CsvHelper/CsvHelperException.cs", + "src/CsvHelper/Configuration/Attributes/MaxFieldSizeAttribute.cs", + "src/CsvHelper/TypeConversion/StringConverter.cs", + "src/CsvHelper/CsvContext.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/Configuration/Attributes/ProcessFieldBufferSizeAttribute.cs", + "src/CsvHelper/FieldCache.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.1, + "ndcgAt10": 0.2890648263178879 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvDataReader.cs", + "src/CsvHelper/IReaderRow.cs", + "src/CsvHelper/TypeConversion/DateOnlyConverter.cs", + "src/CsvHelper/Configuration/IReaderConfiguration.cs", + "src/CsvHelper/IReader.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "fastify", + "queryId": "fastify-nl-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/plugin-utils.js", + "test/plugin.4.test.js", + "docs/Reference/Server.md", + "test/scripts/validate-ecosystem-links.test.js", + "docs/Reference/Plugins.md", + "docs/Reference/LTS.md", + "CONTRIBUTING.md", + "docs/Reference/Decorators.md", + "docs/Reference/Routes.md", + "lib/plugin-override.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "fastify", + "queryId": "fastify-nl-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/decorate.js", + "lib/plugin-utils.js", + "types/request.d.ts", + "lib/handle-request.js", + "lib/request.js", + "lib/validation.js", + "lib/log-controller.js", + "lib/four-oh-four.js", + "lib/reply.js", + "types/schema.d.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "fastify", + "queryId": "fastify-nl-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/schemas.js", + "lib/route.js", + "test/schema-validation.test.js", + "docs/Reference/TypeScript.md", + "docs/Reference/Validation-and-Serialization.md", + "docs/Guides/Migration-Guide-V5.md", + "lib/validation.js", + "docs/Reference/Request.md", + "test/route.1.test.js", + "docs/Reference/Routes.md" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "fastify", + "queryId": "fastify-nl-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "test/custom-http-server.test.js", + "test/internals/errors.test.js", + "lib/errors.js", + "docs/Reference/Server.md", + "test/close.test.js", + "lib/server.js", + "docs/Guides/Recommendations.md", + "docs/Reference/Hooks.md", + "docs/Guides/Getting-Started.md", + "docs/Guides/Detecting-When-Clients-Abort.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "fastify", + "queryId": "fastify-nl-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/validation.js", + "types/type-provider.d.ts", + "lib/request.js", + "lib/error-handler.js", + "types/request.d.ts", + "types/instance.d.ts", + "lib/reply.js" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "gin", + "queryId": "gin-natural-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "auth.go", + "binding/form_mapping.go", + "recovery.go", + "gin.go", + "logger.go", + "ginS/gins.go", + "binding/binding_nomsgpack.go", + "response_writer.go", + "tree.go", + "binding/binding.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "gin", + "queryId": "gin-natural-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "recovery.go", + "gin.go", + "binding/binding.go", + "binding/binding_nomsgpack.go", + "binding/form_mapping.go", + "binding/form.go", + "binding/plain.go", + "binding/msgpack.go", + "binding/protobuf.go", + "binding/yaml.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5706417189553201 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "gin", + "queryId": "gin-natural-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "response_writer.go", + "response_writer_test.go", + "docs/doc.md", + "context.go", + "tree.go", + "context_test.go", + "logger.go", + "render/json.go", + "CHANGELOG.md", + "routes_test.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.125, + "ndcgAt10": 0.31546487678572877 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "gin", + "queryId": "gin-natural-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "ginS/gins.go", + "routergroup.go", + "gin.go", + "path.go", + "binding/form_mapping.go", + "binding/header.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "gin", + "queryId": "gin-natural-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "gin.go", + "context.go", + "auth.go", + "docs/doc.md", + "gin_test.go", + "context_test.go", + "auth_test.go", + "routergroup.go", + "README.md", + "CHANGELOG.md" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "hono", + "queryId": "hono-nl-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/middleware/method-not-allowed/index.test.ts", + "src/middleware/trailing-slash/index.test.ts", + "src/middleware/cors/index.test.ts", + "src/middleware/method-not-allowed/index.ts", + "src/client/types.ts", + "src/helper/proxy/index.ts", + "src/adapter/aws-lambda/handler.ts", + "src/adapter/cloudflare-pages/handler.test.ts", + "adapters/aws-lambda/src/handler.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "hono", + "queryId": "hono-nl-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/middleware/cors/index.test.ts", + "src/validator/validator.ts", + "src/utils/body.test.ts", + "src/middleware/csrf/index.ts", + "src/middleware/csrf/index.test.ts", + "src/middleware/method-not-allowed/index.test.ts", + "src/middleware/basic-auth/index.test.ts", + "src/middleware/jwt/index.test.ts", + "src/middleware/jwt/jwt.ts", + "src/middleware/bearer-auth/index.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.25, + "ndcgAt10": 0.43067655807339306 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "hono", + "queryId": "hono-nl-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/middleware/secure-headers/secure-headers.ts", + "src/client/types.ts", + "src/middleware/body-limit/index.ts", + "src/utils/body.ts", + "src/utils/stream.ts", + "src/request.ts", + "src/middleware/compress/index.ts", + "src/helper/proxy/index.ts", + "src/helper/streaming/sse.ts", + "src/middleware/etag/index.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "hono", + "queryId": "hono-nl-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/client/types.ts", + "src/context.ts", + "src/utils/headers.ts", + "src/client/fetch-result-please.ts", + "src/client/utils.ts", + "src/helper/ssg/ssg.ts", + "src/validator/validator.ts", + "src/types.ts", + "src/helper/ssg/middleware.ts", + "src/middleware/secure-headers/secure-headers.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "hono", + "queryId": "hono-nl-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/request.ts", + "src/utils/body.ts", + "src/middleware/body-limit/index.ts", + "src/context.ts", + "src/utils/headers.ts", + "src/adapter/lambda-edge/handler.ts", + "adapters/lambda-edge/src/handler.ts", + "src/validator/validator.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "monolog", + "queryId": "monolog-nl-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/Handler/ZendMonitorHandler.php", + "src/Monolog/Handler/FingersCrossed/ChannelLevelActivationStrategy.php", + "src/Monolog/Formatter/JsonFormatter.php", + "src/Monolog/Level.php", + "src/Monolog/Processor/IntrospectionProcessor.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Logger.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "monolog", + "queryId": "monolog-nl-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Handler/StreamHandler.php", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Handler/ErrorLogHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "monolog", + "queryId": "monolog-nl-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Logger.php", + "src/Monolog/Level.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/ResettableInterface.php", + "src/Monolog/Handler/OverflowHandler.php", + "src/Monolog/Handler/FingersCrossed/ChannelLevelActivationStrategy.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Formatter/RedactingFormatter.php", + "src/Monolog/Handler/ZendMonitorHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "monolog", + "queryId": "monolog-nl-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/WhatFailureGroupHandler.php", + "src/Monolog/Handler/OverflowHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Logger.php", + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/FallbackGroupHandler.php", + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Handler/HandlerWrapper.php", + "src/Monolog/Handler/BrowserConsoleHandler.php", + "src/Monolog/Handler/HandlerInterface.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "monolog", + "queryId": "monolog-nl-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/LogRecord.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/ErrorLogHandler.php", + "src/Monolog/Logger.php", + "src/Monolog/Formatter/LogstashFormatter.php", + "src/Monolog/Processor/PsrLogMessageProcessor.php", + "src/Monolog/Handler/LogmaticHandler.php", + "src/Monolog/Formatter/LogglyFormatter.php", + "src/Monolog/Formatter/LineFormatter.php", + "src/Monolog/Handler/RotatingFileHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "moshi", + "queryId": "moshi-natural-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterWithDelegate.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/models/Suit.java", + "examples/src/main/java/com/squareup/moshi/recipes/models/BlackjackHand.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "moshi", + "queryId": "moshi-natural-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/ReadJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJsonList.java", + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "moshi", + "queryId": "moshi-natural-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/WriteJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/ByteStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/IncludeNullsForAnnotatedTypes.java", + "examples/src/main/java/com/squareup/moshi/recipes/IncludeNullsForOneType.java", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "moshi", + "queryId": "moshi-natural-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterWithDelegate.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomTypeAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/WriteJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomFieldName.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJsonList.java", + "examples/src/main/java/com/squareup/moshi/recipes/RecoverFromTypeMismatch.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "moshi", + "queryId": "moshi-natural-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "rack", + "queryId": "rack-nl-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/request.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "rack", + "queryId": "rack-nl-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/response.rb", + "lib/rack/mock_response.rb", + "lib/rack/multipart/parser.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "rack", + "queryId": "rack-nl-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/response.rb", + "lib/rack/utils.rb", + "lib/rack/mock_response.rb", + "lib/rack/headers.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "rack", + "queryId": "rack-nl-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/response.rb", + "lib/rack/mock_response.rb", + "lib/rack/body_proxy.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "rack", + "queryId": "rack-nl-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/request.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "typer", + "queryId": "typer-nl-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/_click/decorators.py", + "typer/rich_utils.py", + "typer/_click/parser.py", + "typer/models.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "typer", + "queryId": "typer-nl-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/_completion_shared.py", + "typer/_completion_classes.py", + "tests/test_completion/test_completion_install.py", + "typer/_click/utils.py", + "tests/test_completion/completion_option_then_argument.py", + "docs/tutorial/options-autocompletion.md", + "tests/test_tutorial/test_options_autocompletion/test_tutorial003.py", + "docs/tutorial/options/callback-and-context.md", + "docs_src/options_autocompletion/tutorial005_py310.py", + "docs_src/options_autocompletion/tutorial005_an_py310.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "typer", + "queryId": "typer-nl-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/_click/termui.py", + "typer/_click/utils.py", + "docs_src/launch/tutorial002_py310.py", + "tests/test_tutorial/test_commands/test_callback/test_tutorial003.py", + "docs/tutorial/testing.md", + "docs/tutorial/typer-app.md", + "docs_src/launch/tutorial001_py310.py", + "docs/tutorial/package.md", + "typer/_click/_compat.py", + "typer/main.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "typer", + "queryId": "typer-nl-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/_types.py", + "tests/test_types.py", + "docs/tutorial/parameter-types/enum.md", + "tests/test_completion/choice_case_insensitive_example.py", + "typer/params.py", + "tests/test_completion/test_completion_choice_no_case.py", + "typer/_click/parser.py", + "docs_src/parameter_types/enum/tutorial002_an_py310.py", + "typer/_click/core.py", + "docs_src/parameter_types/enum/tutorial002_py310.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "typer", + "queryId": "typer-nl-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/models.py", + "typer/testing.py", + "typer/rich_utils.py", + "docs_src/commands/context/tutorial003_py310.py", + "docs_src/commands/context/tutorial002_py310.py", + "docs_src/commands/context/tutorial001_py310.py", + "docs_src/commands/options/tutorial001_py310.py", + "docs_src/commands/options/tutorial001_an_py310.py", + "docs_src/commands/help/tutorial001_py310.py", + "docs_src/commands/help/tutorial001_an_py310.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "unsupported", + "rankedPaths": [], + "metrics": null, + "retrievalOutcome": "unsupported" + }, + "metricDeltas": null, + "hitAt5Outcome": "unsupported" + }, + { + "repository": "clap", + "queryId": "clap-explicit-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/validator.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "clap", + "queryId": "clap-explicit-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/matches/matched_arg.rs", + "clap_builder/src/parser/arg_matcher.rs", + "clap_builder/src/parser/matches/arg_matches.rs", + "clap_builder/src/parser/matches/mod.rs", + "clap_builder/src/parser/mod.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "clap", + "queryId": "clap-explicit-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/features/suggestions.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "clap", + "queryId": "clap-explicit-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "clap_lex/src/ext.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_lex/src/ext.rs", + "clap_builder/src/builder/value_parser.rs", + "clap_lex/src/lib.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "clap", + "queryId": "clap-explicit-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "clap_bench/benches/ripgrep.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/output/usage.rs", + "clap_builder/src/builder/styling.rs", + "clap_bench/benches/ripgrep.rs", + "clap_builder/src/error/context.rs", + "clap_builder/src/util/mod.rs", + "clap_builder/src/error/format.rs", + "clap_builder/src/builder/command.rs", + "clap_builder/src/parser/validator.rs", + "clap_builder/src/output/help.rs", + "clap_builder/src/output/help_template.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "clap", + "queryId": "clap-explicit-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/builder/value_parser.rs", + "clap_builder/src/builder/arg.rs", + "clap_builder/src/builder/mod.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvParser.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvParser.cs", + "tests/CsvHelper.Tests/CsvParserTests.cs", + "tests/CsvHelper.Tests/CsvParserDelimiterTests.cs", + "tests/CsvHelper.Tests/CsvParserRawRecordTests.cs", + "tests/CsvHelper.Tests/CsvParserConstructorTests.cs", + "src/CsvHelper/CsvReader.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvWriter.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvWriter.cs", + "tests/CsvHelper.Tests/CsvWriterTests.cs", + "tests/CsvHelper.Tests/CsvWriterFormatTests.cs", + "tests/CsvHelper.Tests/CsvWriterMappingTests.cs", + "tests/CsvHelper.Tests/CsvWriterBoxedTypesTests.cs", + "tests/CsvHelper.Tests/CsvWriterConstructorTests.cs", + "tests/CsvHelper.Tests/CsvWriterSubClassingTests.cs", + "tests/CsvHelper.Tests/CsvWriterReferenceMappingTests.cs", + "tests/CsvHelper.Tests/CsvWriterReferenceMappingPrefixTests.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/ObjectResolver.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/ObjectResolver.cs", + "tests/CsvHelper.Tests/ObjectResolverTests/ResolveSingleTypeTests.cs", + "tests/CsvHelper.Tests/ObjectResolverTests/Issue1073.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/ExpressionManager.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/ExpressionManager.cs", + "src/CsvHelper/Expressions/RecordHydrator.cs", + "src/CsvHelper/Expressions/RecordCreator.cs", + "src/CsvHelper/Expressions/RecordWriter.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/RecordHydrator.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/RecordHydrator.cs", + "src/CsvHelper/Expressions/RecordManager.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/ClassMap.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/ClassMap.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "fastify", + "queryId": "fastify-def-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/initial-config-validation.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/initial-config-validation.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "fastify", + "queryId": "fastify-def-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/error-handler.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/error-handler.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "fastify", + "queryId": "fastify-def-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/content-type-parser.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/content-type-parser.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "fastify", + "queryId": "fastify-def-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/hooks.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/hooks.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "fastify", + "queryId": "fastify-def-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/plugin-override.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/plugin-override.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "fastify", + "queryId": "fastify-def-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/logger-factory.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/logger-factory.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "gin", + "queryId": "gin-explicit-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "path.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "path.go", + "path_test.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "gin", + "queryId": "gin-explicit-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "response_writer.go", + "response_writer_test.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "gin", + "queryId": "gin-explicit-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "tree.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "gin", + "queryId": "gin-explicit-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "binding/binding.go", + "binding/binding_nomsgpack.go", + "binding/default_validator.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": -1, + "mrrAt10": -0.3333333333333333, + "ndcgAt10": -0.5 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "gin", + "queryId": "gin-explicit-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "binding/form_mapping.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "binding/form_mapping.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "gin", + "queryId": "gin-explicit-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "recovery.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "recovery.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-def-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/compose.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/compose.ts", + "src/jsx/dom/intrinsic-element/components.ts", + "src/utils/constants.ts", + "src/compose.test.ts", + "src/hono-base.ts", + "src/middleware/combine/index.ts", + "src/utils/handler.ts", + "src/jsx/dom/intrinsic-element/components.test.tsx" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-def-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/http-exception.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/http-exception.ts", + "src/middleware/timeout/index.ts", + "src/middleware/ip-restriction/index.ts", + "src/request.ts", + "src/middleware/basic-auth/index.ts", + "src/middleware/bearer-auth/index.ts", + "src/adapter/cloudflare-pages/handler.ts", + "src/helper/proxy/index.ts", + "src/middleware/body-limit/index.ts", + "src/middleware/csrf/index.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-def-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/router/smart-router/router.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/router/smart-router/router.ts", + "src/hono.ts", + "src/preset/quick.ts", + "src/router/smart-router/router.test.ts", + "src/hono.test.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-def-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/validator/validator.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/validator/validator.ts", + "src/validator/validator.test.ts", + "src/validator/index.ts", + "src/validator/utils.ts", + "src/request.ts", + "src/client/client.test.ts", + "src/helper/factory/index.test.ts", + "src/types.test.ts", + "src/validator/utils.test.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-def-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/client/client.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/client/client.ts", + "src/client/utils.ts", + "perf-measures/type-check/client.ts", + "src/client/types.ts", + "src/client/types.test.ts", + "src/client/client.test.ts", + "src/client/utils.test.ts", + "src/helper/factory/index.test.ts", + "src/helper/testing/index.ts", + "src/hono.test.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-def-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/middleware/serve-static/path.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/middleware/serve-static/path.ts", + "src/middleware/serve-static/index.ts", + "src/middleware/serve-static/path.test.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "monolog", + "queryId": "monolog-def-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Logger.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Logger.php", + "src/Monolog/SignalHandler.php", + "src/Monolog/Handler/PsrHandler.php", + "src/Monolog/Registry.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "monolog", + "queryId": "monolog-def-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/ErrorHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/ErrorHandler.php", + "src/Monolog/Handler/PHPConsoleHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "monolog", + "queryId": "monolog-def-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/BufferHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/Handler/DeduplicationHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "monolog", + "queryId": "monolog-def-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/RotatingFileHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/RotatingFileHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "monolog", + "queryId": "monolog-def-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Formatter/NormalizerFormatter.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Formatter/NormalizerFormatter.php", + "src/Monolog/Handler/Slack/SlackRecord.php", + "src/Monolog/Handler/DoctrineCouchDBHandler.php", + "src/Monolog/Handler/FrankenPhpHandler.php", + "src/Monolog/Handler/NewRelicHandler.php", + "src/Monolog/Handler/ZendMonitorHandler.php", + "src/Monolog/ErrorHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "monolog", + "queryId": "monolog-def-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Processor/PsrLogMessageProcessor.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Processor/PsrLogMessageProcessor.php", + "src/Monolog/Formatter/RedactingFormatter.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt", + "moshi/src/test/java/com/squareup/moshi/internal/LinkedHashTreeMapTest.java", + "moshi/src/main/java/com/squareup/moshi/-JsonValueWriter.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt", + "moshi/src/test/java/com/squareup/moshi/internal/JsonValueSourceTest.java", + "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "moshi/src/test/java/com/squareup/moshi/internal/MapJsonAdapterTest.java", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi/src/test/java/com/squareup/moshi/MoshiTest.java" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/-MoshiKotlinExtensions.kt", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "rack", + "queryId": "rack-def-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/query_parser.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/query_parser.rb", + "test/spec_query_parser.rb", + "lib/rack/multipart.rb", + "lib/rack/utils.rb", + "test/spec_multipart.rb", + "test/spec_utils.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "rack", + "queryId": "rack-def-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/rewindable_input.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/rewindable_input.rb", + "test/spec_rewindable_input.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "rack", + "queryId": "rack-def-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/body_proxy.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/body_proxy.rb", + "test/spec_body_proxy.rb", + "test/spec_mock_request.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "rack", + "queryId": "rack-def-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/urlmap.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/urlmap.rb", + "lib/rack/builder.rb", + "test/spec_urlmap.rb", + "test/spec_cascade.rb", + "test/spec_recursive.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "rack", + "queryId": "rack-def-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/builder.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/builder.rb", + "test/spec_builder.rb", + "test/spec_config.rb", + "test/spec_directory.rb", + "test/builder/an_underscore_app.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "rack", + "queryId": "rack-def-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/tempfile_reaper.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/tempfile_reaper.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "typer", + "queryId": "typer-def-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/main.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/main.py", + "tests/test_others.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "typer", + "queryId": "typer-def-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/core.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/core.py", + "typer/cli.py", + "typer/main.py", + "typer/_click/core.py", + "typer/_click/decorators.py", + "typer/rich_utils.py", + "typer/_click/parser.py", + "tests/test_core.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "typer", + "queryId": "typer-def-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/models.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/models.py", + "typer/main.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "typer", + "queryId": "typer-def-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/utils.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/utils.py", + "typer/completion.py", + "typer/main.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "typer", + "queryId": "typer-def-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/completion.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/completion.py", + "typer/main.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "typer", + "queryId": "typer-def-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/_completion_shared.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/_completion_shared.py", + "typer/completion.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "clap", + "queryId": "clap-natural-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "examples/find.rs", + "clap_mangen/src/render.rs", + "clap_complete/src/aot/shells/fish.rs", + "clap_complete/src/engine/custom.rs", + "clap_complete/src/engine/complete.rs", + "clap_complete/src/aot/shells/shell.rs", + "clap_derive/src/lib.rs", + "clap_complete/src/aot/generator/utils.rs", + "clap_complete/examples/completion-derive.rs", + "clap_complete/src/aot/shells/zsh.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/parser.rs", + "clap_builder/src/builder/value_parser.rs", + "clap_builder/src/builder/command.rs", + "clap_complete/src/engine/custom.rs", + "clap_lex/src/lib.rs", + "clap_builder/src/parser/arg_matcher.rs", + "clap_builder/src/builder/arg.rs", + "clap_builder/src/error/mod.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "clap", + "queryId": "clap-natural-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "clap_complete/examples/completion-derive.rs", + "examples/git-derive.rs", + "examples/tutorial_derive/03_04_subcommands.rs", + "examples/tutorial_derive/01_quick.rs", + "examples/multicall-busybox.rs", + "clap_complete_nushell/src/lib.rs", + "clap_complete/src/aot/shells/bash.rs", + "clap_complete/src/aot/generator/utils.rs", + "clap_complete/src/aot/shells/zsh.rs", + "clap_mangen/src/lib.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/output/help_template.rs", + "clap_complete/src/aot/shells/bash.rs", + "clap_complete/src/aot/shells/elvish.rs", + "clap_builder/src/output/textwrap/core.rs", + "clap_complete/src/engine/custom.rs", + "clap_builder/src/builder/styled_str.rs", + "clap_builder/src/builder/styling.rs", + "clap_builder/src/builder/arg.rs", + "clap_complete/src/aot/generator/mod.rs", + "clap_builder/src/builder/command.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.1, + "ndcgAt10": 0.2890648263178879 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": -0.1, + "ndcgAt10": -0.2890648263178879 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "clap", + "queryId": "clap-natural-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "tests/derive/flags.rs", + "examples/find.rs", + "clap_complete/src/engine/complete.rs", + "tests/derive/default_value.rs", + "CHANGELOG.md", + "clap_complete/src/aot/generator/utils.rs", + "src/_derive/mod.rs", + "clap_mangen/src/render.rs", + "deny.toml", + "clap_lex/src/lib.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/matches/arg_matches.rs", + "clap_builder/src/builder/value_parser.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "clap", + "queryId": "clap-natural-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "examples/README.md", + "CHANGELOG.md", + "examples/tutorial_derive/01_quick.md", + "examples/pacman.md", + "examples/tutorial_derive/03_06_optional.md", + "examples/tutorial_derive/04_01_enum.md", + "CONTRIBUTING.md", + "AI_POLICY.md", + "clap_derive/src/utils/doc_comments.rs", + "src/_derive/mod.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.1111111111111111, + "ndcgAt10": 0.3010299956639812 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/builder/arg.rs", + "clap_builder/src/builder/command.rs", + "clap_builder/src/builder/ext.rs", + "clap_builder/src/util/flat_map.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.1111111111111111, + "ndcgAt10": 0.3010299956639812 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "clap", + "queryId": "clap-natural-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "clap_complete/src/aot/shells/shell.rs", + "clap_bench/benches/ripgrep.rs", + "clap_complete_nushell/src/lib.rs", + "clap_bench/benches/complex.rs", + "clap_bench/benches/simple.rs", + "clap_derive/src/utils/doc_comments.rs", + "clap_bench/benches/empty.rs", + "clap_mangen/src/render.rs", + "examples/repl.rs", + "examples/repl-derive.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/output/textwrap/wrap_algorithms.rs", + "clap_builder/src/builder/app_settings.rs", + "clap_builder/src/output/textwrap/core.rs", + "clap_builder/src/builder/styled_str.rs", + "clap_builder/src/output/textwrap/mod.rs", + "clap_builder/src/parser/arg_matcher.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "clap", + "queryId": "clap-natural-06", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "CHANGELOG.md", + "CONTRIBUTING.md", + "clap_complete/src/env/mod.rs", + "src/_features.rs", + "src/_faq.rs", + "clap_mangen/src/lib.rs", + "clap_complete/src/aot/generator/mod.rs", + "clap_derive/src/lib.rs", + "src/_tutorial.rs", + "tests/ui/error_stderr.toml" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/output/usage.rs", + "clap_builder/src/error/mod.rs", + "clap_builder/src/output/help.rs", + "clap_builder/src/output/help_template.rs", + "examples/tutorial_builder/04_04_custom.rs", + "examples/tutorial_derive/04_04_custom.rs", + "examples/git.rs", + "examples/git-derive.rs", + "examples/derive_ref/augment_args.rs", + "examples/derive_ref/augment_subcommands.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": -1, + "mrrAt10": -0.5, + "ndcgAt10": -0.6309297535714575 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/Attributes/DetectColumnCountChangesAttribute.cs", + "src/CsvHelper/IReaderRow.cs", + "src/CsvHelper/Configuration/Attributes/CountBytesAttribute.cs", + "src/CsvHelper/IWriterRow.cs", + "src/CsvHelper/Delegates/ShouldSkipRecord.cs", + "src/CsvHelper/Delegates/ShouldQuote.cs", + "src/CsvHelper/Configuration/IReaderConfiguration.cs", + "src/CsvHelper/ReaderException.cs", + "src/CsvHelper/Configuration/IWriterConfiguration.cs", + "src/CsvHelper/Configuration/Attributes/IgnoreBlankLinesAttribute.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/Attributes/DetectColumnCountChangesAttribute.cs", + "src/CsvHelper/ReaderException.cs", + "src/CsvHelper/Configuration/Attributes/IClassMapper.cs", + "src/CsvHelper/CsvHelperException.cs", + "src/CsvHelper/MissingFieldException.cs", + "src/CsvHelper/CsvReader.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": -0.16666666666666666, + "ndcgAt10": -0.3562071871080222 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "src/CsvHelper/TypeConversion/ITypeConverterFactory.cs", + "tests/CsvHelper.Tests/TypeConversion/TypeConverterCacheTests.cs", + "docs/examples/type-conversion/custom-type-converter/index.html", + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper.Website/input/examples/type-conversion/custom-type-converter/index.md", + "src/CsvHelper/TypeConversion/EnumConverterFactory.cs", + "docs/change-log/index.html", + "src/CsvHelper/Configuration/ClassMap.cs", + "docs/examples/type-conversion/index.html" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/TypeConversion/ITypeConverterFactory.cs", + "src/CsvHelper/TypeConversion/EnumConverterFactory.cs", + "src/CsvHelper/TypeConversion/NullableConverterFactory.cs", + "tests/CsvHelper.Tests/TypeConversion/TypeConverterFactoryTests.cs", + "src/CsvHelper/TypeConversion/CollectionConverterFactory.cs", + "src/CsvHelper/TypeConversion/TypeConverterCache.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 0.8333333333333334, + "ndcgAt10": 0.6437928128919779 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/CsvConfiguration.cs", + "src/CsvHelper/Configuration/ConfigurationFunctions.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/CsvMode.cs", + "src/CsvHelper.Website/input/change-log/index.md", + "docs/change-log/index.html", + "src/CsvHelper/Configuration/IWriterConfiguration.cs", + "src/CsvHelper/CsvParser.cs", + "src/CsvHelper.Website/input/getting-started/index.md", + "src/CsvHelper/Configuration/Attributes/DetectDelimiterValuesAttribute.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/Attributes/EscapeAttribute.cs", + "src/CsvHelper/Configuration/Attributes/QuoteAttribute.cs", + "src/CsvHelper/Configuration/Attributes/DetectDelimiterAttribute.cs", + "src/CsvHelper/Configuration/Attributes/IClassMapper.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvDataReader.cs", + "src/CsvHelper/MaxFieldSizeException.cs", + "src/CsvHelper/Configuration/Attributes/CacheFieldsAttribute.cs", + "src/CsvHelper/CsvHelperException.cs", + "src/CsvHelper/Configuration/Attributes/MaxFieldSizeAttribute.cs", + "src/CsvHelper/TypeConversion/StringConverter.cs", + "src/CsvHelper/CsvContext.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/Configuration/Attributes/ProcessFieldBufferSizeAttribute.cs", + "src/CsvHelper/FieldCache.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.1, + "ndcgAt10": 0.2890648263178879 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/Attributes/MaxFieldSizeAttribute.cs", + "src/CsvHelper/MaxFieldSizeException.cs", + "src/CsvHelper/Configuration/Attributes/IClassMapper.cs", + "src/CsvHelper/CsvHelperException.cs", + "src/CsvHelper/CsvParser.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.1, + "ndcgAt10": 0.2890648263178879 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvDataReader.cs", + "src/CsvHelper/IReaderRow.cs", + "src/CsvHelper/TypeConversion/DateOnlyConverter.cs", + "src/CsvHelper/Configuration/IReaderConfiguration.cs", + "src/CsvHelper/IReader.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvReader.cs", + "src/CsvHelper/IReader.cs", + "src/CsvHelper/IReaderRow.cs", + "src/CsvHelper/Configuration/IReaderConfiguration.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "fastify", + "queryId": "fastify-nl-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/plugin-utils.js", + "test/plugin.4.test.js", + "docs/Reference/Server.md", + "test/scripts/validate-ecosystem-links.test.js", + "docs/Reference/Plugins.md", + "docs/Reference/LTS.md", + "CONTRIBUTING.md", + "docs/Reference/Decorators.md", + "docs/Reference/Routes.md", + "lib/plugin-override.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "fastify.js", + "test/plugin.1.test.js", + "test/plugin.3.test.js", + "types/instance.d.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "fastify", + "queryId": "fastify-nl-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/decorate.js", + "lib/plugin-utils.js", + "types/request.d.ts", + "lib/handle-request.js", + "lib/request.js", + "lib/validation.js", + "lib/log-controller.js", + "lib/four-oh-four.js", + "lib/reply.js", + "types/schema.d.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/request.js", + "lib/four-oh-four.js", + "lib/plugin-override.js", + "fastify.js", + "lib/route.js" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "fastify", + "queryId": "fastify-nl-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/schemas.js", + "lib/route.js", + "test/schema-validation.test.js", + "docs/Reference/TypeScript.md", + "docs/Reference/Validation-and-Serialization.md", + "docs/Guides/Migration-Guide-V5.md", + "lib/validation.js", + "docs/Reference/Request.md", + "test/route.1.test.js", + "docs/Reference/Routes.md" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/schemas.js", + "lib/schema-controller.js", + "types/schema.d.ts", + "lib/content-type.js", + "lib/reply.js", + "lib/error-handler.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "fastify", + "queryId": "fastify-nl-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "test/custom-http-server.test.js", + "test/internals/errors.test.js", + "lib/errors.js", + "docs/Reference/Server.md", + "test/close.test.js", + "lib/server.js", + "docs/Guides/Recommendations.md", + "docs/Reference/Hooks.md", + "docs/Guides/Getting-Started.md", + "docs/Guides/Detecting-When-Clients-Abort.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/server.js", + "lib/noop-set.js", + "fastify.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -0.8333333333333334, + "ndcgAt10": -0.6437928128919779 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "fastify", + "queryId": "fastify-nl-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/validation.js", + "types/type-provider.d.ts", + "lib/request.js", + "lib/error-handler.js", + "types/request.d.ts", + "types/instance.d.ts", + "lib/reply.js" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "fastify.d.ts", + "lib/request.js", + "types/reply.d.ts", + "test/types/reply.tst.ts", + "types/utils.d.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": -0.16666666666666669, + "ndcgAt10": -0.13092975357145753 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "gin", + "queryId": "gin-natural-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "auth.go", + "binding/form_mapping.go", + "recovery.go", + "gin.go", + "logger.go", + "ginS/gins.go", + "binding/binding_nomsgpack.go", + "response_writer.go", + "tree.go", + "binding/binding.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "context.go", + "context_test.go", + "recovery.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "gin", + "queryId": "gin-natural-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "recovery.go", + "gin.go", + "binding/binding.go", + "binding/binding_nomsgpack.go", + "binding/form_mapping.go", + "binding/form.go", + "binding/plain.go", + "binding/msgpack.go", + "binding/protobuf.go", + "binding/yaml.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5706417189553201 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "binding/form_mapping.go", + "binding/form.go", + "binding/binding.go", + "binding/binding_nomsgpack.go", + "binding/form_mapping_test.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5706417189553201 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "gin", + "queryId": "gin-natural-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "response_writer.go", + "response_writer_test.go", + "docs/doc.md", + "context.go", + "tree.go", + "context_test.go", + "logger.go", + "render/json.go", + "CHANGELOG.md", + "routes_test.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.125, + "ndcgAt10": 0.31546487678572877 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "context.go", + "codec/json/jsoniter.go", + "errors.go", + "gin_test.go", + "middleware_test.go", + "logger.go", + "benchmarks_test.go", + "githubapi_test.go", + "render/json.go", + "utils.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.1111111111111111, + "ndcgAt10": 0.3010299956639812 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.013888888888888895, + "ndcgAt10": 0.014434881121747567 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "gin", + "queryId": "gin-natural-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "ginS/gins.go", + "routergroup.go", + "gin.go", + "path.go", + "binding/form_mapping.go", + "binding/header.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "routergroup.go", + "routergroup_test.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": 0, + "mrrAt10": -0.5, + "ndcgAt10": -0.36907024642854247 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "gin", + "queryId": "gin-natural-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "gin.go", + "context.go", + "auth.go", + "docs/doc.md", + "gin_test.go", + "context_test.go", + "auth_test.go", + "routergroup.go", + "README.md", + "CHANGELOG.md" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "gin.go", + "response_writer.go", + "context.go", + "response_writer_test.go", + "logger.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-nl-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/middleware/method-not-allowed/index.test.ts", + "src/middleware/trailing-slash/index.test.ts", + "src/middleware/cors/index.test.ts", + "src/middleware/method-not-allowed/index.ts", + "src/client/types.ts", + "src/helper/proxy/index.ts", + "src/adapter/aws-lambda/handler.ts", + "src/adapter/cloudflare-pages/handler.test.ts", + "adapters/aws-lambda/src/handler.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/utils/headers.ts", + "src/middleware/method-not-allowed/index.ts", + "src/request.ts", + "src/router/trie-router/router.ts", + "src/types.ts", + "src/helper/route/index.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-nl-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/middleware/cors/index.test.ts", + "src/validator/validator.ts", + "src/utils/body.test.ts", + "src/middleware/csrf/index.ts", + "src/middleware/csrf/index.test.ts", + "src/middleware/method-not-allowed/index.test.ts", + "src/middleware/basic-auth/index.test.ts", + "src/middleware/jwt/index.test.ts", + "src/middleware/jwt/jwt.ts", + "src/middleware/bearer-auth/index.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.25, + "ndcgAt10": 0.43067655807339306 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/jsx/dom/intrinsic-element/components.ts", + "src/jsx/intrinsic-element/components.ts", + "src/middleware/csrf/index.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": -0.08333333333333331, + "ndcgAt10": -0.06932344192660694 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-nl-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/middleware/secure-headers/secure-headers.ts", + "src/client/types.ts", + "src/middleware/body-limit/index.ts", + "src/utils/body.ts", + "src/utils/stream.ts", + "src/request.ts", + "src/middleware/compress/index.ts", + "src/helper/proxy/index.ts", + "src/helper/streaming/sse.ts", + "src/middleware/etag/index.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/jsx/children.ts", + "src/utils/body.ts", + "src/jsx/base.ts", + "src/request.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "hono", + "queryId": "hono-nl-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/client/types.ts", + "src/context.ts", + "src/utils/headers.ts", + "src/client/fetch-result-please.ts", + "src/client/utils.ts", + "src/helper/ssg/ssg.ts", + "src/validator/validator.ts", + "src/types.ts", + "src/helper/ssg/middleware.ts", + "src/middleware/secure-headers/secure-headers.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/context.ts", + "src/jsx/context.ts", + "src/client/types.ts", + "src/middleware/context-storage/index.ts", + "adapters/aws-lambda/test/stream-backpressure.test.ts", + "adapters/lambda-edge/src/handler.test.ts", + "runtime-tests/fastly/index.test.ts", + "runtime-tests/node/index.test.ts", + "src/adapter/lambda-edge/handler.test.ts", + "src/helper/cookie/index.test.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-nl-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/request.ts", + "src/utils/body.ts", + "src/middleware/body-limit/index.ts", + "src/context.ts", + "src/utils/headers.ts", + "src/adapter/lambda-edge/handler.ts", + "adapters/lambda-edge/src/handler.ts", + "src/validator/validator.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/utils/body.ts", + "src/request.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 0, + "mrrAt10": 0.5, + "ndcgAt10": 0.36907024642854247 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "monolog", + "queryId": "monolog-nl-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/Handler/ZendMonitorHandler.php", + "src/Monolog/Handler/FingersCrossed/ChannelLevelActivationStrategy.php", + "src/Monolog/Formatter/JsonFormatter.php", + "src/Monolog/Level.php", + "src/Monolog/Processor/IntrospectionProcessor.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Logger.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/LogRecord.php", + "src/Monolog/Formatter/FlowdockFormatter.php", + "src/Monolog/Handler/LogglyHandler.php", + "src/Monolog/Handler/ElasticsearchHandler.php", + "src/Monolog/Handler/GelfHandler.php", + "src/Monolog/Formatter/HtmlFormatter.php", + "src/Monolog/Handler/FrankenPhpHandler.php", + "src/Monolog/Handler/SocketHandler.php", + "src/Monolog/Handler/PushoverHandler.php", + "src/Monolog/Processor/HostnameProcessor.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "monolog", + "queryId": "monolog-nl-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Handler/StreamHandler.php", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Handler/ErrorLogHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/LogglyHandler.php", + "src/Monolog/Handler/MongoDBHandler.php", + "src/Monolog/Handler/PushoverHandler.php", + "src/Monolog/LogRecord.php", + "src/Monolog/Handler/AbstractProcessingHandler.php", + "src/Monolog/Handler/SocketHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "monolog", + "queryId": "monolog-nl-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Logger.php", + "src/Monolog/Level.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/ResettableInterface.php", + "src/Monolog/Handler/OverflowHandler.php", + "src/Monolog/Handler/FingersCrossed/ChannelLevelActivationStrategy.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Formatter/RedactingFormatter.php", + "src/Monolog/Handler/ZendMonitorHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Formatter/GelfMessageFormatter.php", + "src/Monolog/Processor/PsrLogMessageProcessor.php", + "src/Monolog/Handler/NewRelicHandler.php", + "src/Monolog/Formatter/NormalizerFormatter.php", + "src/Monolog/Formatter/FormatterInterface.php", + "src/Monolog/Processor/ProcessorInterface.php", + "src/Monolog/Handler/GelfHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "monolog", + "queryId": "monolog-nl-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/WhatFailureGroupHandler.php", + "src/Monolog/Handler/OverflowHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Logger.php", + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/FallbackGroupHandler.php", + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Handler/HandlerWrapper.php", + "src/Monolog/Handler/BrowserConsoleHandler.php", + "src/Monolog/Handler/HandlerInterface.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/Handler.php", + "src/Monolog/Handler/HandlerWrapper.php", + "src/Monolog/Handler/HandlerInterface.php", + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Logger.php", + "src/Monolog/Handler/WhatFailureGroupHandler.php", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Handler/GroupHandler.php", + "src/Monolog/LogRecord.php", + "src/Monolog/Handler/OverflowHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 0.8333333333333334, + "ndcgAt10": 0.6437928128919779 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "monolog", + "queryId": "monolog-nl-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/LogRecord.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/ErrorLogHandler.php", + "src/Monolog/Logger.php", + "src/Monolog/Formatter/LogstashFormatter.php", + "src/Monolog/Processor/PsrLogMessageProcessor.php", + "src/Monolog/Handler/LogmaticHandler.php", + "src/Monolog/Formatter/LogglyFormatter.php", + "src/Monolog/Formatter/LineFormatter.php", + "src/Monolog/Handler/RotatingFileHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Logger.php", + "src/Monolog/Formatter/GoogleCloudLoggingFormatter.php", + "src/Monolog/LogRecord.php", + "src/Monolog/ResettableInterface.php", + "src/Monolog/Formatter/JsonFormatter.php", + "src/Monolog/Formatter/NormalizerFormatter.php", + "src/Monolog/Formatter/FormatterInterface.php", + "src/Monolog/Handler/ElasticsearchHandler.php", + "src/Monolog/Handler/GelfHandler.php", + "src/Monolog/Formatter/HtmlFormatter.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "moshi", + "queryId": "moshi-natural-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterWithDelegate.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/models/Suit.java", + "examples/src/main/java/com/squareup/moshi/recipes/models/BlackjackHand.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/StandardJsonAdapters.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "moshi", + "queryId": "moshi-natural-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/ReadJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJsonList.java", + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/-JsonValueReader.kt", + "moshi/src/main/java/com/squareup/moshi/internal/ArrayJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonReader.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "moshi", + "queryId": "moshi-natural-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/WriteJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/ByteStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/IncludeNullsForAnnotatedTypes.java", + "examples/src/main/java/com/squareup/moshi/recipes/IncludeNullsForOneType.java", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/-JsonValueWriter.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Writer.kt", + "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonWriter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/-MoshiKotlinExtensions.kt", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": -1, + "mrrAt10": -0.5, + "ndcgAt10": -0.6309297535714575 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "moshi", + "queryId": "moshi-natural-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterWithDelegate.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomTypeAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/WriteJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomFieldName.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJsonList.java", + "examples/src/main/java/com/squareup/moshi/recipes/RecoverFromTypeMismatch.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/src/test/java/com/squareup/moshi/MoshiTest.java", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi/src/main/java/com/squareup/moshi/internal/Util.kt", + "moshi/src/main/java/com/squareup/moshi/JsonWriter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonDataException.kt", + "moshi/src/main/java/com/squareup/moshi/JsonReader.kt", + "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "moshi", + "queryId": "moshi-natural-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonValueReader.kt", + "moshi/src/main/java/com/squareup/moshi/internal/Util.kt", + "moshi-kotlin/src/main/java/com/squareup/moshi/kotlin/reflect/KmExecutable.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/ksp/shadedUtil.kt", + "moshi/src/main/java/com/squareup/moshi/JsonReader.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "rack", + "queryId": "rack-nl-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/request.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/request.rb", + "lib/rack/builder.rb", + "lib/rack/auth/abstract/request.rb", + "lib/rack/auth/basic.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "rack", + "queryId": "rack-nl-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/response.rb", + "lib/rack/mock_response.rb", + "lib/rack/multipart/parser.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/null_logger.rb", + "lib/rack/response.rb", + "lib/rack/files.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "rack", + "queryId": "rack-nl-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/response.rb", + "lib/rack/utils.rb", + "lib/rack/mock_response.rb", + "lib/rack/headers.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/deflater.rb", + "lib/rack/response.rb", + "lib/rack/null_logger.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "rack", + "queryId": "rack-nl-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/response.rb", + "lib/rack/mock_response.rb", + "lib/rack/body_proxy.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/auth/abstract/request.rb", + "lib/rack/mock_request.rb", + "lib/rack/response.rb", + "lib/rack/auth/basic.rb", + "lib/rack/lint.rb", + "lib/rack/body_proxy.rb", + "lib/rack/mock_response.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "rack", + "queryId": "rack-nl-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/request.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/multipart/parser.rb", + "lib/rack/auth/abstract/request.rb", + "lib/rack/multipart.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "typer", + "queryId": "typer-nl-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/_click/decorators.py", + "typer/rich_utils.py", + "typer/_click/parser.py", + "typer/models.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/_click/types.py", + "typer/testing.py", + "typer/_click/_compat.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "typer", + "queryId": "typer-nl-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/_completion_shared.py", + "typer/_completion_classes.py", + "tests/test_completion/test_completion_install.py", + "typer/_click/utils.py", + "tests/test_completion/completion_option_then_argument.py", + "docs/tutorial/options-autocompletion.md", + "tests/test_tutorial/test_options_autocompletion/test_tutorial003.py", + "docs/tutorial/options/callback-and-context.md", + "docs_src/options_autocompletion/tutorial005_py310.py", + "docs_src/options_autocompletion/tutorial005_an_py310.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/_completion_classes.py", + "typer/_click/shell_completion.py", + "typer/_click/core.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": 0, + "mrrAt10": -0.5, + "ndcgAt10": -0.36907024642854247 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "typer", + "queryId": "typer-nl-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/_click/termui.py", + "typer/_click/utils.py", + "docs_src/launch/tutorial002_py310.py", + "tests/test_tutorial/test_commands/test_callback/test_tutorial003.py", + "docs/tutorial/testing.md", + "docs/tutorial/typer-app.md", + "docs_src/launch/tutorial001_py310.py", + "docs/tutorial/package.md", + "typer/_click/_compat.py", + "typer/main.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/_click/termui.py", + "typer/main.py", + "typer/_click/_termui_impl.py", + "tests/test_termui.py", + "typer/_click/utils.py", + "tests/test_launch.py", + "docs_src/launch/tutorial002_py310.py", + "docs_src/launch/tutorial001_py310.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "typer", + "queryId": "typer-nl-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/_types.py", + "tests/test_types.py", + "docs/tutorial/parameter-types/enum.md", + "tests/test_completion/choice_case_insensitive_example.py", + "typer/params.py", + "tests/test_completion/test_completion_choice_no_case.py", + "typer/_click/parser.py", + "docs_src/parameter_types/enum/tutorial002_an_py310.py", + "typer/_click/core.py", + "docs_src/parameter_types/enum/tutorial002_py310.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/testing.py", + "typer/_click/_compat.py", + "typer/_click/_winconsole.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "typer", + "queryId": "typer-nl-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/models.py", + "typer/testing.py", + "typer/rich_utils.py", + "docs_src/commands/context/tutorial003_py310.py", + "docs_src/commands/context/tutorial002_py310.py", + "docs_src/commands/context/tutorial001_py310.py", + "docs_src/commands/options/tutorial001_py310.py", + "docs_src/commands/options/tutorial001_an_py310.py", + "docs_src/commands/help/tutorial001_py310.py", + "docs_src/commands/help/tutorial001_an_py310.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/cli.py", + "typer/_click/parser.py", + "typer/_click/exceptions.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "clap", + "queryId": "clap-explicit-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/validator.rs", + "clap_builder/src/builder/debug_asserts.rs", + "clap_builder/src/output/usage.rs", + "clap_builder/src/util/str_to_bool.rs", + "tests/builder/require.rs", + "clap_builder/src/builder/arg_group.rs", + "clap_complete/src/engine/complete.rs", + "clap_builder/src/builder/arg.rs", + "clap_builder/src/builder/command.rs", + ".github/workflows/ci.yml" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "clap", + "queryId": "clap-explicit-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/matches/matched_arg.rs", + "clap_builder/src/parser/arg_matcher.rs", + "clap_builder/src/parser/matches/arg_matches.rs", + "clap_builder/src/parser/matches/mod.rs", + "clap_derive/src/derives/subcommand.rs", + "clap_builder/src/derive.rs", + "clap_builder/src/parser/parser.rs", + "clap_lex/src/lib.rs", + "clap_builder/src/parser/mod.rs", + "clap_builder/src/util/color.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "clap", + "queryId": "clap-explicit-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/features/suggestions.rs", + "clap_builder/src/builder/arg_group.rs", + "clap_builder/src/parser/parser.rs", + "tests/derive_ui/defer_field.rs", + "clap_builder/src/builder/arg.rs", + "examples/tutorial_builder/03_01_flag_bool.rs", + "tests/builder/require.rs", + "clap_builder/src/builder/command.rs", + "clap_builder/src/error/context.rs", + "tests/derive_ui/defer_struct.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "clap", + "queryId": "clap-explicit-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "clap_lex/src/ext.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_lex/src/ext.rs", + "clap_builder/src/builder/os_str.rs", + "clap_derive/src/attr.rs", + "clap_complete/src/aot/shells/shell.rs", + "clap_builder/src/builder/value_parser.rs", + "clap_builder/src/parser/matches/arg_matches.rs", + "clap_builder/src/builder/arg_predicate.rs", + "tests/derive/utf8.rs", + "clap_complete/src/engine/complete.rs", + "clap_complete/src/engine/custom.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "clap", + "queryId": "clap-explicit-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "clap_bench/benches/ripgrep.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/output/usage.rs", + "clap_mangen/src/render.rs", + "clap_builder/src/builder/command.rs", + "tests/builder/flag_subcommands.rs", + "clap_builder/src/macros.rs", + "clap_builder/src/builder/mod.rs", + "clap_builder/src/builder/action.rs", + "clap_builder/src/util/mod.rs", + "clap_builder/src/error/format.rs", + "clap_builder/src/util/id.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "clap", + "queryId": "clap-explicit-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/builder/value_parser.rs", + "clap_builder/src/builder/arg.rs", + "clap_builder/src/builder/action.rs", + "clap_builder/src/parser/validator.rs", + "clap_builder/src/builder/range.rs", + "clap_builder/src/parser/parser.rs", + "clap_builder/src/util/graph.rs", + "clap_builder/src/builder/command.rs", + "clap_derive/src/derives/args.rs", + "clap_builder/src/parser/matches/value_source.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvParser.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "tests/CsvHelper.Tests/Parsing/EndBufferTests.cs", + "tests/CsvHelper.Tests/Issues/Issue1341.cs", + "tests/CsvHelper.Tests/Parsing/BufferSplittingEscapeAndQuoteTests.cs", + "tests/CsvHelper.Tests/CsvParserConstructorTests.cs", + "tests/CsvHelper.Tests/CsvParserTests.cs", + "src/CsvHelper/CsvParser.cs", + "tests/CsvHelper.Tests/CsvReaderConstructorTests.cs", + "tests/CsvHelper.Tests/Parsing/BadDataTests.cs", + "tests/CsvHelper.Tests/CsvParserDelimiterTests.cs", + "tests/CsvHelper.Tests/Parsing/DelimiterTests.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 0.8333333333333334, + "ndcgAt10": 0.6437928128919779 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvWriter.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "tests/CsvHelper.Tests/Writing/CsvModeTests.cs", + "tests/CsvHelper.Tests/Parsing/EscapeCharacterTests.cs", + "tests/CsvHelper.Tests/CsvWriterConstructorTests.cs", + "src/CsvHelper/IWriter.cs", + "tests/CsvHelper.Tests/Writing/FieldTypeTests.cs", + "src/CsvHelper/CsvWriter.cs", + "src/CsvHelper/IWriterRow.cs", + "docs/examples/prerequisites/reading-and-writing-files/index.html", + "tests/CsvHelper.Tests/TypeConversion/UriConverterTests.cs", + "src/CsvHelper/Factory.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 0.8333333333333334, + "ndcgAt10": 0.6437928128919779 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/ObjectResolver.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/ObjectResolver.cs", + "tests/CsvHelper.Tests/ObjectResolverTests/Issue1073.cs", + "src/CsvHelper/IObjectResolver.cs", + "tests/CsvHelper.Tests/ObjectResolverTests/ResolveSingleTypeTests.cs", + "src/CsvHelper/Expressions/RecordWriterFactory.cs", + "src/CsvHelper/Expressions/ObjectRecordCreator.cs", + "tests/CsvHelper.Tests/ObjectCreatorTests.cs", + "src/CsvHelper/Expressions/RecordCreatorFactory.cs", + "src/CsvHelper/Expressions/DynamicRecordWriter.cs", + "src/CsvHelper/TypeConversion/ArrayConverter.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/ExpressionManager.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/ExpressionManager.cs", + "src/CsvHelper/Expressions/ObjectRecordWriter.cs", + "src/CsvHelper/Expressions/ObjectRecordCreator.cs", + "src/CsvHelper/Expressions/RecordManager.cs", + "src/CsvHelper/ReflectionHelper.cs", + "src/CsvHelper/Expressions/RecordHydrator.cs", + "src/CsvHelper/Expressions/PrimitiveRecordWriter.cs", + "src/CsvHelper/Expressions/RecordCreator.cs", + "src/CsvHelper/FastDynamicObject.cs", + "GitVersion.yml" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/RecordHydrator.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/RecordManager.cs", + "src/CsvHelper/Expressions/RecordHydrator.cs", + "src/CsvHelper/Expressions/RecordCreatorFactory.cs", + "src/CsvHelper/Expressions/RecordWriterFactory.cs", + "src/CsvHelper/IWriterRow.cs", + "docs/change-log/index.html", + "src/CsvHelper/IReaderRow.cs", + "performance/CsvHelper.Benchmarks/BenchmarkEnumerateRecords.cs", + "src/CsvHelper/RecordTypeInfo.cs", + "src/CsvHelper/Expressions/RecordCreator.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 0, + "mrrAt10": 0.5, + "ndcgAt10": 0.36907024642854247 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/ClassMap.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "tests/CsvHelper.Tests/Mappings/ConstructorParameter/NumberStylesMapTests.cs", + "tests/CsvHelper.Tests/Mappings/ConstructorParameter/BooleanFalseValuesMapTests.cs", + "tests/CsvHelper.Tests/Mappings/ConstructorParameter/IgnoreMapTests.cs", + "tests/CsvHelper.Tests/Mappings/SubPropertyMappingTests.cs", + "src/CsvHelper/Configuration/Attributes/BooleanFalseValuesAttribute.cs", + "tests/CsvHelper.Tests/Mappings/ConstructorParameter/ConstantMapTests.cs", + "src/CsvHelper/Configuration/Attributes/IParameterMapper.cs", + "src/CsvHelper/Configuration/ParameterMapTypeConverterOption.cs", + "tests/CsvHelper.Tests/Mappings/ConstructorParameter/DefaultMapTests.cs", + "tests/CsvHelper.Tests/Mappings/ConstructorParameter/IndexMapTests.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "fastify", + "queryId": "fastify-def-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/initial-config-validation.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/initial-config-validation.js", + "lib/config-validator.js", + "build/build-validation.js", + "test/types/instance.tst.ts", + "test/types/tsconfig.json", + "test/input-validation.js", + "lib/validation.js", + "lib/request.js", + ".github/workflows/validate-ecosystem-links.yml", + "lib/logger-factory.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "fastify", + "queryId": "fastify-def-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/error-handler.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/error-handler.js", + "lib/hooks.js", + "types/instance.d.ts", + "types/hooks.d.ts", + "lib/schema-controller.js", + "fastify.d.ts", + "test/types/instance.tst.ts", + "types/logger.d.ts", + "lib/handle-request.js", + "test/build-certificate.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "fastify", + "queryId": "fastify-def-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/content-type-parser.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/content-type-parser.js", + "types/content-type-parser.d.ts", + "test/types/instance.tst.ts", + "test/build-certificate.js", + "lib/schema-controller.js", + "types/instance.d.ts", + "test/bundler/esbuild/src/fail-plugin-version.js", + "test/bundler/webpack/src/fail-plugin-version.js", + "test/types/content-type-parser.tst.ts", + "test/types/errors.tst.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "fastify", + "queryId": "fastify-def-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/hooks.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/hooks.js", + "types/hooks.d.ts", + "types/instance.d.ts", + "test/types/hooks.tst.ts", + "fastify.js", + "lib/schema-controller.js", + "test/types/route.tst.ts", + "types/route.d.ts", + "examples/benchmark/hooks-benchmark.js", + "lib/head-route.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "fastify", + "queryId": "fastify-def-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/plugin-override.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/route.js", + "test/types/route.tst.ts", + "test/bundler/esbuild/src/index.js", + "test/bundler/webpack/src/index.js", + "types/route.d.ts", + "build/build-validation.js", + "types/instance.d.ts", + "test/types/schema.tst.ts", + "test/types/fastify.tst.ts", + "test/types/errors.tst.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "fastify", + "queryId": "fastify-def-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/logger-factory.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/logger-factory.js", + "types/logger.d.ts", + "types/instance.d.ts", + "lib/log-controller.js", + "lib/route.js", + "lib/four-oh-four.js", + "types/plugin.d.ts", + "test/types/request.tst.ts", + "lib/symbols.js", + "fastify.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "gin", + "queryId": "gin-explicit-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "path.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "path.go", + "tree.go", + "gin.go", + "routergroup.go", + "ginS/gins.go", + "logger.go", + "context.go", + ".golangci.yml", + "deprecated.go", + "recovery.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "gin", + "queryId": "gin-explicit-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "render/reader.go", + "render/render.go", + "response_writer.go", + "render/data.go", + "render/toml.go", + "render/html.go", + "render/yaml.go", + "render/bson.go", + "gin.go", + "render/pdf.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": -1, + "mrrAt10": -0.3333333333333333, + "ndcgAt10": -0.5 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "gin", + "queryId": "gin-explicit-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "tree.go", + "routergroup.go", + "gin.go", + "path.go", + "logger.go", + "auth.go", + "context.go", + "utils.go", + "binding/form_mapping.go", + "mode.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "gin", + "queryId": "gin-explicit-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "binding/default_validator.go", + "binding/binding.go", + "binding/binding_nomsgpack.go", + "binding/json.go", + "binding/protobuf.go", + "binding/form.go", + "binding/yaml.go", + "binding/msgpack.go", + "binding/toml.go", + ".github/ISSUE_TEMPLATE/feature-request.yaml" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "gin", + "queryId": "gin-explicit-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "binding/form_mapping.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "binding/form_mapping.go", + "recovery.go", + "binding/multipart_form_mapping.go", + "binding/header.go", + ".github/dependabot.yml", + "testdata/protoexample/test.proto", + "mode.go", + "auth.go", + "context.go", + "binding/plain.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "gin", + "queryId": "gin-explicit-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "recovery.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "render/data.go", + "render/html.go", + "recovery.go", + "render/redirect.go", + "render/pdf.go", + "render/json.go", + "gin.go", + "render/toml.go", + "render/render.go", + "render/protobuf.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 0, + "mrrAt10": 0.6666666666666667, + "ndcgAt10": 0.5 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-def-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/compose.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/compose.ts", + "benchmarks/jsx/src/react.ts", + "benchmarks/jsx/src/react-jsx/preact.ts", + "benchmarks/jsx/src/preact.ts", + "src/utils/constants.ts", + "benchmarks/jsx/src/react-jsx/react.ts", + "benchmarks/jsx/src/react-jsx/nano.ts", + "benchmarks/jsx/src/nano.ts", + "benchmarks/jsx/src/react-jsx/hono.ts", + "benchmarks/jsx/src/hono.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-def-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/http-exception.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/middleware/basic-auth/index.ts", + "src/http-exception.ts", + "src/middleware/csrf/index.ts", + "src/client/index.ts", + "src/middleware/jwk/jwk.ts", + "src/helper/proxy/index.ts", + "adapters/bun/src/websocket.ts", + "adapters/service-worker/src/types.ts", + "adapters/bun/src/index.ts", + "src/utils/http-status.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 0, + "mrrAt10": 0.5, + "ndcgAt10": 0.36907024642854247 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-def-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/router/smart-router/router.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/router/smart-router/index.ts", + "src/router/smart-router/router.ts", + "src/hono.ts", + "src/preset/quick.ts", + "src/router/linear-router/index.ts", + "benchmarks/utils/src/get-path.ts", + "src/router/pattern-router/index.ts", + "adapters/bun/src/serve-static.ts", + "benchmarks/jsx/src/benchmark.ts", + "benchmarks/jsx/src/react-jsx/benchmark.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 0, + "mrrAt10": 0.5, + "ndcgAt10": 0.36907024642854247 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-def-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/validator/validator.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/validator/index.ts", + "src/validator/utils.ts", + "src/validator/validator.ts", + "src/middleware/language/language.ts", + "src/request.ts", + "src/helper/adapter/index.ts", + "adapters/service-worker/src/index.ts", + "adapters/aws-lambda/src/handler.ts", + "src/middleware/csrf/index.ts", + "adapters/lambda-edge/src/handler.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 0, + "mrrAt10": 0.6666666666666667, + "ndcgAt10": 0.5 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-def-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/client/client.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/client/index.ts", + "adapters/vercel/src/index.ts", + "src/middleware/etag/index.ts", + "src/helper/ssg/plugins.ts", + "src/adapter/cloudflare-pages/index.ts", + "src/middleware/compress/index.ts", + "adapters/vercel/src/handler.ts", + "benchmarks/jsx/src/nano.ts", + "benchmarks/jsx/src/preact.ts", + "adapters/netlify/src/index.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "hono", + "queryId": "hono-def-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/middleware/serve-static/path.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/middleware/serve-static/path.ts", + "adapters/service-worker/src/index.ts", + "src/jsx/dom/intrinsic-element/components.ts", + "tsconfig.base.json", + "adapters/netlify/src/handler.ts", + "adapters/aws-lambda/src/types.ts", + "adapters/netlify/src/conninfo.ts", + "adapters/vercel/src/handler.ts", + "adapters/cloudflare-workers/src/serve-static.ts", + "adapters/cloudflare-workers/src/index.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "monolog", + "queryId": "monolog-def-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Logger.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Logger.php", + "src/Monolog/Registry.php", + "src/Monolog/Test/TestCase.php", + "src/Monolog/Processor/ProcessorInterface.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/PsrHandler.php", + "src/Monolog/Handler/SyslogHandler.php", + "src/Monolog/Utils.php", + "src/Monolog/Formatter/LogglyFormatter.php", + "src/Monolog/ResettableInterface.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "monolog", + "queryId": "monolog-def-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/ErrorHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/ErrorHandler.php", + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/SamplingHandler.php", + "src/Monolog/Handler/ErrorLogHandler.php", + "src/Monolog/Handler/FingersCrossed/ActivationStrategyInterface.php", + "src/Monolog/Handler/FilterHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/Handler/ProcessHandler.php", + "src/Monolog/Handler/FingersCrossed/ErrorLevelActivationStrategy.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "monolog", + "queryId": "monolog-def-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/BufferHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/Handler/FilterHandler.php", + "src/Monolog/Handler/ProcessableHandlerTrait.php", + "src/Monolog/Handler/HandlerWrapper.php", + "src/Monolog/Handler/HandlerInterface.php", + "src/Monolog/Handler/OverflowHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/AbstractHandler.php", + "src/Monolog/Handler/DeduplicationHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 0, + "mrrAt10": 0.5, + "ndcgAt10": 0.36907024642854247 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "monolog", + "queryId": "monolog-def-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/RotatingFileHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/ResettableInterface.php", + "src/Monolog/Handler/NoopHandler.php", + "src/Monolog/Handler/FilterHandler.php", + "src/Monolog/Handler/WhatFailureGroupHandler.php", + "src/Monolog/Handler/HandlerWrapper.php", + "src/Monolog/Handler/FingersCrossed/ActivationStrategyInterface.php", + "src/Monolog/Handler/FallbackGroupHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/GroupHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "monolog", + "queryId": "monolog-def-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Formatter/NormalizerFormatter.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/NewRelicHandler.php", + "src/Monolog/Handler/FrankenPhpHandler.php", + "src/Monolog/Handler/ZendMonitorHandler.php", + "src/Monolog/Formatter/NormalizerFormatter.php", + "src/Monolog/Handler/DoctrineCouchDBHandler.php", + "src/Monolog/Formatter/JsonFormatter.php", + "src/Monolog/Formatter/WildfireFormatter.php", + "src/Monolog/Formatter/ScalarFormatter.php", + "src/Monolog/Formatter/GoogleCloudLoggingFormatter.php", + "src/Monolog/Handler/Slack/SlackRecord.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.25, + "ndcgAt10": 0.43067655807339306 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 0, + "mrrAt10": 0.75, + "ndcgAt10": 0.5693234419266069 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "monolog", + "queryId": "monolog-def-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Processor/PsrLogMessageProcessor.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Processor/PsrLogMessageProcessor.php", + "src/Monolog/Processor/ProcessorInterface.php", + "src/Monolog/Handler/ErrorLogHandler.php", + "src/Monolog/Handler/ProcessableHandlerInterface.php", + "src/Monolog/SignalHandler.php", + "src/Monolog/Processor/ProcessIdProcessor.php", + "src/Monolog/Handler/ProcessableHandlerTrait.php", + "src/Monolog/Handler/AbstractProcessingHandler.php", + "src/Monolog/Handler/PsrHandler.php", + "src/Monolog/Processor/LoadAverageProcessor.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/TargetConstructor.kt", + "moshi-kotlin/src/main/java/com/squareup/moshi/kotlin/reflect/IndexedParameterMap.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/kotlintypes.kt", + "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/ksp/shadedUtil.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonValueReader.kt", + "moshi-kotlin/src/main/java/com/squareup/moshi/kotlin/reflect/KotlinJsonAdapterFactory.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/ksp/TargetTypes.kt", + "moshi/src/main/java/com/squareup/moshi/internal/JsonScope.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/ksp/MoshiApiUtil.kt", + "moshi/src/main/java/com/squareup/moshi/internal/StandardJsonAdapters.kt", + "moshi/src/main/java/com/squareup/moshi/JsonReader.kt", + "moshi/src/main/java/com/squareup/moshi/JsonQualifier.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/TargetParameter.kt", + "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "moshi-kotlin/src/main/java/com/squareup/moshi/kotlin/reflect/KotlinJsonAdapterFactory.kt", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": -0.16666666666666666, + "ndcgAt10": -0.3562071871080222 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt", + "moshi-kotlin/src/main/java/com/squareup/moshi/KotlinJsonAdapterFactory.kt", + "moshi/src/main/java/com/squareup/moshi/internal/CollectionJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/internal/Util.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java", + "moshi/src/main/java/com/squareup/moshi/-MoshiKotlinExtensions.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/ProguardRules.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": -1, + "mrrAt10": -0.5, + "ndcgAt10": -0.6309297535714575 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt", + "moshi-kotlin/src/main/java/com/squareup/moshi/KotlinJsonAdapterFactory.kt", + "moshi/src/main/java/com/squareup/moshi/internal/StandardJsonAdapters.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/ksp/MoshiApiUtil.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/ksp/JsonClassSymbolProcessorProvider.kt", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt", + "moshi-kotlin/src/main/java/com/squareup/moshi/kotlin/reflect/KotlinJsonAdapterFactory.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/Options.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/ProguardRules.kt", + "moshi/src/main/java/com/squareup/moshi/Types.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonValueReader.kt", + "moshi/src/main/java/com/squareup/moshi/internal/ArrayJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi/src/main/java/com/squareup/moshi/-MoshiKotlinExtensions.kt", + "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "moshi/src/main/java/com/squareup/moshi/internal/RecordJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/internal/CollectionJsonAdapter.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/-MoshiKotlinExtensions.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt", + "moshi/src/main/java/com/squareup/moshi/internal/ArrayJsonAdapter.kt", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "moshi/src/main/java/com/squareup/moshi/internal/NullSafeJsonAdapter.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/TargetParameter.kt", + "moshi/src/main/java/com/squareup/moshi/internal/RecordJsonAdapter.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "rack", + "queryId": "rack-def-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/query_parser.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "test/spec_query_parser.rb", + "lib/rack/query_parser.rb", + "lib/rack/multipart.rb", + "test/spec_request.rb", + "test/spec_utils.rb", + "lib/rack/multipart/parser.rb", + "lib/rack/request.rb", + "lib/rack/constants.rb", + "test/spec_auth_basic.rb", + "test/spec_multipart.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 0, + "mrrAt10": 0.5, + "ndcgAt10": 0.36907024642854247 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "rack", + "queryId": "rack-def-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/rewindable_input.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/rewindable_input.rb", + "test/spec_rewindable_input.rb", + "lib/rack/reloader.rb", + "lib/rack/ractorize.rb", + "lib/rack/cascade.rb", + "lib/rack/lock.rb", + "test/spec_conditional_get.rb", + "lib/rack/head.rb", + "lib/rack/runtime.rb", + "lib/rack/null_logger.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "rack", + "queryId": "rack-def-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/body_proxy.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "test/spec_body_proxy.rb", + "lib/rack/body_proxy.rb", + "lib/rack/lock.rb", + "test.rb", + "test/spec_directory.rb", + "test/psych_fix.rb", + "test/spec_etag.rb", + "test/spec_files.rb", + "lib/rack/common_logger.rb", + "lib/rack/files.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 0, + "mrrAt10": 0.5, + "ndcgAt10": 0.36907024642854247 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "rack", + "queryId": "rack-def-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/urlmap.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/urlmap.rb", + "test/spec_urlmap.rb", + "lib/rack/builder.rb", + "lib/rack.rb", + "lib/rack/utils.rb", + "test/spec_auth_basic.rb", + "test/spec_mock_request.rb", + "lib/rack/request.rb", + "test/spec_static.rb", + "lib/rack/constants.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "rack", + "queryId": "rack-def-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/builder.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "test/spec_builder.rb", + "lib/rack/builder.rb", + "test/builder/an_underscore_app.rb", + "lib/rack/multipart.rb", + "lib/rack/config.rb", + "lib/rack/content_type.rb", + ".rubocop.yml", + "test/spec_config.rb", + "lib/rack/deflater.rb", + ".github/workflows/test-external.yaml" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 0, + "mrrAt10": 0.5, + "ndcgAt10": 0.36907024642854247 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "rack", + "queryId": "rack-def-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/tempfile_reaper.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/tempfile_reaper.rb", + "test/spec_tempfile_reaper.rb", + "lib/rack/multipart/uploaded_file.rb", + "lib/rack/rewindable_input.rb", + "lib/rack/reloader.rb", + "test/spec_deflater.rb", + "test/builder/an_underscore_app.rb", + "test/spec_rewindable_input.rb", + "lib/rack/multipart/generator.rb", + "lib/rack/runtime.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "typer", + "queryId": "typer-def-01", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/main.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/main.py", + "docs_src/options/required/tutorial002_py310.py", + "docs_src/options/help/tutorial003_py310.py", + "docs_src/first_steps/tutorial003_py310.py", + "docs_src/parameter_types/number/tutorial002_py310.py", + "docs_src/first_steps/tutorial002_py310.py", + "docs_src/first_steps/tutorial004_py310.py", + "docs_src/first_steps/tutorial001_py310.py", + "docs_src/options/required/tutorial001_py310.py", + "docs_src/terminating/tutorial003_py310.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "typer", + "queryId": "typer-def-02", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/core.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/_click/types.py", + "docs_src/parameter_types/index/tutorial001_py310.py", + "docs_src/parameter_types/custom_types/tutorial001_an_py310.py", + "docs_src/parameter_types/custom_types/tutorial001_py310.py", + "tests/assets/cli/multi_app_cli.py", + "tests/assets/type_error_no_rich.py", + "tests/assets/type_error_rich.py", + "tests/assets/type_error_no_rich_short_disable.py", + "tests/assets/type_error_normal_traceback.py", + "tests/assets/completion_no_types_order.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "typer", + "queryId": "typer-def-03", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/models.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/_click/types.py", + "typer/exceptions.py", + "tests/assets/type_error_rich.py", + "tests/assets/type_error_no_rich.py", + "docs_src/parameter_types/number/tutorial002_py310.py", + "typer/params.py", + "tests/assets/completion_no_types_order.py", + "tests/assets/cli/multi_app_cli.py", + "tests/assets/type_error_normal_traceback.py", + "tests/assets/completion_no_types.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "typer", + "queryId": "typer-def-04", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/utils.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/utils.py", + "typer/main.py", + "tests/assets/cli/func_other_name.py", + "docs_src/options/callback/tutorial004_py310.py", + "typer/_click/core.py", + "typer/completion.py", + "typer/_click/shell_completion.py", + "docs_src/options/callback/tutorial004_an_py310.py", + "typer/_click/termui.py", + "typer/params.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "typer", + "queryId": "typer-def-05", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/completion.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/_click/shell_completion.py", + "typer/completion.py", + "typer/_click/core.py", + "tests/assets/completion_argument.py", + "typer/_types.py", + "typer/models.py", + "typer/_completion_classes.py", + "typer/_completion_shared.py", + "docs_src/progressbar/tutorial003_py310.py", + "docs_src/progressbar/tutorial005_py310.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 0, + "mrrAt10": 0.5, + "ndcgAt10": 0.36907024642854247 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "typer", + "queryId": "typer-def-06", + "track": "explicit-symbol", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/_completion_shared.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/_click/shell_completion.py", + "typer/_click/core.py", + "typer/completion.py", + "typer/_completion_shared.py", + "typer/_completion_classes.py", + "typer/models.py", + "scripts/prepare_release.py", + "docs_src/progressbar/tutorial002_py310.py", + "typer/_types.py", + "tests/assets/completion_no_types.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.25, + "ndcgAt10": 0.43067655807339306 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 0, + "mrrAt10": 0.75, + "ndcgAt10": 0.5693234419266069 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "clap", + "queryId": "clap-natural-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "examples/find.rs", + "clap_mangen/src/render.rs", + "clap_complete/src/aot/shells/fish.rs", + "clap_complete/src/engine/custom.rs", + "clap_complete/src/engine/complete.rs", + "clap_complete/src/aot/shells/shell.rs", + "clap_derive/src/lib.rs", + "clap_complete/src/aot/generator/utils.rs", + "clap_complete/examples/completion-derive.rs", + "clap_complete/src/aot/shells/zsh.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/builder/value_parser.rs", + "clap_builder/src/builder/arg.rs", + "clap_complete/src/engine/complete.rs", + "clap_builder/src/parser/matches/value_source.rs", + "clap_complete/src/env/shells.rs", + "clap_builder/src/parser/parser.rs", + "clap_builder/src/builder/arg_predicate.rs", + "clap_builder/src/builder/value_hint.rs", + "clap_builder/src/parser/validator.rs", + "clap_builder/src/builder/action.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": -0.16666666666666666, + "ndcgAt10": -0.3562071871080222 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "clap", + "queryId": "clap-natural-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "clap_complete/examples/completion-derive.rs", + "examples/git-derive.rs", + "examples/tutorial_derive/03_04_subcommands.rs", + "examples/tutorial_derive/01_quick.rs", + "examples/multicall-busybox.rs", + "clap_complete_nushell/src/lib.rs", + "clap_complete/src/aot/shells/bash.rs", + "clap_complete/src/aot/generator/utils.rs", + "clap_complete/src/aot/shells/zsh.rs", + "clap_mangen/src/lib.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/builder/command.rs", + "examples/pacman.rs", + "clap_derive/src/derives/parser.rs", + "clap_builder/src/output/help_template.rs", + "clap_derive/src/derives/args.rs", + "clap_builder/src/error/context.rs", + "clap_builder/src/parser/arg_matcher.rs", + "clap_builder/src/builder/os_str.rs", + "clap_builder/src/builder/arg.rs", + "clap_builder/src/error/kind.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "clap", + "queryId": "clap-natural-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "tests/derive/flags.rs", + "examples/find.rs", + "clap_complete/src/engine/complete.rs", + "tests/derive/default_value.rs", + "CHANGELOG.md", + "clap_complete/src/aot/generator/utils.rs", + "src/_derive/mod.rs", + "clap_mangen/src/render.rs", + "deny.toml", + "clap_lex/src/lib.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/builder/arg.rs", + "clap_builder/src/builder/command.rs", + "clap_builder/src/builder/app_settings.rs", + "clap_builder/src/builder/debug_asserts.rs", + "clap_builder/src/util/str_to_bool.rs", + "clap_builder/src/builder/action.rs", + "clap_builder/src/builder/tests.rs", + "clap_builder/src/parser/matches/arg_matches.rs", + "clap_complete/src/engine/complete.rs", + "clap_builder/src/macros.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": -0.16666666666666666, + "ndcgAt10": -0.3562071871080222 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "clap", + "queryId": "clap-natural-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "examples/README.md", + "CHANGELOG.md", + "examples/tutorial_derive/01_quick.md", + "examples/pacman.md", + "examples/tutorial_derive/03_06_optional.md", + "examples/tutorial_derive/04_01_enum.md", + "CONTRIBUTING.md", + "AI_POLICY.md", + "clap_derive/src/utils/doc_comments.rs", + "src/_derive/mod.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.1111111111111111, + "ndcgAt10": 0.3010299956639812 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_derive/src/utils/doc_comments.rs", + "src/_derive/mod.rs", + "tests/derive/markdown.rs", + "clap_derive/src/utils/mod.rs", + "clap_builder/src/builder/command.rs", + "clap_builder/src/output/help.rs", + "clap_builder/src/output/help_template.rs", + "tests/derive/doc_comments_help.rs", + "clap_builder/src/builder/arg.rs", + "src/_derive/_tutorial.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -0.8888888888888888, + "ndcgAt10": -0.6989700043360187 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "clap", + "queryId": "clap-natural-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "clap_complete/src/aot/shells/shell.rs", + "clap_bench/benches/ripgrep.rs", + "clap_complete_nushell/src/lib.rs", + "clap_bench/benches/complex.rs", + "clap_bench/benches/simple.rs", + "clap_derive/src/utils/doc_comments.rs", + "clap_bench/benches/empty.rs", + "clap_mangen/src/render.rs", + "examples/repl.rs", + "examples/repl-derive.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/output/textwrap/wrap_algorithms.rs", + "clap_builder/src/output/textwrap/core.rs", + "clap_builder/src/output/help_template.rs", + "clap_builder/src/output/textwrap/mod.rs", + "clap_builder/src/builder/command.rs", + "clap_builder/src/output/help.rs", + "clap_builder/src/builder/styled_str.rs", + "clap_builder/src/builder/arg.rs", + "clap_mangen/src/render.rs", + "clap_complete_nushell/src/lib.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "clap", + "queryId": "clap-natural-06", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "CHANGELOG.md", + "CONTRIBUTING.md", + "clap_complete/src/env/mod.rs", + "src/_features.rs", + "src/_faq.rs", + "clap_mangen/src/lib.rs", + "clap_complete/src/aot/generator/mod.rs", + "clap_derive/src/lib.rs", + "src/_tutorial.rs", + "tests/ui/error_stderr.toml" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "clap_builder/src/error/kind.rs", + "clap_builder/src/error/mod.rs", + "clap_builder/src/error/format.rs", + "clap_builder/src/builder/command.rs", + "clap_complete/src/env/mod.rs", + "clap_derive/src/lib.rs", + "clap_complete/src/lib.rs", + "clap_builder/src/util/escape.rs", + "clap_derive/src/item.rs", + "clap_builder/src/output/usage.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": -1, + "mrrAt10": -0.5, + "ndcgAt10": -0.6309297535714575 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/Attributes/DetectColumnCountChangesAttribute.cs", + "src/CsvHelper/IReaderRow.cs", + "src/CsvHelper/Configuration/Attributes/CountBytesAttribute.cs", + "src/CsvHelper/IWriterRow.cs", + "src/CsvHelper/Delegates/ShouldSkipRecord.cs", + "src/CsvHelper/Delegates/ShouldQuote.cs", + "src/CsvHelper/Configuration/IReaderConfiguration.cs", + "src/CsvHelper/ReaderException.cs", + "src/CsvHelper/Configuration/IWriterConfiguration.cs", + "src/CsvHelper/Configuration/Attributes/IgnoreBlankLinesAttribute.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/IReaderConfiguration.cs", + "tests/CsvHelper.Tests/Reading/DetectColumnCountChangesTests.cs", + "src/CsvHelper/Configuration/Attributes/DetectColumnCountChangesAttribute.cs", + "src/CsvHelper/CsvReader.cs", + "docs/change-log/index.html", + "src/CsvHelper/Delegates/ShouldSkipRecord.cs", + "tests/CsvHelper.Tests/Mappings/Attribute/DetectColumnCountChangesTests.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/TypeConversion/BooleanConverter.cs", + "src/CsvHelper/CsvParser.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.25, + "ndcgAt10": 0.43067655807339306 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": -1, + "mrrAt10": -0.25, + "ndcgAt10": -0.43067655807339306 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "src/CsvHelper/TypeConversion/ITypeConverterFactory.cs", + "tests/CsvHelper.Tests/TypeConversion/TypeConverterCacheTests.cs", + "docs/examples/type-conversion/custom-type-converter/index.html", + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper.Website/input/examples/type-conversion/custom-type-converter/index.md", + "src/CsvHelper/TypeConversion/EnumConverterFactory.cs", + "docs/change-log/index.html", + "src/CsvHelper/Configuration/ClassMap.cs", + "docs/examples/type-conversion/index.html" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "src/CsvHelper/TypeConversion/EnumConverterFactory.cs", + "src/CsvHelper/TypeConversion/ITypeConverterFactory.cs", + "src/CsvHelper/TypeConversion/Int32Converter.cs", + "src/CsvHelper/TypeConversion/UInt64Converter.cs", + "src/CsvHelper/TypeConversion/DoubleConverter.cs", + "src/CsvHelper/TypeConversion/UInt32Converter.cs", + "src/CsvHelper/TypeConversion/TypeConverterOptionsCache.cs", + "src/CsvHelper/TypeConversion/Int64Converter.cs", + "src/CsvHelper/TypeConversion/BooleanConverter.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/CsvConfiguration.cs", + "src/CsvHelper/Configuration/ConfigurationFunctions.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/CsvMode.cs", + "src/CsvHelper.Website/input/change-log/index.md", + "docs/change-log/index.html", + "src/CsvHelper/Configuration/IWriterConfiguration.cs", + "src/CsvHelper/CsvParser.cs", + "src/CsvHelper.Website/input/getting-started/index.md", + "src/CsvHelper/Configuration/Attributes/DetectDelimiterValuesAttribute.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/CsvConfiguration.cs", + "src/CsvHelper/CsvMode.cs", + "src/CsvHelper/Configuration/ConfigurationFunctions.cs", + "src/CsvHelper/Configuration/Attributes/DelimiterAttribute.cs", + "src/CsvHelper/CsvParser.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/Configuration/Attributes/DetectDelimiterValuesAttribute.cs", + "src/CsvHelper/Configuration/Attributes/IgnoreBlankLinesAttribute.cs", + "tests/CsvHelper.Tests/Mappings/Attribute/DelimiterTests.cs", + "src/CsvHelper/Configuration/IWriterConfiguration.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvDataReader.cs", + "src/CsvHelper/MaxFieldSizeException.cs", + "src/CsvHelper/Configuration/Attributes/CacheFieldsAttribute.cs", + "src/CsvHelper/CsvHelperException.cs", + "src/CsvHelper/Configuration/Attributes/MaxFieldSizeAttribute.cs", + "src/CsvHelper/TypeConversion/StringConverter.cs", + "src/CsvHelper/CsvContext.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/Configuration/Attributes/ProcessFieldBufferSizeAttribute.cs", + "src/CsvHelper/FieldCache.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.1, + "ndcgAt10": 0.2890648263178879 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "tests/CsvHelper.Tests/Parsing/MaxFieldSizeTests.cs", + "tests/CsvHelper.Tests/Parsing/CharCountTests.cs", + "docs/index.html", + "tests/CsvHelper.Tests/Parsing/ByteCountTests.cs", + "src/CsvHelper/CsvParser.cs", + "src/CsvHelper/FieldCache.cs", + "tests/CsvHelper.Tests/Writing/WriteBufferTests.cs", + "tests/CsvHelper.Tests/Issues/Issue1954.cs", + "tests/CsvHelper.Tests/Parsing/FieldCacheTests.cs", + "src/CsvHelper/Configuration/ConfigurationFunctions.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": -0.06666666666666665, + "ndcgAt10": -0.0671423607901343 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvDataReader.cs", + "src/CsvHelper/IReaderRow.cs", + "src/CsvHelper/TypeConversion/DateOnlyConverter.cs", + "src/CsvHelper/Configuration/IReaderConfiguration.cs", + "src/CsvHelper/IReader.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "tests/CsvHelper.Tests/TypeConversion/DefaultConverterTests.cs", + "tests/CsvHelper.Tests/Reading/NullableValuesInEmptyColumnsInputTests.cs", + "src/CsvHelper/Configuration/Attributes/NullValuesAttribute.cs", + "tests/CsvHelper.Tests/Mappings/Attribute/NullValuesTests.cs", + "tests/CsvHelper.Tests/Mappings/ConstructorParameter/NullValuesMapTests.cs", + "src/CsvHelper/TypeConversion/StringConverter.cs", + "tests/CsvHelper.Tests/Mappings/ConstructorParameter/NullValuesAttributeTests.cs", + "docs-src/CsvHelper.DocsGenerator/Infos/Info.cs", + "tests/CsvHelper.Tests/TypeConversion/TypeConverter`1Tests.cs", + "src/CsvHelper/TypeConversion/NullableConverter.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "fastify", + "queryId": "fastify-nl-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/plugin-utils.js", + "test/plugin.4.test.js", + "docs/Reference/Server.md", + "test/scripts/validate-ecosystem-links.test.js", + "docs/Reference/Plugins.md", + "docs/Reference/LTS.md", + "CONTRIBUTING.md", + "docs/Reference/Decorators.md", + "docs/Reference/Routes.md", + "lib/plugin-override.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "test/bundler/esbuild/src/fail-plugin-version.js", + "test/bundler/webpack/src/fail-plugin-version.js", + "lib/plugin-utils.js", + "test/bundler/esbuild/bundler-test.js", + "test/bundler/webpack/bundler-test.js", + "types/plugin.d.ts", + "fastify.js", + "test/types/instance.tst.ts", + "examples/use-plugin.js", + "test/plugin.name.display.js" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 0, + "mrrAt10": 0.6666666666666667, + "ndcgAt10": 0.5 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "fastify", + "queryId": "fastify-nl-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/decorate.js", + "lib/plugin-utils.js", + "types/request.d.ts", + "lib/handle-request.js", + "lib/request.js", + "lib/validation.js", + "lib/log-controller.js", + "lib/four-oh-four.js", + "lib/reply.js", + "types/schema.d.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/validation.js", + "types/content-type-parser.d.ts", + "examples/shared-schema.js", + "lib/error-serializer.js", + "test/types/hooks.tst.ts", + "types/hooks.d.ts", + "lib/initial-config-validation.js", + "lib/warnings.js", + "types/request.d.ts", + "lib/errors.js" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "fastify", + "queryId": "fastify-nl-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/schemas.js", + "lib/route.js", + "test/schema-validation.test.js", + "docs/Reference/TypeScript.md", + "docs/Reference/Validation-and-Serialization.md", + "docs/Guides/Migration-Guide-V5.md", + "lib/validation.js", + "docs/Reference/Request.md", + "test/route.1.test.js", + "docs/Reference/Routes.md" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "build/build-validation.js", + "lib/validation.js", + "lib/errors.js", + "lib/route.js", + "lib/config-validator.js", + "lib/schemas.js", + "test/types/route.tst.ts", + "types/instance.d.ts", + "types/route.d.ts", + "lib/request.js" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 0.8333333333333334, + "ndcgAt10": 0.6437928128919779 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "fastify", + "queryId": "fastify-nl-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "test/custom-http-server.test.js", + "test/internals/errors.test.js", + "lib/errors.js", + "docs/Reference/Server.md", + "test/close.test.js", + "lib/server.js", + "docs/Guides/Recommendations.md", + "docs/Reference/Hooks.md", + "docs/Guides/Getting-Started.md", + "docs/Guides/Detecting-When-Clients-Abort.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/log-controller.js", + "types/instance.d.ts", + "lib/server.js", + "types/hooks.d.ts", + ".github/workflows/ci-alternative-runtime.yml", + "fastify.js", + "examples/typescript-server.ts", + "lib/route.js", + ".github/workflows/package-manager-ci.yml", + "types/request.d.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": -1, + "mrrAt10": -0.16666666666666666, + "ndcgAt10": -0.14379281289197782 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "fastify", + "queryId": "fastify-nl-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/validation.js", + "types/type-provider.d.ts", + "lib/request.js", + "lib/error-handler.js", + "types/request.d.ts", + "types/instance.d.ts", + "lib/reply.js" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "types/request.d.ts", + "lib/request.js", + "fastify.js", + "types/hooks.d.ts", + "types/instance.d.ts", + "types/utils.d.ts", + "test/types/serverFactory.tst.ts", + "test/types/reply.tst.ts", + "examples/typescript-server.ts", + "test/types/hooks.tst.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": -0.16666666666666669, + "ndcgAt10": -0.13092975357145753 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "gin", + "queryId": "gin-natural-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "auth.go", + "binding/form_mapping.go", + "recovery.go", + "gin.go", + "logger.go", + "ginS/gins.go", + "binding/binding_nomsgpack.go", + "response_writer.go", + "tree.go", + "binding/binding.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "auth.go", + "logger.go", + "context.go", + "deprecated.go", + "gin.go", + "routergroup.go", + "binding/binding.go", + "ginS/gins.go", + "binding/query.go", + "response_writer.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "gin", + "queryId": "gin-natural-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "recovery.go", + "gin.go", + "binding/binding.go", + "binding/binding_nomsgpack.go", + "binding/form_mapping.go", + "binding/form.go", + "binding/plain.go", + "binding/msgpack.go", + "binding/protobuf.go", + "binding/yaml.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5706417189553201 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "binding/binding.go", + "context.go", + "binding/binding_nomsgpack.go", + "binding/form.go", + "binding/query.go", + "binding/plain.go", + "binding/xml.go", + "binding/header.go", + "deprecated.go", + "binding/uri.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 0.9197207891481876 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": 0, + "mrrAt10": -0.6666666666666667, + "ndcgAt10": -0.34907907019286744 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "gin", + "queryId": "gin-natural-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "response_writer.go", + "response_writer_test.go", + "docs/doc.md", + "context.go", + "tree.go", + "context_test.go", + "logger.go", + "render/json.go", + "CHANGELOG.md", + "routes_test.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.125, + "ndcgAt10": 0.31546487678572877 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "response_writer.go", + "binding/json.go", + ".github/workflows/trivy-scan.yml", + "context.go", + "codec/json/api.go", + "mode.go", + "render/reader.go", + "binding/binding_nomsgpack.go", + "binding/binding.go", + "render/json.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.1, + "ndcgAt10": 0.2890648263178879 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.024999999999999994, + "ndcgAt10": 0.026400050467840885 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "gin", + "queryId": "gin-natural-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "ginS/gins.go", + "routergroup.go", + "gin.go", + "path.go", + "binding/form_mapping.go", + "binding/header.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "routergroup.go", + "gin.go", + "ginS/gins.go", + "tree.go", + "binding/query.go", + "binding/header.go", + "binding/form_mapping.go", + "binding/binding_nomsgpack.go", + ".golangci.yml", + "binding/binding.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": 0, + "mrrAt10": -0.5, + "ndcgAt10": -0.36907024642854247 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "gin", + "queryId": "gin-natural-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "gin.go", + "context.go", + "auth.go", + "docs/doc.md", + "gin_test.go", + "context_test.go", + "auth_test.go", + "routergroup.go", + "README.md", + "CHANGELOG.md" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "context.go", + "gin.go", + "auth.go", + "routergroup.go", + ".github/ISSUE_TEMPLATE/config.yml", + "deprecated.go", + ".github/workflows/trivy-scan.yml", + "version.go", + ".github/workflows/goreleaser.yml", + "doc.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 0, + "mrrAt10": 0.5, + "ndcgAt10": 0.36907024642854247 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-nl-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/middleware/method-not-allowed/index.test.ts", + "src/middleware/trailing-slash/index.test.ts", + "src/middleware/cors/index.test.ts", + "src/middleware/method-not-allowed/index.ts", + "src/client/types.ts", + "src/helper/proxy/index.ts", + "src/adapter/aws-lambda/handler.ts", + "src/adapter/cloudflare-pages/handler.test.ts", + "adapters/aws-lambda/src/handler.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "adapters/netlify/src/handler.ts", + "adapters/lambda-edge/src/handler.ts", + "adapters/aws-lambda/src/handler.ts", + "adapters/cloudflare-workers/src/websocket.ts", + "adapters/cloudflare-workers/src/serve-static-module.ts", + "src/middleware/cors/index.ts", + "adapters/lambda-edge/src/index.ts", + "adapters/service-worker/src/index.ts", + "adapters/vercel/src/handler.ts", + "src/middleware/method-not-allowed/index.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": -0.16666666666666666, + "ndcgAt10": -0.3562071871080222 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-nl-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/middleware/cors/index.test.ts", + "src/validator/validator.ts", + "src/utils/body.test.ts", + "src/middleware/csrf/index.ts", + "src/middleware/csrf/index.test.ts", + "src/middleware/method-not-allowed/index.test.ts", + "src/middleware/basic-auth/index.test.ts", + "src/middleware/jwt/index.test.ts", + "src/middleware/jwt/jwt.ts", + "src/middleware/bearer-auth/index.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.25, + "ndcgAt10": 0.43067655807339306 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "adapters/lambda-edge/src/handler.ts", + "adapters/netlify/src/handler.ts", + "src/middleware/csrf/index.ts", + "src/validator/validator.ts", + "benchmarks/jsx/src/page-react.tsx", + "benchmarks/jsx/src/react-jsx/page-react.tsx", + "benchmarks/jsx/src/page.tsx", + "benchmarks/jsx/src/react-jsx/page-hono.tsx", + "benchmarks/jsx/src/react-jsx/page-nano.tsx", + "benchmarks/jsx/src/react-jsx/page-preact.tsx" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": -0.08333333333333331, + "ndcgAt10": -0.06932344192660694 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-nl-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/middleware/secure-headers/secure-headers.ts", + "src/client/types.ts", + "src/middleware/body-limit/index.ts", + "src/utils/body.ts", + "src/utils/stream.ts", + "src/request.ts", + "src/middleware/compress/index.ts", + "src/helper/proxy/index.ts", + "src/helper/streaming/sse.ts", + "src/middleware/etag/index.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/middleware/body-limit/index.ts", + "adapters/lambda-edge/src/handler.ts", + "adapters/deno/src/deno.d.ts", + "src/utils/accept.ts", + "adapters/aws-lambda/src/handler.ts", + "adapters/cloudflare-workers/src/utils.ts", + "src/utils/buffer.ts", + "adapters/deno/src/ssg.ts", + "src/utils/encode.ts", + "src/utils/headers.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": 0, + "mrrAt10": -0.6666666666666667, + "ndcgAt10": -0.5 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-nl-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/client/types.ts", + "src/context.ts", + "src/utils/headers.ts", + "src/client/fetch-result-please.ts", + "src/client/utils.ts", + "src/helper/ssg/ssg.ts", + "src/validator/validator.ts", + "src/types.ts", + "src/helper/ssg/middleware.ts", + "src/middleware/secure-headers/secure-headers.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "adapters/deno/src/websocket.ts", + "adapters/service-worker/src/types.ts", + "adapters/service-worker/src/handler.ts", + "adapters/netlify/src/handler.ts", + "src/http-exception.ts", + "src/validator/validator.ts", + "src/middleware/cache/index.ts", + "adapters/cloudflare-workers/src/websocket.ts", + "adapters/vercel/src/handler.ts", + "adapters/deno/src/ssg.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.14285714285714285, + "ndcgAt10": 0.3333333333333333 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": -0.14285714285714285, + "ndcgAt10": -0.3333333333333333 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "hono", + "queryId": "hono-nl-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/request.ts", + "src/utils/body.ts", + "src/middleware/body-limit/index.ts", + "src/context.ts", + "src/utils/headers.ts", + "src/adapter/lambda-edge/handler.ts", + "adapters/lambda-edge/src/handler.ts", + "src/validator/validator.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/request.ts", + "adapters/lambda-edge/src/handler.ts", + "src/utils/body.ts", + "adapters/netlify/src/handler.ts", + "src/middleware/body-limit/index.ts", + "adapters/service-worker/src/types.ts", + "adapters/aws-lambda/src/handler.ts", + "adapters/deno/src/ssg.ts", + "adapters/service-worker/src/handler.ts", + "adapters/vercel/src/handler.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "monolog", + "queryId": "monolog-nl-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/Handler/ZendMonitorHandler.php", + "src/Monolog/Handler/FingersCrossed/ChannelLevelActivationStrategy.php", + "src/Monolog/Formatter/JsonFormatter.php", + "src/Monolog/Level.php", + "src/Monolog/Processor/IntrospectionProcessor.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Logger.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Logger.php", + "src/Monolog/Handler/HandlerInterface.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/ResettableInterface.php", + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/FingersCrossed/ActivationStrategyInterface.php", + "src/Monolog/Handler/SyslogHandler.php", + "src/Monolog/Handler/AbstractProcessingHandler.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Processor/ProcessorInterface.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.2, + "ndcgAt10": 0.38685280723454163 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 0, + "mrrAt10": 0.8, + "ndcgAt10": 0.6131471927654584 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "monolog", + "queryId": "monolog-nl-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Handler/StreamHandler.php", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Handler/ErrorLogHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/StreamHandler.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Processor/LoadAverageProcessor.php", + "src/Monolog/Handler/AbstractProcessingHandler.php", + "src/Monolog/ResettableInterface.php", + "src/Monolog/Logger.php", + "src/Monolog/Handler/ProcessableHandlerTrait.php", + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Processor/ClosureContextProcessor.php", + "src/Monolog/Handler/ProcessHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": 0, + "mrrAt10": -0.5, + "ndcgAt10": -0.36907024642854247 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "monolog", + "queryId": "monolog-nl-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Logger.php", + "src/Monolog/Level.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/ResettableInterface.php", + "src/Monolog/Handler/OverflowHandler.php", + "src/Monolog/Handler/FingersCrossed/ChannelLevelActivationStrategy.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Formatter/RedactingFormatter.php", + "src/Monolog/Handler/ZendMonitorHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/ResettableInterface.php", + "src/Monolog/Logger.php", + "src/Monolog/Handler/ProcessableHandlerTrait.php", + "src/Monolog/Formatter/RedactingFormatter.php", + "src/Monolog/Handler/OverflowHandler.php", + "src/Monolog/Handler/MandrillHandler.php", + "src/Monolog/Handler/SqsHandler.php", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/SymfonyMailerHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "monolog", + "queryId": "monolog-nl-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/WhatFailureGroupHandler.php", + "src/Monolog/Handler/OverflowHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Logger.php", + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/FallbackGroupHandler.php", + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Handler/HandlerWrapper.php", + "src/Monolog/Handler/BrowserConsoleHandler.php", + "src/Monolog/Handler/HandlerInterface.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Logger.php", + "src/Monolog/Handler/FingersCrossed/ActivationStrategyInterface.php", + "src/Monolog/Handler/WhatFailureGroupHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/FilterHandler.php", + "src/Monolog/Handler/FallbackGroupHandler.php", + "src/Monolog/Handler/HandlerInterface.php", + "src/Monolog/Handler/OverflowHandler.php", + "src/Monolog/Handler/GroupHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 0, + "mrrAt10": 0.6666666666666667, + "ndcgAt10": 0.5 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "monolog", + "queryId": "monolog-nl-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/LogRecord.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/ErrorLogHandler.php", + "src/Monolog/Logger.php", + "src/Monolog/Formatter/LogstashFormatter.php", + "src/Monolog/Processor/PsrLogMessageProcessor.php", + "src/Monolog/Handler/LogmaticHandler.php", + "src/Monolog/Formatter/LogglyFormatter.php", + "src/Monolog/Formatter/LineFormatter.php", + "src/Monolog/Handler/RotatingFileHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "src/Monolog/Processor/ProcessIdProcessor.php", + "src/Monolog/Processor/ProcessorInterface.php", + "src/Monolog/Processor/HostnameProcessor.php", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Processor/IntrospectionProcessor.php", + "src/Monolog/Handler/InsightOpsHandler.php", + "src/Monolog/Test/TestCase.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Logger.php", + "src/Monolog/Processor/MemoryPeakUsageProcessor.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.2, + "ndcgAt10": 0.38685280723454163 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": -1, + "mrrAt10": -0.2, + "ndcgAt10": -0.38685280723454163 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "moshi", + "queryId": "moshi-natural-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterWithDelegate.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/models/Suit.java", + "examples/src/main/java/com/squareup/moshi/recipes/models/BlackjackHand.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt", + "moshi/src/main/java/com/squareup/moshi/internal/CollectionJsonAdapter.kt", + "moshi/src/main/java16/com/squareup/moshi/internal/RecordJsonAdapter.kt", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/ProguardRules.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonClass.kt", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/EnumJsonAdapter.kt", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "moshi", + "queryId": "moshi-natural-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/ReadJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJsonList.java", + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/JsonReader.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonValueWriter.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Writer.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonValueReader.kt", + "moshi/src/main/java/com/squareup/moshi/internal/JsonScope.kt", + "moshi/src/main/java/com/squareup/moshi/JsonWriter.kt", + "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/EnumJsonAdapter.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": -1, + "mrrAt10": -0.3333333333333333, + "ndcgAt10": -0.5 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "moshi", + "queryId": "moshi-natural-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/WriteJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/ByteStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/IncludeNullsForAnnotatedTypes.java", + "examples/src/main/java/com/squareup/moshi/recipes/IncludeNullsForOneType.java", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/JsonWriter.kt", + "moshi/src/main/java/com/squareup/moshi/internal/NullSafeJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Writer.kt", + "moshi/src/main/java/com/squareup/moshi/internal/StandardJsonAdapters.kt", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/Rfc3339DateJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonReader.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonValueWriter.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/ksp/JsonClassSymbolProcessorProvider.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.2, + "ndcgAt10": 0.38685280723454163 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": -1, + "mrrAt10": -0.2, + "ndcgAt10": -0.38685280723454163 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "moshi", + "queryId": "moshi-natural-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterWithDelegate.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomTypeAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/WriteJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomFieldName.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJsonList.java", + "examples/src/main/java/com/squareup/moshi/recipes/RecoverFromTypeMismatch.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/AdapterGenerator.kt", + "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonClass.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/-MoshiKotlinExtensions.kt", + "moshi-kotlin/src/main/java/com/squareup/moshi/kotlin/reflect/KotlinJsonAdapterFactory.kt", + "moshi/src/main/java/com/squareup/moshi/internal/CollectionJsonAdapter.kt", + "moshi-kotlin/src/main/java/com/squareup/moshi/kotlin/reflect/JvmSignatureSearcher.kt", + "moshi/src/main/java16/com/squareup/moshi/internal/RecordJsonAdapter.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": -1, + "mrrAt10": -0.3333333333333333, + "ndcgAt10": -0.5 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "moshi", + "queryId": "moshi-natural-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/TargetType.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/TypeRenderer.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/ksp/TargetTypes.kt", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/EnumJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonClass.kt", + "moshi/src/main/java/com/squareup/moshi/internal/StandardJsonAdapters.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/ksp/AppliedType.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/DelegateKey.kt", + "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "rack", + "queryId": "rack-nl-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/request.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/request.rb", + "test/spec_method_override.rb", + "lib/rack/method_override.rb", + "lib/rack/lint.rb", + "test/spec_request.rb", + "lib/rack/response.rb", + "lib/rack/mock_request.rb", + "lib/rack/events.rb", + "lib/rack/head.rb", + "lib/rack/runtime.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": -1, + "mrrAt10": -0.3333333333333333, + "ndcgAt10": -0.5 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "rack", + "queryId": "rack-nl-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/response.rb", + "lib/rack/mock_response.rb", + "lib/rack/multipart/parser.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/events.rb", + "lib/rack/response.rb", + "lib/rack/conditional_get.rb", + "lib/rack/content_type.rb", + "lib/rack/multipart/parser.rb", + "test/spec_mock_response.rb", + "lib/rack/deflater.rb", + "lib/rack/head.rb", + "test/spec_conditional_get.rb", + "test/spec_tempfile_reaper.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": -1, + "mrrAt10": -0.3333333333333333, + "ndcgAt10": -0.5 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "rack", + "queryId": "rack-nl-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/response.rb", + "lib/rack/utils.rb", + "lib/rack/mock_response.rb", + "lib/rack/headers.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/deflater.rb", + "test/spec_deflater.rb", + "lib/rack/response.rb", + "test/spec_static.rb", + "test/spec_content_type.rb", + "lib/rack/events.rb", + "test/spec_request.rb", + "lib/rack/lint.rb", + "test/spec_mock_response.rb", + "lib/rack/request.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "rack", + "queryId": "rack-nl-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/response.rb", + "lib/rack/mock_response.rb", + "lib/rack/body_proxy.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/request.rb", + "lib/rack/lint.rb", + "lib/rack/sendfile.rb", + "lib/rack/method_override.rb", + "lib/rack/head.rb", + "lib/rack/events.rb", + "test/spec_sendfile.rb", + "lib/rack/response.rb", + "lib/rack/static.rb", + "lib/rack/content_type.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": -1, + "mrrAt10": -0.3333333333333333, + "ndcgAt10": -0.5 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "rack", + "queryId": "rack-nl-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/request.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "lib/rack/multipart/parser.rb", + "test/spec_multipart.rb", + "lib/rack/multipart.rb", + "test/spec_request.rb", + "lib/rack/request.rb", + "test/spec_method_override.rb", + "lib/rack/utils.rb", + "lib/rack/auth/abstract/handler.rb", + "lib/rack/response.rb", + "test/spec_etag.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": -1, + "mrrAt10": -1, + "ndcgAt10": -1 + }, + "hitAt5Outcome": "loss" + }, + { + "repository": "typer", + "queryId": "typer-nl-01", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/_click/decorators.py", + "typer/rich_utils.py", + "typer/_click/parser.py", + "typer/models.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/rich_utils.py", + "typer/main.py", + "typer/core.py", + "typer/_click/core.py", + "docs_src/commands/help/tutorial006_py310.py", + "docs_src/commands/index/tutorial003_py310.py", + "typer/models.py", + "typer/params.py", + "docs_src/options_autocompletion/tutorial006_an_py310.py", + "docs_src/options_autocompletion/tutorial009_an_py310.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": 0, + "mrrAt10": -0.5, + "ndcgAt10": -0.36907024642854247 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "typer", + "queryId": "typer-nl-02", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/_completion_shared.py", + "typer/_completion_classes.py", + "tests/test_completion/test_completion_install.py", + "typer/_click/utils.py", + "tests/test_completion/completion_option_then_argument.py", + "docs/tutorial/options-autocompletion.md", + "tests/test_tutorial/test_options_autocompletion/test_tutorial003.py", + "docs/tutorial/options/callback-and-context.md", + "docs_src/options_autocompletion/tutorial005_py310.py", + "docs_src/options_autocompletion/tutorial005_an_py310.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/_completion_classes.py", + "typer/_completion_shared.py", + "docs_src/progressbar/tutorial002_py310.py", + "typer/_click/shell_completion.py", + ".github/workflows/add-to-project.yml", + "docs_src/commands/index/tutorial005_py310.py", + "docs_src/options_autocompletion/tutorial003_an_py310.py", + "docs_src/options/prompt/tutorial003_an_py310.py", + "docs_src/options_autocompletion/tutorial005_an_py310.py", + "docs_src/options_autocompletion/tutorial004_an_py310.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "metricDeltas": { + "hitAt1": -1, + "hitAt5": 0, + "mrrAt10": -0.5, + "ndcgAt10": -0.36907024642854247 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "typer", + "queryId": "typer-nl-03", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/_click/termui.py", + "typer/_click/utils.py", + "docs_src/launch/tutorial002_py310.py", + "tests/test_tutorial/test_commands/test_callback/test_tutorial003.py", + "docs/tutorial/testing.md", + "docs/tutorial/typer-app.md", + "docs_src/launch/tutorial001_py310.py", + "docs/tutorial/package.md", + "typer/_click/_compat.py", + "typer/main.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/_click/utils.py", + "typer/main.py", + "tests/assets/print_modules.py", + "docs_src/launch/tutorial001_py310.py", + "docs_src/commands/callback/tutorial003_py310.py", + "typer/cli.py", + "docs_src/commands/callback/tutorial002_py310.py", + "docs_src/launch/tutorial002_py310.py", + "typer/_click/core.py", + "docs_src/parameter_types/bool/tutorial004_py310.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": -0.16666666666666666, + "ndcgAt10": -0.3562071871080222 + }, + "hitAt5Outcome": "tie" + }, + { + "repository": "typer", + "queryId": "typer-nl-04", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/_types.py", + "tests/test_types.py", + "docs/tutorial/parameter-types/enum.md", + "tests/test_completion/choice_case_insensitive_example.py", + "typer/params.py", + "tests/test_completion/test_completion_choice_no_case.py", + "typer/_click/parser.py", + "docs_src/parameter_types/enum/tutorial002_an_py310.py", + "typer/_click/core.py", + "docs_src/parameter_types/enum/tutorial002_py310.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "typer/params.py", + "docs_src/parameter_types/enum/tutorial003_py310.py", + "docs_src/parameter_types/enum/tutorial003_an_py310.py", + "docs_src/parameter_types/enum/tutorial002_py310.py", + "docs_src/parameter_types/enum/tutorial002_an_py310.py", + "typer/core.py", + "typer/_types.py", + "docs_src/parameter_types/enum/tutorial001_py310.py", + "typer/_click/parser.py", + "typer/_click/types.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.14285714285714285, + "ndcgAt10": 0.3333333333333333 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 0.8571428571428572, + "ndcgAt10": 0.6666666666666667 + }, + "hitAt5Outcome": "win" + }, + { + "repository": "typer", + "queryId": "typer-nl-05", + "track": "natural-language", + "baseline": "ocbi-hybrid", + "rival": "grepai", + "baselineResult": { + "status": "success", + "rankedPaths": [ + "typer/models.py", + "typer/testing.py", + "typer/rich_utils.py", + "docs_src/commands/context/tutorial003_py310.py", + "docs_src/commands/context/tutorial002_py310.py", + "docs_src/commands/context/tutorial001_py310.py", + "docs_src/commands/options/tutorial001_py310.py", + "docs_src/commands/options/tutorial001_an_py310.py", + "docs_src/commands/help/tutorial001_py310.py", + "docs_src/commands/help/tutorial001_an_py310.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "retrievalOutcome": "hit-at-5" + }, + "rivalResult": { + "status": "success", + "rankedPaths": [ + "docs_src/commands/help/tutorial001_an_py310.py", + "docs_src/commands/help/tutorial001_py310.py", + "docs_src/commands/options/tutorial001_an_py310.py", + "docs_src/commands/options/tutorial001_py310.py", + "docs_src/commands/context/tutorial003_py310.py", + "typer/_click/core.py", + "docs_src/commands/context/tutorial002_py310.py", + ".github/workflows/pre-commit.yml", + "tests/assets/completion_argument.py", + "docs_src/commands/context/tutorial001_py310.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "retrievalOutcome": "miss-at-5" + }, + "metricDeltas": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "hitAt5Outcome": "win" + } + ], + "comparisonCounts": [ + { + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "track": "explicit-symbol", + "queryCount": 54, + "supportedPairedCount": 54, + "winCount": 0, + "lossCount": 14, + "tieCount": 40, + "unsupportedCount": 0, + "baselineErrorCount": 0, + "rivalErrorCount": 0, + "operationalErrorPairCount": 0 + }, + { + "baseline": "ocbi-hybrid", + "rival": "codebase-memory", + "track": "natural-language", + "queryCount": 46, + "supportedPairedCount": 0, + "winCount": 0, + "lossCount": 0, + "tieCount": 0, + "unsupportedCount": 46, + "baselineErrorCount": 0, + "rivalErrorCount": 0, + "operationalErrorPairCount": 0 + }, + { + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "track": "explicit-symbol", + "queryCount": 54, + "supportedPairedCount": 54, + "winCount": 0, + "lossCount": 14, + "tieCount": 40, + "unsupportedCount": 0, + "baselineErrorCount": 0, + "rivalErrorCount": 0, + "operationalErrorPairCount": 0 + }, + { + "baseline": "ocbi-hybrid", + "rival": "codegraph", + "track": "natural-language", + "queryCount": 46, + "supportedPairedCount": 46, + "winCount": 14, + "lossCount": 7, + "tieCount": 25, + "unsupportedCount": 0, + "baselineErrorCount": 0, + "rivalErrorCount": 0, + "operationalErrorPairCount": 0 + }, + { + "baseline": "ocbi-hybrid", + "rival": "grepai", + "track": "explicit-symbol", + "queryCount": 54, + "supportedPairedCount": 54, + "winCount": 7, + "lossCount": 13, + "tieCount": 34, + "unsupportedCount": 0, + "baselineErrorCount": 0, + "rivalErrorCount": 0, + "operationalErrorPairCount": 0 + }, + { + "baseline": "ocbi-hybrid", + "rival": "grepai", + "track": "natural-language", + "queryCount": 46, + "supportedPairedCount": 46, + "winCount": 6, + "lossCount": 17, + "tieCount": 23, + "unsupportedCount": 0, + "baselineErrorCount": 0, + "rivalErrorCount": 0, + "operationalErrorPairCount": 0 + } + ] + }, + "cells": [ + { + "repository": "fastify", + "condition": "ocbi-hybrid", + "index": { + "elapsedMs": 156798.178625, + "sourceBytes": 2986958 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.6, + "hitAt5": 0.8, + "mrrAt10": 0.7, + "ndcgAt10": 0.7712414374216043 + }, + "successOnly": { + "hitAt1": 0.6, + "hitAt5": 0.8, + "mrrAt10": 0.7, + "ndcgAt10": 0.7712414374216043 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 10.796042000001762, + "p95": 46.70695899997372, + "maximum": 75.10987499999464 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "fastify", + "condition": "ocbi-structural", + "index": { + "elapsedMs": 4538.725999999995, + "sourceBytes": 2986958 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.4, + "hitAt5": 0.4, + "mrrAt10": 0.42857142857142855, + "ndcgAt10": 0.4666666666666666 + }, + "successOnly": { + "hitAt1": 0.4, + "hitAt5": 0.4, + "mrrAt10": 0.42857142857142855, + "ndcgAt10": 0.4666666666666666 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 10.392709000007017, + "p95": 23.856542000023182, + "maximum": 38.003415999992285 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "fastify", + "condition": "codegraph", + "index": { + "elapsedMs": 4469.761084000001, + "sourceBytes": 2986958 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.4, + "hitAt5": 0.6, + "mrrAt10": 0.5, + "ndcgAt10": 0.5261859507142915 + }, + "successOnly": { + "hitAt1": 0.4, + "hitAt5": 0.6, + "mrrAt10": 0.5, + "ndcgAt10": 0.5261859507142915 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 216.8378330000014, + "p95": 306.785249999999, + "maximum": 339.9942090000004 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "fastify", + "condition": "codebase-memory", + "index": { + "elapsedMs": 15186.539374999993, + "sourceBytes": 2986958 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.6666666666666666, + "hitAt5": 1, + "mrrAt10": 0.7916666666666666, + "ndcgAt10": 0.8436010519408085 + }, + "successOnly": { + "hitAt1": 0.6666666666666666, + "hitAt5": 1, + "mrrAt10": 0.7916666666666666, + "ndcgAt10": 0.8436010519408085 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 0, + "successCount": 0, + "errorCount": 0, + "unsupportedCount": 5, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + } + } + }, + "successfulCalls": 18, + "errors": 0, + "unsupported": 15, + "successfulCallLatencyMs": { + "p50": 10624.37612500001, + "p95": 10882.710541000008, + "maximum": 10882.710541000008 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "fastify", + "condition": "grepai", + "index": { + "elapsedMs": 132988.175584, + "sourceBytes": 2986958 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.8333333333333334, + "hitAt5": 0.8333333333333334, + "mrrAt10": 0.8333333333333334, + "ndcgAt10": 0.8333333333333334 + }, + "successOnly": { + "hitAt1": 0.8333333333333334, + "hitAt5": 0.8333333333333334, + "mrrAt10": 0.8333333333333334, + "ndcgAt10": 0.8333333333333334 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0.6, + "mrrAt10": 0.26666666666666666, + "ndcgAt10": 0.39742738813589595 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0.6, + "mrrAt10": 0.26666666666666666, + "ndcgAt10": 0.39742738813589595 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 96.17766699998174, + "p95": 103.39583299995866, + "maximum": 105.29366699996172 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "fastify", + "condition": "literal-unindexed", + "index": { + "elapsedMs": 28.015458000008948, + "sourceBytes": 2986958 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.6666666666666666, + "hitAt5": 1, + "mrrAt10": 0.8055555555555555, + "ndcgAt10": 0.8551549589285763 + }, + "successOnly": { + "hitAt1": 0.6666666666666666, + "hitAt5": 1, + "mrrAt10": 0.8055555555555555, + "ndcgAt10": 0.8551549589285763 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 17.402916999999434, + "p95": 19.27195799999754, + "maximum": 19.79816700000083 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "fastify", + "condition": "plain-file-bm25", + "index": { + "elapsedMs": 163.20566699999836, + "sourceBytes": 2986958 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.6666666666666666, + "hitAt5": 1, + "mrrAt10": 0.8333333333333334, + "ndcgAt10": 0.8769765845238192 + }, + "successOnly": { + "hitAt1": 0.6666666666666666, + "hitAt5": 1, + "mrrAt10": 0.8333333333333334, + "ndcgAt10": 0.8769765845238192 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0.2, + "mrrAt10": 0.09833333333333334, + "ndcgAt10": 0.21170497422565848 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0.2, + "mrrAt10": 0.09833333333333334, + "ndcgAt10": 0.21170497422565848 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 0.032083000001875916, + "p95": 1.0066250000018044, + "maximum": 1.1871250000003783 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "hono", + "condition": "ocbi-hybrid", + "index": { + "elapsedMs": 175203.13345800003, + "sourceBytes": 5028033 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.2, + "hitAt5": 0.6, + "mrrAt10": 0.31666666666666665, + "ndcgAt10": 0.3861353116146786 + }, + "successOnly": { + "hitAt1": 0.2, + "hitAt5": 0.6, + "mrrAt10": 0.31666666666666665, + "ndcgAt10": 0.3861353116146786 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 21.312208999996074, + "p95": 53.27933299995493, + "maximum": 55.30429100000765 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "hono", + "condition": "ocbi-structural", + "index": { + "elapsedMs": 16328.528583000065, + "sourceBytes": 5028033 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.4, + "hitAt5": 0.6, + "mrrAt10": 0.4666666666666667, + "ndcgAt10": 0.5 + }, + "successOnly": { + "hitAt1": 0.4, + "hitAt5": 0.6, + "mrrAt10": 0.4666666666666667, + "ndcgAt10": 0.5 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 21.3775420000311, + "p95": 29.31283299997449, + "maximum": 30.07562500005588 + }, + "repeatChanges": [ + { + "queryId": "hono-nl-01", + "records": [ + { + "repeat": 1, + "status": "success", + "paths": [ + "src/middleware/trailing-slash/index.test.ts", + "src/middleware/cors/index.test.ts", + "src/middleware/method-not-allowed/index.ts", + "src/client/types.ts", + "src/middleware/method-not-allowed/index.test.ts", + "src/adapter/aws-lambda/handler.ts", + "adapters/aws-lambda/src/handler.ts", + "adapters/deno/src/deno.d.ts", + "src/adapter/deno/deno.d.ts", + "src/middleware/compress/index.test.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "durationMs": 14.449000000022352, + "error": null + }, + { + "repeat": 2, + "status": "success", + "paths": [ + "src/middleware/trailing-slash/index.test.ts", + "src/middleware/cors/index.test.ts", + "src/middleware/method-not-allowed/index.ts", + "src/client/types.ts", + "src/middleware/method-not-allowed/index.test.ts", + "src/adapter/aws-lambda/handler.ts", + "adapters/aws-lambda/src/handler.ts", + "src/adapter/deno/deno.d.ts", + "adapters/deno/src/deno.d.ts", + "src/middleware/compress/index.test.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "durationMs": 14.047208999982104, + "error": null + }, + { + "repeat": 3, + "status": "success", + "paths": [ + "src/middleware/trailing-slash/index.test.ts", + "src/middleware/cors/index.test.ts", + "src/middleware/method-not-allowed/index.ts", + "src/client/types.ts", + "src/middleware/method-not-allowed/index.test.ts", + "src/adapter/aws-lambda/handler.ts", + "adapters/aws-lambda/src/handler.ts", + "src/adapter/deno/deno.d.ts", + "adapters/deno/src/deno.d.ts", + "src/middleware/compress/index.test.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "durationMs": 15.262667000060901, + "error": null + } + ] + } + ], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "hono", + "condition": "codegraph", + "index": { + "elapsedMs": 4953.8909579999745, + "sourceBytes": 5028033 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0.4, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.2261859507142915 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0.4, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.2261859507142915 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 209.56166599993594, + "p95": 348.02087500004563, + "maximum": 349.0149589999346 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "hono", + "condition": "codebase-memory", + "index": { + "elapsedMs": 15198.297625000007, + "sourceBytes": 5028033 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 0, + "successCount": 0, + "errorCount": 0, + "unsupportedCount": 5, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + } + } + }, + "successfulCalls": 18, + "errors": 0, + "unsupported": 15, + "successfulCallLatencyMs": { + "p50": 10639.128750000033, + "p95": 10921.318291999865, + "maximum": 10921.318291999865 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "hono", + "condition": "grepai", + "index": { + "elapsedMs": 171303.826292, + "sourceBytes": 5028033 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.3333333333333333, + "hitAt5": 0.8333333333333334, + "mrrAt10": 0.5555555555555556, + "ndcgAt10": 0.6269765845238192 + }, + "successOnly": { + "hitAt1": 0.3333333333333333, + "hitAt5": 0.8333333333333334, + "mrrAt10": 0.5555555555555556, + "ndcgAt10": 0.6269765845238192 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.4, + "hitAt5": 0.6, + "mrrAt10": 0.5285714285714286, + "ndcgAt10": 0.637908104088271 + }, + "successOnly": { + "hitAt1": 0.4, + "hitAt5": 0.6, + "mrrAt10": 0.5285714285714286, + "ndcgAt10": 0.637908104088271 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 104.44845799996983, + "p95": 111.06795799999963, + "maximum": 111.29399999999441 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "hono", + "condition": "literal-unindexed", + "index": { + "elapsedMs": 53.53462499997113, + "sourceBytes": 5028033 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0.3333333333333333, + "mrrAt10": 0.16964285714285712, + "ndcgAt10": 0.32261365921674623 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0.3333333333333333, + "mrrAt10": 0.16964285714285712, + "ndcgAt10": 0.32261365921674623 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 26.352167000062764, + "p95": 27.820833000005223, + "maximum": 27.953666000044905 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "hono", + "condition": "plain-file-bm25", + "index": { + "elapsedMs": 178.63233400008176, + "sourceBytes": 5028033 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.16666666666666666, + "hitAt5": 0.6666666666666666, + "mrrAt10": 0.40740740740740744, + "ndcgAt10": 0.5104815838011494 + }, + "successOnly": { + "hitAt1": 0.16666666666666666, + "hitAt5": 0.6666666666666666, + "mrrAt10": 0.40740740740740744, + "ndcgAt10": 0.5104815838011494 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.6, + "hitAt5": 0.6, + "mrrAt10": 0.6, + "ndcgAt10": 0.6 + }, + "successOnly": { + "hitAt1": 0.6, + "hitAt5": 0.6, + "mrrAt10": 0.6, + "ndcgAt10": 0.6 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 0.0496659999480471, + "p95": 1.0572079999838024, + "maximum": 1.1471249999012798 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "typer", + "condition": "ocbi-hybrid", + "index": { + "elapsedMs": 84973.577667, + "sourceBytes": 2079702 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.2, + "hitAt5": 0.8, + "mrrAt10": 0.5, + "ndcgAt10": 0.5785578521428745 + }, + "successOnly": { + "hitAt1": 0.2, + "hitAt5": 0.8, + "mrrAt10": 0.5, + "ndcgAt10": 0.5785578521428745 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 21.259666999801993, + "p95": 53.423875000094995, + "maximum": 67.45283300010487 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "typer", + "condition": "ocbi-structural", + "index": { + "elapsedMs": 6071.672540999949, + "sourceBytes": 2079702 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.4, + "hitAt5": 0.8, + "mrrAt10": 0.5666666666666667, + "ndcgAt10": 0.6261859507142915 + }, + "successOnly": { + "hitAt1": 0.4, + "hitAt5": 0.8, + "mrrAt10": 0.5666666666666667, + "ndcgAt10": 0.6261859507142915 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 18.3097500000149, + "p95": 27.583583999890834, + "maximum": 29.017583000008017 + }, + "repeatChanges": [ + { + "queryId": "typer-nl-02", + "records": [ + { + "repeat": 1, + "status": "success", + "paths": [ + "typer/_click/utils.py", + "typer/_completion_classes.py", + "docs/tutorial/options-autocompletion.md", + "docs/tutorial/options/callback-and-context.md", + "docs/tutorial/package.md", + "README.md", + "docs_src/options_autocompletion/tutorial007_py310.py", + "docs_src/options_autocompletion/tutorial007_an_py310.py", + "docs/tutorial/multiple-values/arguments-with-multiple-values.md", + "docs_src/options_autocompletion/tutorial009_py310.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "durationMs": 11.267541999928653, + "error": null + }, + { + "repeat": 2, + "status": "success", + "paths": [ + "typer/_click/utils.py", + "typer/_completion_classes.py", + "docs/tutorial/options-autocompletion.md", + "docs/tutorial/options/callback-and-context.md", + "docs/tutorial/package.md", + "README.md", + "docs_src/options_autocompletion/tutorial007_py310.py", + "docs_src/options_autocompletion/tutorial007_an_py310.py", + "docs/tutorial/multiple-values/arguments-with-multiple-values.md", + "docs_src/options_autocompletion/tutorial009_py310.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "durationMs": 11.098082999931648, + "error": null + }, + { + "repeat": 3, + "status": "success", + "paths": [ + "typer/_click/utils.py", + "typer/_completion_classes.py", + "docs/tutorial/options-autocompletion.md", + "docs/tutorial/options/callback-and-context.md", + "docs/tutorial/package.md", + "README.md", + "docs_src/options_autocompletion/tutorial007_py310.py", + "docs_src/options_autocompletion/tutorial007_an_py310.py", + "docs/tutorial/multiple-values/arguments-with-multiple-values.md", + "docs_src/options_autocompletion/tutorial009_an_py310.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + }, + "durationMs": 12.95258400007151, + "error": null + } + ] + } + ], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "typer", + "condition": "codegraph", + "index": { + "elapsedMs": 2052.607209000038, + "sourceBytes": 2079702 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.2, + "hitAt5": 0.2, + "mrrAt10": 0.2, + "ndcgAt10": 0.2 + }, + "successOnly": { + "hitAt1": 0.2, + "hitAt5": 0.2, + "mrrAt10": 0.2, + "ndcgAt10": 0.2 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 210.40416599996388, + "p95": 327.93345799995586, + "maximum": 337.1279579999391 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "typer", + "condition": "codebase-memory", + "index": { + "elapsedMs": 15499.013749999925, + "sourceBytes": 2079702 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 0, + "successCount": 0, + "errorCount": 0, + "unsupportedCount": 5, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + } + } + }, + "successfulCalls": 18, + "errors": 0, + "unsupported": 15, + "successfulCallLatencyMs": { + "p50": 10621.075332999928, + "p95": 11098.358791999985, + "maximum": 11098.358791999985 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "typer", + "condition": "grepai", + "index": { + "elapsedMs": 73138.05700000003, + "sourceBytes": 2079702 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.3333333333333333, + "hitAt5": 0.6666666666666666, + "mrrAt10": 0.4583333333333333, + "ndcgAt10": 0.5102677186074751 + }, + "successOnly": { + "hitAt1": 0.3333333333333333, + "hitAt5": 0.6666666666666666, + "mrrAt10": 0.4583333333333333, + "ndcgAt10": 0.5102677186074751 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.4, + "hitAt5": 0.4, + "mrrAt10": 0.46190476190476193, + "ndcgAt10": 0.537908104088271 + }, + "successOnly": { + "hitAt1": 0.4, + "hitAt5": 0.4, + "mrrAt10": 0.46190476190476193, + "ndcgAt10": 0.537908104088271 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 89.89341600006446, + "p95": 98.83924999996088, + "maximum": 102.69241599994712 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "typer", + "condition": "literal-unindexed", + "index": { + "elapsedMs": 59.051042000064626, + "sourceBytes": 2079702 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.3333333333333333, + "hitAt5": 0.8333333333333334, + "mrrAt10": 0.5793650793650794, + "ndcgAt10": 0.6825321400793748 + }, + "successOnly": { + "hitAt1": 0.3333333333333333, + "hitAt5": 0.8333333333333334, + "mrrAt10": 0.5793650793650794, + "ndcgAt10": 0.6825321400793748 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 29.967166000045836, + "p95": 31.985916999867186, + "maximum": 32.20808299980126 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "typer", + "condition": "plain-file-bm25", + "index": { + "elapsedMs": 145.75183299998753, + "sourceBytes": 2079702 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.5, + "hitAt5": 0.6666666666666666, + "mrrAt10": 0.6349206349206349, + "ndcgAt10": 0.7200783790021354 + }, + "successOnly": { + "hitAt1": 0.5, + "hitAt5": 0.6666666666666666, + "mrrAt10": 0.6349206349206349, + "ndcgAt10": 0.7200783790021354 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.2, + "hitAt5": 0.4, + "mrrAt10": 0.2785714285714286, + "ndcgAt10": 0.3528019782813453 + }, + "successOnly": { + "hitAt1": 0.2, + "hitAt5": 0.4, + "mrrAt10": 0.2785714285714286, + "ndcgAt10": 0.3528019782813453 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 0.9148339999374002, + "p95": 2.2512079998850822, + "maximum": 2.281957999803126 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "gin", + "condition": "ocbi-hybrid", + "index": { + "elapsedMs": 51308.54599999986, + "sourceBytes": 885190 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.5, + "hitAt5": 0.5, + "mrrAt10": 0.5, + "ndcgAt10": 0.5 + }, + "successOnly": { + "hitAt1": 0.5, + "hitAt5": 0.5, + "mrrAt10": 0.5, + "ndcgAt10": 0.5 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.4, + "hitAt5": 0.8, + "mrrAt10": 0.5916666666666666, + "ndcgAt10": 0.7034072698625013 + }, + "successOnly": { + "hitAt1": 0.4, + "hitAt5": 0.8, + "mrrAt10": 0.5916666666666666, + "ndcgAt10": 0.7034072698625013 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 11.75787500012666, + "p95": 42.62658299994655, + "maximum": 60.5687499998603 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "gin", + "condition": "ocbi-structural", + "index": { + "elapsedMs": 3080.158042000141, + "sourceBytes": 885190 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.5, + "hitAt5": 0.5, + "mrrAt10": 0.5, + "ndcgAt10": 0.5 + }, + "successOnly": { + "hitAt1": 0.5, + "hitAt5": 0.5, + "mrrAt10": 0.5, + "ndcgAt10": 0.5 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.4, + "hitAt5": 0.8, + "mrrAt10": 0.5866666666666667, + "ndcgAt10": 0.6981272597689332 + }, + "successOnly": { + "hitAt1": 0.4, + "hitAt5": 0.8, + "mrrAt10": 0.5866666666666667, + "ndcgAt10": 0.6981272597689332 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 10.722250000108033, + "p95": 27.733083000173792, + "maximum": 28.0511660000775 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "gin", + "condition": "codegraph", + "index": { + "elapsedMs": 1543.6465000000317, + "sourceBytes": 885190 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.8333333333333334, + "hitAt5": 1, + "mrrAt10": 0.8888888888888888, + "ndcgAt10": 0.9166666666666666 + }, + "successOnly": { + "hitAt1": 0.8333333333333334, + "hitAt5": 1, + "mrrAt10": 0.8888888888888888, + "ndcgAt10": 0.9166666666666666 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.4, + "hitAt5": 0.6, + "mrrAt10": 0.48888888888888893, + "ndcgAt10": 0.5743343429238603 + }, + "successOnly": { + "hitAt1": 0.4, + "hitAt5": 0.6, + "mrrAt10": 0.48888888888888893, + "ndcgAt10": 0.5743343429238603 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 260.24854200007394, + "p95": 359.11062499997206, + "maximum": 498.0512920001056 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "gin", + "condition": "codebase-memory", + "index": { + "elapsedMs": 15201.526124999858, + "sourceBytes": 885190 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 0, + "successCount": 0, + "errorCount": 0, + "unsupportedCount": 5, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + } + } + }, + "successfulCalls": 18, + "errors": 0, + "unsupported": 15, + "successfulCallLatencyMs": { + "p50": 10874.552333000116, + "p95": 11146.497041999828, + "maximum": 11146.497041999828 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "gin", + "condition": "grepai", + "index": { + "elapsedMs": 44880.82499999995, + "sourceBytes": 885190 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.6666666666666666, + "hitAt5": 1, + "mrrAt10": 0.7777777777777777, + "ndcgAt10": 0.8333333333333334 + }, + "successOnly": { + "hitAt1": 0.6666666666666666, + "hitAt5": 1, + "mrrAt10": 0.7777777777777777, + "ndcgAt10": 0.8333333333333334 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.6, + "hitAt5": 0.8, + "mrrAt10": 0.72, + "ndcgAt10": 0.7679430738075066 + }, + "successOnly": { + "hitAt1": 0.6, + "hitAt5": 0.8, + "mrrAt10": 0.72, + "ndcgAt10": 0.7679430738075066 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 62.85283299977891, + "p95": 109.35820899996907, + "maximum": 117.9726250001695 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "gin", + "condition": "literal-unindexed", + "index": { + "elapsedMs": 11.74454199988395, + "sourceBytes": 885190 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.3333333333333333, + "hitAt5": 1, + "mrrAt10": 0.5972222222222222, + "ndcgAt10": 0.6987560108693848 + }, + "successOnly": { + "hitAt1": 0.3333333333333333, + "hitAt5": 1, + "mrrAt10": 0.5972222222222222, + "ndcgAt10": 0.6987560108693848 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 10.553125000093132, + "p95": 12.658209000015631, + "maximum": 13.186916999984533 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "gin", + "condition": "plain-file-bm25", + "index": { + "elapsedMs": 48.38395799999125, + "sourceBytes": 885190 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.8333333333333334, + "hitAt5": 1, + "mrrAt10": 0.9166666666666666, + "ndcgAt10": 0.9384882922619097 + }, + "successOnly": { + "hitAt1": 0.8333333333333334, + "hitAt5": 1, + "mrrAt10": 0.9166666666666666, + "ndcgAt10": 0.9384882922619097 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.8, + "hitAt5": 0.8, + "mrrAt10": 0.8, + "ndcgAt10": 0.7839441578296376 + }, + "successOnly": { + "hitAt1": 0.8, + "hitAt5": 0.8, + "mrrAt10": 0.8, + "ndcgAt10": 0.7839441578296376 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 0.031166999833658338, + "p95": 0.4433329999446869, + "maximum": 0.4819169999100268 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "clap", + "condition": "ocbi-hybrid", + "index": { + "elapsedMs": 74529.07487500017, + "sourceBytes": 3585117 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.16666666666666666, + "hitAt5": 0.16666666666666666, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.16666666666666666 + }, + "successOnly": { + "hitAt1": 0.16666666666666666, + "hitAt5": 0.16666666666666666, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.16666666666666666 + } + } + }, + "natural-language": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.018518518518518517, + "ndcgAt10": 0.050171665943996864 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.018518518518518517, + "ndcgAt10": 0.050171665943996864 + } + } + } + }, + "successfulCalls": 36, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 15.683042000047863, + "p95": 50.95045899995603, + "maximum": 79.47533299983479 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "clap", + "condition": "ocbi-structural", + "index": { + "elapsedMs": 3035.816542000044, + "sourceBytes": 3585117 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.16666666666666666, + "hitAt5": 0.16666666666666666, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.16666666666666666 + }, + "successOnly": { + "hitAt1": 0.16666666666666666, + "hitAt5": 0.16666666666666666, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.16666666666666666 + } + } + }, + "natural-language": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.023809523809523808, + "ndcgAt10": 0.05555555555555555 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.023809523809523808, + "ndcgAt10": 0.05555555555555555 + } + } + } + }, + "successfulCalls": 36, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 16.50166600011289, + "p95": 32.09466699976474, + "maximum": 46.08166699996218 + }, + "repeatChanges": [ + { + "queryId": "clap-natural-06", + "records": [ + { + "repeat": 1, + "status": "success", + "paths": [ + "CHANGELOG.md", + "CONTRIBUTING.md", + "examples/find.md", + "examples/tutorial_derive/04_04_custom.rs", + "clap_complete/src/env/mod.rs", + "src/_faq.rs", + "clap_complete/tests/testsuite/common.rs", + "clap_complete_nushell/tests/common.rs", + "tests/ui/error_stderr.toml", + "tests/ui/arg_required_else_help_stderr.toml" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "durationMs": 13.779833000153303, + "error": null + }, + { + "repeat": 2, + "status": "success", + "paths": [ + "CHANGELOG.md", + "CONTRIBUTING.md", + "examples/find.md", + "examples/tutorial_derive/04_04_custom.rs", + "clap_complete/src/env/mod.rs", + "src/_faq.rs", + "clap_complete_nushell/tests/common.rs", + "clap_complete/tests/testsuite/common.rs", + "tests/ui/error_stderr.toml", + "tests/ui/h_flag_stdout.toml" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "durationMs": 13.435541999991983, + "error": null + }, + { + "repeat": 3, + "status": "success", + "paths": [ + "CHANGELOG.md", + "CONTRIBUTING.md", + "examples/find.md", + "examples/tutorial_derive/04_04_custom.rs", + "clap_complete/src/env/mod.rs", + "src/_faq.rs", + "clap_complete/tests/testsuite/common.rs", + "clap_complete_nushell/tests/common.rs", + "tests/ui/error_stderr.toml", + "tests/ui/arg_required_else_help_stderr.toml" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "durationMs": 12.603582999669015, + "error": null + } + ] + } + ], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "clap", + "condition": "codegraph", + "index": { + "elapsedMs": 2950.267625000095, + "sourceBytes": 3585117 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.3333333333333333, + "hitAt5": 0.5, + "mrrAt10": 0.43333333333333335, + "ndcgAt10": 0.4866657633148909 + }, + "successOnly": { + "hitAt1": 0.3333333333333333, + "hitAt5": 0.5, + "mrrAt10": 0.43333333333333335, + "ndcgAt10": 0.4866657633148909 + } + } + } + }, + "successfulCalls": 36, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 212.2932920001913, + "p95": 465.2791249998845, + "maximum": 471.0298329999205 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "clap", + "condition": "codebase-memory", + "index": { + "elapsedMs": 16033.348416999914, + "sourceBytes": 3585117 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.8333333333333334, + "hitAt5": 1, + "mrrAt10": 0.9166666666666666, + "ndcgAt10": 0.9384882922619097 + }, + "successOnly": { + "hitAt1": 0.8333333333333334, + "hitAt5": 1, + "mrrAt10": 0.9166666666666666, + "ndcgAt10": 0.9384882922619097 + } + } + }, + "natural-language": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 0, + "successCount": 0, + "errorCount": 0, + "unsupportedCount": 6, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + } + } + }, + "successfulCalls": 18, + "errors": 0, + "unsupported": 18, + "successfulCallLatencyMs": { + "p50": 10911.269874999765, + "p95": 10954.393916999921, + "maximum": 10954.393916999921 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "clap", + "condition": "grepai", + "index": { + "elapsedMs": 152925.11866699974, + "sourceBytes": 3585117 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.5, + "hitAt5": 0.6666666666666666, + "mrrAt10": 0.638888888888889, + "ndcgAt10": 0.7238906879645836 + }, + "successOnly": { + "hitAt1": 0.5, + "hitAt5": 0.6666666666666666, + "mrrAt10": 0.638888888888889, + "ndcgAt10": 0.7238906879645836 + } + } + } + }, + "successfulCalls": 36, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 102.90004200022668, + "p95": 113.35345799988136, + "maximum": 121.52404100028798 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "clap", + "condition": "literal-unindexed", + "index": { + "elapsedMs": 46.39462500018999, + "sourceBytes": 3585117 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.3333333333333333, + "hitAt5": 0.6666666666666666, + "mrrAt10": 0.4682539682539683, + "ndcgAt10": 0.5555555555555556 + }, + "successOnly": { + "hitAt1": 0.3333333333333333, + "hitAt5": 0.6666666666666666, + "mrrAt10": 0.4682539682539683, + "ndcgAt10": 0.5555555555555556 + } + } + }, + "natural-language": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + } + } + }, + "successfulCalls": 36, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 26.413750000065193, + "p95": 35.86587499990128, + "maximum": 36.71041700011119 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "clap", + "condition": "plain-file-bm25", + "index": { + "elapsedMs": 170.70558300008997, + "sourceBytes": 3585117 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.8333333333333334, + "hitAt5": 1, + "mrrAt10": 0.9166666666666666, + "ndcgAt10": 0.9384882922619097 + }, + "successOnly": { + "hitAt1": 0.8333333333333334, + "hitAt5": 1, + "mrrAt10": 0.9166666666666666, + "ndcgAt10": 0.9384882922619097 + } + } + }, + "natural-language": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.3333333333333333, + "hitAt5": 0.6666666666666666, + "mrrAt10": 0.5, + "ndcgAt10": 0.543643251190486 + }, + "successOnly": { + "hitAt1": 0.3333333333333333, + "hitAt5": 0.6666666666666666, + "mrrAt10": 0.5, + "ndcgAt10": 0.543643251190486 + } + } + } + }, + "successfulCalls": 36, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 0.3922500000335276, + "p95": 2.116833000211045, + "maximum": 2.1509579999838024 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "moshi", + "condition": "ocbi-hybrid", + "index": { + "elapsedMs": 57474.97020900017, + "sourceBytes": 1269054 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 11.781208000145853, + "p95": 49.03624999988824, + "maximum": 55.56474999990314 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "moshi", + "condition": "ocbi-structural", + "index": { + "elapsedMs": 687.7984170001, + "sourceBytes": 1269054 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 14.83337499992922, + "p95": 28.408374999649823, + "maximum": 28.786917000077665 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "moshi", + "condition": "codegraph", + "index": { + "elapsedMs": 2244.8111250000075, + "sourceBytes": 1269054 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0.2, + "mrrAt10": 0.1, + "ndcgAt10": 0.1261859507142915 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0.2, + "mrrAt10": 0.1, + "ndcgAt10": 0.1261859507142915 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 226.7537909997627, + "p95": 422.9174999999814, + "maximum": 433.16170800011605 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "moshi", + "condition": "codebase-memory", + "index": { + "elapsedMs": 15365.70949999988, + "sourceBytes": 1269054 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 0, + "successCount": 0, + "errorCount": 0, + "unsupportedCount": 5, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + } + } + }, + "successfulCalls": 18, + "errors": 0, + "unsupported": 15, + "successfulCallLatencyMs": { + "p50": 10881.183459000196, + "p95": 11025.23987499997, + "maximum": 11025.23987499997 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "moshi", + "condition": "grepai", + "index": { + "elapsedMs": 54726.46820899984, + "sourceBytes": 1269054 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.6666666666666666, + "hitAt5": 0.8333333333333334, + "mrrAt10": 0.7777777777777778, + "ndcgAt10": 0.8311894901132466 + }, + "successOnly": { + "hitAt1": 0.6666666666666666, + "hitAt5": 0.8333333333333334, + "mrrAt10": 0.7777777777777778, + "ndcgAt10": 0.8311894901132466 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.4, + "hitAt5": 1, + "mrrAt10": 0.5733333333333334, + "ndcgAt10": 0.6773705614469083 + }, + "successOnly": { + "hitAt1": 0.4, + "hitAt5": 1, + "mrrAt10": 0.5733333333333334, + "ndcgAt10": 0.6773705614469083 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 69.62391699990258, + "p95": 79.90266600018367, + "maximum": 80.05274999979883 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "moshi", + "condition": "literal-unindexed", + "index": { + "elapsedMs": 19.741124999709427, + "sourceBytes": 1269054 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.16666666666666666, + "hitAt5": 1, + "mrrAt10": 0.45, + "ndcgAt10": 0.5862970934676666 + }, + "successOnly": { + "hitAt1": 0.16666666666666666, + "hitAt5": 1, + "mrrAt10": 0.45, + "ndcgAt10": 0.5862970934676666 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 15.263791999779642, + "p95": 17.62879200000316, + "maximum": 17.831583000253886 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "moshi", + "condition": "plain-file-bm25", + "index": { + "elapsedMs": 72.42508299974725, + "sourceBytes": 1269054 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.5, + "hitAt5": 1, + "mrrAt10": 0.7222222222222222, + "ndcgAt10": 0.793643251190486 + }, + "successOnly": { + "hitAt1": 0.5, + "hitAt5": 1, + "mrrAt10": 0.7222222222222222, + "ndcgAt10": 0.793643251190486 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.4, + "hitAt5": 0.6, + "mrrAt10": 0.5202380952380953, + "ndcgAt10": 0.6297596420238124 + }, + "successOnly": { + "hitAt1": 0.4, + "hitAt5": 0.6, + "mrrAt10": 0.5202380952380953, + "ndcgAt10": 0.6297596420238124 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 0.022625000216066837, + "p95": 0.7737920000217855, + "maximum": 0.9582909997552633 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "csvhelper", + "condition": "ocbi-hybrid", + "index": { + "elapsedMs": 132591.4192499998, + "sourceBytes": 6556773 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.6, + "hitAt5": 0.6, + "mrrAt10": 0.62, + "ndcgAt10": 0.6578129652635776 + }, + "successOnly": { + "hitAt1": 0.6, + "hitAt5": 0.6, + "mrrAt10": 0.62, + "ndcgAt10": 0.6578129652635776 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 21.79162500007078, + "p95": 45.10741699999198, + "maximum": 61.006082999985665 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "csvhelper", + "condition": "ocbi-structural", + "index": { + "elapsedMs": 1119.200124999974, + "sourceBytes": 6556773 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.4, + "hitAt5": 0.6, + "mrrAt10": 0.5, + "ndcgAt10": 0.5261859507142915 + }, + "successOnly": { + "hitAt1": 0.4, + "hitAt5": 0.6, + "mrrAt10": 0.5, + "ndcgAt10": 0.5261859507142915 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 23.781833000015467, + "p95": 36.630624999757856, + "maximum": 37.60374999977648 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "csvhelper", + "condition": "codegraph", + "index": { + "elapsedMs": 2408.565208000131, + "sourceBytes": 6556773 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.06666666666666667, + "ndcgAt10": 0.14248287484320887 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.06666666666666667, + "ndcgAt10": 0.14248287484320887 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 210.83358300011605, + "p95": 415.4850830002688, + "maximum": 431.17541599972174 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "csvhelper", + "condition": "codebase-memory", + "index": { + "elapsedMs": 15744.911916000303, + "sourceBytes": 6556773 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.6666666666666666, + "hitAt5": 1, + "mrrAt10": 0.8333333333333334, + "ndcgAt10": 0.8769765845238192 + }, + "successOnly": { + "hitAt1": 0.6666666666666666, + "hitAt5": 1, + "mrrAt10": 0.8333333333333334, + "ndcgAt10": 0.8769765845238192 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 0, + "successCount": 0, + "errorCount": 0, + "unsupportedCount": 5, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + } + } + }, + "successfulCalls": 18, + "errors": 0, + "unsupported": 15, + "successfulCallLatencyMs": { + "p50": 10631.978124999907, + "p95": 11269.455500000156, + "maximum": 11269.455500000156 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "csvhelper", + "condition": "grepai", + "index": { + "elapsedMs": 118520.08912499994, + "sourceBytes": 6556773 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.3333333333333333, + "hitAt5": 0.5, + "mrrAt10": 0.47222222222222227, + "ndcgAt10": 0.5572240212979169 + }, + "successOnly": { + "hitAt1": 0.3333333333333333, + "hitAt5": 0.5, + "mrrAt10": 0.47222222222222227, + "ndcgAt10": 0.5572240212979169 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.4, + "hitAt5": 0.6, + "mrrAt10": 0.4833333333333333, + "ndcgAt10": 0.5573767490362831 + }, + "successOnly": { + "hitAt1": 0.4, + "hitAt5": 0.6, + "mrrAt10": 0.4833333333333333, + "ndcgAt10": 0.5573767490362831 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 101.0900829997845, + "p95": 108.75420799991116, + "maximum": 109.53470800025389 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "csvhelper", + "condition": "literal-unindexed", + "index": { + "elapsedMs": 69.78049999987707, + "sourceBytes": 6556773 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.16666666666666666, + "hitAt5": 0.6666666666666666, + "mrrAt10": 0.31111111111111106, + "ndcgAt10": 0.39780880120575696 + }, + "successOnly": { + "hitAt1": 0.16666666666666666, + "hitAt5": 0.6666666666666666, + "mrrAt10": 0.31111111111111106, + "ndcgAt10": 0.39780880120575696 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 33.76649999991059, + "p95": 37.429000000003725, + "maximum": 39.48070800025016 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "csvhelper", + "condition": "plain-file-bm25", + "index": { + "elapsedMs": 256.05233300011605, + "sourceBytes": 6556773 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.16666666666666666, + "hitAt5": 0.5, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.4145228234465799 + }, + "successOnly": { + "hitAt1": 0.16666666666666666, + "hitAt5": 0.5, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.4145228234465799 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0.8, + "mrrAt10": 0.29, + "ndcgAt10": 0.46093326119748285 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0.8, + "mrrAt10": 0.29, + "ndcgAt10": 0.46093326119748285 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 0.2399169998243451, + "p95": 1.7362919999286532, + "maximum": 1.7557910000905395 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "monolog", + "condition": "ocbi-hybrid", + "index": { + "elapsedMs": 35257.3345420002, + "sourceBytes": 556367 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.4, + "hitAt5": 0.8, + "mrrAt10": 0.5666666666666667, + "ndcgAt10": 0.6261859507142915 + }, + "successOnly": { + "hitAt1": 0.4, + "hitAt5": 0.8, + "mrrAt10": 0.5666666666666667, + "ndcgAt10": 0.6261859507142915 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 9.493541999720037, + "p95": 64.48050000006333, + "maximum": 80.5720830000937 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "monolog", + "condition": "ocbi-structural", + "index": { + "elapsedMs": 3085.5353749999776, + "sourceBytes": 556367 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.4, + "hitAt5": 0.8, + "mrrAt10": 0.54, + "ndcgAt10": 0.6035565121611999 + }, + "successOnly": { + "hitAt1": 0.4, + "hitAt5": 0.8, + "mrrAt10": 0.54, + "ndcgAt10": 0.6035565121611999 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 9.605375000275671, + "p95": 45.45770899998024, + "maximum": 48.335250000003725 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "monolog", + "condition": "codegraph", + "index": { + "elapsedMs": 1022.7204999998212, + "sourceBytes": 556367 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.03333333333333333, + "ndcgAt10": 0.07124143742160444 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.03333333333333333, + "ndcgAt10": 0.07124143742160444 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 205.55058300029486, + "p95": 286.64858300006017, + "maximum": 289.7052500001155 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "monolog", + "condition": "codebase-memory", + "index": { + "elapsedMs": 14770.105915999971, + "sourceBytes": 556367 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 0, + "successCount": 0, + "errorCount": 0, + "unsupportedCount": 5, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + } + } + }, + "successfulCalls": 18, + "errors": 0, + "unsupported": 15, + "successfulCallLatencyMs": { + "p50": 10887.57899999991, + "p95": 10988.824917000253, + "maximum": 10988.824917000253 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "monolog", + "condition": "grepai", + "index": { + "elapsedMs": 20578.936084000394, + "sourceBytes": 556367 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.6666666666666666, + "hitAt5": 1, + "mrrAt10": 0.7916666666666666, + "ndcgAt10": 0.8436010519408085 + }, + "successOnly": { + "hitAt1": 0.6666666666666666, + "hitAt5": 1, + "mrrAt10": 0.7916666666666666, + "ndcgAt10": 0.8436010519408085 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.2, + "hitAt5": 0.8, + "mrrAt10": 0.3466666666666666, + "ndcgAt10": 0.45474112289381663 + }, + "successOnly": { + "hitAt1": 0.2, + "hitAt5": 0.8, + "mrrAt10": 0.3466666666666666, + "ndcgAt10": 0.45474112289381663 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 55.113917000126094, + "p95": 63.788249999750406, + "maximum": 65.48262500017881 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "monolog", + "condition": "literal-unindexed", + "index": { + "elapsedMs": 9.371999999973923, + "sourceBytes": 556367 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0.6666666666666666, + "mrrAt10": 0.32222222222222224, + "ndcgAt10": 0.44697568117204334 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0.6666666666666666, + "mrrAt10": 0.32222222222222224, + "ndcgAt10": 0.44697568117204334 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 10.509083000011742, + "p95": 11.743583000265062, + "maximum": 11.84375 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "monolog", + "condition": "plain-file-bm25", + "index": { + "elapsedMs": 35.55812499998137, + "sourceBytes": 556367 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.5, + "hitAt5": 0.6666666666666666, + "mrrAt10": 0.5833333333333334, + "ndcgAt10": 0.6051549589285763 + }, + "successOnly": { + "hitAt1": 0.5, + "hitAt5": 0.6666666666666666, + "mrrAt10": 0.5833333333333334, + "ndcgAt10": 0.6051549589285763 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.6, + "hitAt5": 1, + "mrrAt10": 0.7666666666666667, + "ndcgAt10": 0.8261859507142916 + }, + "successOnly": { + "hitAt1": 0.6, + "hitAt5": 1, + "mrrAt10": 0.7666666666666667, + "ndcgAt10": 0.8261859507142916 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 0.09820799995213747, + "p95": 0.5418750001117587, + "maximum": 0.5732499998994172 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "rack", + "condition": "ocbi-hybrid", + "index": { + "elapsedMs": 30777.18191699963, + "sourceBytes": 5129650 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 4.577166999690235, + "p95": 57.32024999987334, + "maximum": 64.7335839997977 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "rack", + "condition": "ocbi-structural", + "index": { + "elapsedMs": 606.2138749998994, + "sourceBytes": 5129650 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.02857142857142857, + "ndcgAt10": 0.06666666666666667 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.02857142857142857, + "ndcgAt10": 0.06666666666666667 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 5.860292000230402, + "p95": 30.035459000151604, + "maximum": 43.71566599979997 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "rack", + "condition": "codegraph", + "index": { + "elapsedMs": 1025.6250829999335, + "sourceBytes": 5129650 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.4, + "hitAt5": 0.4, + "mrrAt10": 0.4, + "ndcgAt10": 0.4 + }, + "successOnly": { + "hitAt1": 0.4, + "hitAt5": 0.4, + "mrrAt10": 0.4, + "ndcgAt10": 0.4 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 204.16666599968448, + "p95": 292.8090419997461, + "maximum": 306.3799580000341 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "rack", + "condition": "codebase-memory", + "index": { + "elapsedMs": 15198.887165999971, + "sourceBytes": 5129650 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + }, + "successOnly": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 0, + "successCount": 0, + "errorCount": 0, + "unsupportedCount": 5, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + } + } + }, + "successfulCalls": 18, + "errors": 0, + "unsupported": 15, + "successfulCallLatencyMs": { + "p50": 10641.337083999999, + "p95": 10901.690750000067, + "maximum": 10901.690750000067 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "rack", + "condition": "grepai", + "index": { + "elapsedMs": 39268.40420900006, + "sourceBytes": 5129650 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.5, + "hitAt5": 1, + "mrrAt10": 0.75, + "ndcgAt10": 0.8154648767857289 + }, + "successOnly": { + "hitAt1": 0.5, + "hitAt5": 1, + "mrrAt10": 0.75, + "ndcgAt10": 0.8154648767857289 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.4, + "hitAt5": 1, + "mrrAt10": 0.6, + "ndcgAt10": 0.7 + }, + "successOnly": { + "hitAt1": 0.4, + "hitAt5": 1, + "mrrAt10": 0.6, + "ndcgAt10": 0.7 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 56.452582999598235, + "p95": 65.0136660002172, + "maximum": 65.9802080001682 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "rack", + "condition": "literal-unindexed", + "index": { + "elapsedMs": 11.714957999996841, + "sourceBytes": 5129650 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.23055555555555554, + "ndcgAt10": 0.4130146311685932 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.23055555555555554, + "ndcgAt10": 0.4130146311685932 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + }, + "successOnly": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 11.472583000082523, + "p95": 13.27862499980256, + "maximum": 13.844916999805719 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + }, + { + "repository": "rack", + "condition": "plain-file-bm25", + "index": { + "elapsedMs": 53.26599999982864, + "sourceBytes": 5129650 + }, + "tracks": { + "explicit-symbol": { + "queryCount": 6, + "metrics": { + "totalCount": 6, + "supportedCount": 6, + "successCount": 6, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.3333333333333333, + "hitAt5": 0.8333333333333334, + "mrrAt10": 0.5601851851851852, + "ndcgAt10": 0.6655943434800483 + }, + "successOnly": { + "hitAt1": 0.3333333333333333, + "hitAt5": 0.8333333333333334, + "mrrAt10": 0.5601851851851852, + "ndcgAt10": 0.6655943434800483 + } + } + }, + "natural-language": { + "queryCount": 5, + "metrics": { + "totalCount": 5, + "supportedCount": 5, + "successCount": 5, + "errorCount": 0, + "unsupportedCount": 0, + "supportedTrack": { + "hitAt1": 0.6, + "hitAt5": 0.8, + "mrrAt10": 0.6866666666666666, + "ndcgAt10": 0.7578129652635776 + }, + "successOnly": { + "hitAt1": 0.6, + "hitAt5": 0.8, + "mrrAt10": 0.6866666666666666, + "ndcgAt10": 0.7578129652635776 + } + } + } + }, + "successfulCalls": 33, + "errors": 0, + "unsupported": 0, + "successfulCallLatencyMs": { + "p50": 0.046790999826043844, + "p95": 0.48291700007393956, + "maximum": 0.5374590000137687 + }, + "repeatChanges": [], + "timingLimit": "Success-only interface timings; setup-error placeholders/unsupported zeros excluded. No cross-interface speed claim." + } + ], + "taskOutcomes": [ + { + "repository": "fastify", + "condition": "ocbi-hybrid", + "queryId": "fastify-def-01", + "query": "Where is the implementation of validateInitialConfig declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/initial-config-validation.js" + }, + "score": { + "queryId": "fastify-def-01", + "status": "success", + "rankedPaths": [ + "lib/initial-config-validation.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "ocbi-hybrid", + "queryId": "fastify-def-02", + "query": "Where is the implementation of buildErrorHandler declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/error-handler.js" + }, + "score": { + "queryId": "fastify-def-02", + "status": "success", + "rankedPaths": [ + "lib/error-handler.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "ocbi-hybrid", + "queryId": "fastify-def-03", + "query": "Where is the implementation of buildContentTypeParser declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/content-type-parser.js" + }, + "score": { + "queryId": "fastify-def-03", + "status": "success", + "rankedPaths": [ + "lib/content-type-parser.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "ocbi-hybrid", + "queryId": "fastify-def-04", + "query": "Where is the implementation of hookRunnerGenerator declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/hooks.js" + }, + "score": { + "queryId": "fastify-def-04", + "status": "success", + "rankedPaths": [ + "lib/hooks.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "ocbi-hybrid", + "queryId": "fastify-def-05", + "query": "Where is the implementation of buildRoutePrefix declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/plugin-override.js" + }, + "score": { + "queryId": "fastify-def-05", + "status": "success", + "rankedPaths": [ + "lib/plugin-override.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "ocbi-hybrid", + "queryId": "fastify-def-06", + "query": "Where is the implementation of createChildLogger declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/logger-factory.js" + }, + "score": { + "queryId": "fastify-def-06", + "status": "success", + "rankedPaths": [ + "lib/logger-factory.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "ocbi-hybrid", + "queryId": "fastify-nl-01", + "query": "Where does the server check whether a plugin supports its current framework version, including the special handling for release candidates?", + "track": "natural-language", + "expected": { + "filePath": "lib/plugin-utils.js" + }, + "score": { + "queryId": "fastify-nl-01", + "status": "success", + "rankedPaths": [ + "lib/plugin-utils.js", + "test/plugin.4.test.js", + "docs/Reference/Server.md", + "test/scripts/validate-ecosystem-links.test.js", + "docs/Reference/Plugins.md", + "docs/Reference/LTS.md", + "CONTRIBUTING.md", + "docs/Reference/Decorators.md", + "docs/Reference/Routes.md", + "lib/plugin-override.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "ocbi-hybrid", + "queryId": "fastify-nl-02", + "query": "Where is the safety check that refuses to attach a shared mutable object as a property on every request or response?", + "track": "natural-language", + "expected": { + "filePath": "lib/decorate.js" + }, + "score": { + "queryId": "fastify-nl-02", + "status": "success", + "rankedPaths": [ + "lib/decorate.js", + "lib/plugin-utils.js", + "types/request.d.ts", + "lib/handle-request.js", + "lib/request.js", + "lib/validation.js", + "lib/log-controller.js", + "lib/four-oh-four.js", + "lib/reply.js", + "types/schema.d.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "ocbi-hybrid", + "queryId": "fastify-nl-03", + "query": "Where does route-schema setup reconcile the two names for query-parameter validation, including boolean schemas and conflicting aliases?", + "track": "natural-language", + "expected": { + "filePath": "lib/schemas.js" + }, + "score": { + "queryId": "fastify-nl-03", + "status": "success", + "rankedPaths": [ + "lib/schemas.js", + "lib/route.js", + "test/schema-validation.test.js", + "docs/Reference/TypeScript.md", + "docs/Reference/Validation-and-Serialization.md", + "docs/Guides/Migration-Guide-V5.md", + "lib/validation.js", + "docs/Reference/Request.md", + "test/route.1.test.js", + "docs/Reference/Routes.md" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "ocbi-hybrid", + "queryId": "fastify-nl-04", + "query": "Where does server setup choose how to close idle connections based on runtime capabilities, and reject an explicitly requested mode that the server cannot support?", + "track": "natural-language", + "expected": { + "filePath": "lib/server.js" + }, + "score": { + "queryId": "fastify-nl-04", + "status": "success", + "rankedPaths": [ + "test/custom-http-server.test.js", + "test/internals/errors.test.js", + "lib/errors.js", + "docs/Reference/Server.md", + "test/close.test.js", + "lib/server.js", + "docs/Guides/Recommendations.md", + "docs/Reference/Hooks.md", + "docs/Guides/Getting-Started.md", + "docs/Guides/Detecting-When-Clients-Abort.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "ocbi-hybrid", + "queryId": "fastify-nl-05", + "query": "Where is the decision to trust forwarded host and protocol headers made, and why does a numeric proxy-hop setting refuse those headers?", + "track": "natural-language", + "expected": { + "filePath": "lib/request.js" + }, + "score": { + "queryId": "fastify-nl-05", + "status": "success", + "rankedPaths": [ + "lib/validation.js", + "types/type-provider.d.ts", + "lib/request.js", + "lib/error-handler.js", + "types/request.d.ts", + "types/instance.d.ts", + "lib/reply.js" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "ocbi-structural", + "queryId": "fastify-def-01", + "query": "Where is the implementation of validateInitialConfig declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/initial-config-validation.js" + }, + "score": { + "queryId": "fastify-def-01", + "status": "success", + "rankedPaths": [ + "lib/initial-config-validation.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "ocbi-structural", + "queryId": "fastify-def-02", + "query": "Where is the implementation of buildErrorHandler declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/error-handler.js" + }, + "score": { + "queryId": "fastify-def-02", + "status": "success", + "rankedPaths": [ + "lib/error-handler.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "ocbi-structural", + "queryId": "fastify-def-03", + "query": "Where is the implementation of buildContentTypeParser declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/content-type-parser.js" + }, + "score": { + "queryId": "fastify-def-03", + "status": "success", + "rankedPaths": [ + "lib/content-type-parser.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "ocbi-structural", + "queryId": "fastify-def-04", + "query": "Where is the implementation of hookRunnerGenerator declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/hooks.js" + }, + "score": { + "queryId": "fastify-def-04", + "status": "success", + "rankedPaths": [ + "lib/hooks.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "ocbi-structural", + "queryId": "fastify-def-05", + "query": "Where is the implementation of buildRoutePrefix declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/plugin-override.js" + }, + "score": { + "queryId": "fastify-def-05", + "status": "success", + "rankedPaths": [ + "lib/plugin-override.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "ocbi-structural", + "queryId": "fastify-def-06", + "query": "Where is the implementation of createChildLogger declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/logger-factory.js" + }, + "score": { + "queryId": "fastify-def-06", + "status": "success", + "rankedPaths": [ + "lib/logger-factory.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "ocbi-structural", + "queryId": "fastify-nl-01", + "query": "Where does the server check whether a plugin supports its current framework version, including the special handling for release candidates?", + "track": "natural-language", + "expected": { + "filePath": "lib/plugin-utils.js" + }, + "score": { + "queryId": "fastify-nl-01", + "status": "success", + "rankedPaths": [ + "lib/plugin-utils.js", + "docs/Reference/Server.md", + "docs/Reference/Plugins.md", + "docs/Reference/LTS.md", + "test/plugin.4.test.js", + "CONTRIBUTING.md", + "lib/plugin-override.js", + "docs/Reference/Decorators.md", + "docs/Reference/Routes.md", + "docs/Guides/Recommendations.md" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "ocbi-structural", + "queryId": "fastify-nl-02", + "query": "Where is the safety check that refuses to attach a shared mutable object as a property on every request or response?", + "track": "natural-language", + "expected": { + "filePath": "lib/decorate.js" + }, + "score": { + "queryId": "fastify-nl-02", + "status": "success", + "rankedPaths": [ + "lib/plugin-utils.js", + "types/request.d.ts", + "lib/request.js", + "lib/validation.js", + "lib/log-controller.js", + "lib/four-oh-four.js", + "lib/reply.js", + "lib/schema-controller.js", + "lib/schemas.js", + "lib/context.js" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "ocbi-structural", + "queryId": "fastify-nl-03", + "query": "Where does route-schema setup reconcile the two names for query-parameter validation, including boolean schemas and conflicting aliases?", + "track": "natural-language", + "expected": { + "filePath": "lib/schemas.js" + }, + "score": { + "queryId": "fastify-nl-03", + "status": "success", + "rankedPaths": [ + "docs/Reference/TypeScript.md", + "docs/Reference/Validation-and-Serialization.md", + "docs/Guides/Migration-Guide-V5.md", + "docs/Reference/Request.md", + "lib/validation.js", + "docs/Reference/Server.md", + "docs/Guides/Fluent-Schema.md", + "docs/Reference/Routes.md", + "docs/Guides/Getting-Started.md", + "docs/Reference/Errors.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "ocbi-structural", + "queryId": "fastify-nl-04", + "query": "Where does server setup choose how to close idle connections based on runtime capabilities, and reject an explicitly requested mode that the server cannot support?", + "track": "natural-language", + "expected": { + "filePath": "lib/server.js" + }, + "score": { + "queryId": "fastify-nl-04", + "status": "success", + "rankedPaths": [ + "test/custom-http-server.test.js", + "test/internals/errors.test.js", + "lib/errors.js", + "test/close.test.js", + "docs/Reference/Server.md", + "docs/Guides/Recommendations.md", + "lib/server.js", + "docs/Reference/Hooks.md", + "docs/Guides/Getting-Started.md", + "docs/Reference/Index.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.14285714285714285, + "ndcgAt10": 0.3333333333333333 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "ocbi-structural", + "queryId": "fastify-nl-05", + "query": "Where is the decision to trust forwarded host and protocol headers made, and why does a numeric proxy-hop setting refuse those headers?", + "track": "natural-language", + "expected": { + "filePath": "lib/request.js" + }, + "score": { + "queryId": "fastify-nl-05", + "status": "success", + "rankedPaths": [ + "lib/request.js", + "lib/error-handler.js", + "lib/validation.js", + "types/type-provider.d.ts", + "types/request.d.ts", + "lib/reply.js", + "types/instance.d.ts", + "lib/route.js", + "lib/server.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "codegraph", + "queryId": "fastify-def-01", + "query": "Where is the implementation of validateInitialConfig declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/initial-config-validation.js" + }, + "score": { + "queryId": "fastify-def-01", + "status": "success", + "rankedPaths": [ + "lib/initial-config-validation.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "codegraph", + "queryId": "fastify-def-02", + "query": "Where is the implementation of buildErrorHandler declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/error-handler.js" + }, + "score": { + "queryId": "fastify-def-02", + "status": "success", + "rankedPaths": [ + "lib/error-handler.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "codegraph", + "queryId": "fastify-def-03", + "query": "Where is the implementation of buildContentTypeParser declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/content-type-parser.js" + }, + "score": { + "queryId": "fastify-def-03", + "status": "success", + "rankedPaths": [ + "lib/content-type-parser.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "codegraph", + "queryId": "fastify-def-04", + "query": "Where is the implementation of hookRunnerGenerator declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/hooks.js" + }, + "score": { + "queryId": "fastify-def-04", + "status": "success", + "rankedPaths": [ + "lib/hooks.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "codegraph", + "queryId": "fastify-def-05", + "query": "Where is the implementation of buildRoutePrefix declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/plugin-override.js" + }, + "score": { + "queryId": "fastify-def-05", + "status": "success", + "rankedPaths": [ + "lib/plugin-override.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "codegraph", + "queryId": "fastify-def-06", + "query": "Where is the implementation of createChildLogger declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/logger-factory.js" + }, + "score": { + "queryId": "fastify-def-06", + "status": "success", + "rankedPaths": [ + "lib/logger-factory.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "codegraph", + "queryId": "fastify-nl-01", + "query": "Where does the server check whether a plugin supports its current framework version, including the special handling for release candidates?", + "track": "natural-language", + "expected": { + "filePath": "lib/plugin-utils.js" + }, + "score": { + "queryId": "fastify-nl-01", + "status": "success", + "rankedPaths": [ + "fastify.js", + "test/plugin.1.test.js", + "test/plugin.3.test.js", + "types/instance.d.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "codegraph", + "queryId": "fastify-nl-02", + "query": "Where is the safety check that refuses to attach a shared mutable object as a property on every request or response?", + "track": "natural-language", + "expected": { + "filePath": "lib/decorate.js" + }, + "score": { + "queryId": "fastify-nl-02", + "status": "success", + "rankedPaths": [ + "lib/request.js", + "lib/four-oh-four.js", + "lib/plugin-override.js", + "fastify.js", + "lib/route.js" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "codegraph", + "queryId": "fastify-nl-03", + "query": "Where does route-schema setup reconcile the two names for query-parameter validation, including boolean schemas and conflicting aliases?", + "track": "natural-language", + "expected": { + "filePath": "lib/schemas.js" + }, + "score": { + "queryId": "fastify-nl-03", + "status": "success", + "rankedPaths": [ + "lib/schemas.js", + "lib/schema-controller.js", + "types/schema.d.ts", + "lib/content-type.js", + "lib/reply.js", + "lib/error-handler.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "codegraph", + "queryId": "fastify-nl-04", + "query": "Where does server setup choose how to close idle connections based on runtime capabilities, and reject an explicitly requested mode that the server cannot support?", + "track": "natural-language", + "expected": { + "filePath": "lib/server.js" + }, + "score": { + "queryId": "fastify-nl-04", + "status": "success", + "rankedPaths": [ + "lib/server.js", + "lib/noop-set.js", + "fastify.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "codegraph", + "queryId": "fastify-nl-05", + "query": "Where is the decision to trust forwarded host and protocol headers made, and why does a numeric proxy-hop setting refuse those headers?", + "track": "natural-language", + "expected": { + "filePath": "lib/request.js" + }, + "score": { + "queryId": "fastify-nl-05", + "status": "success", + "rankedPaths": [ + "fastify.d.ts", + "lib/request.js", + "types/reply.d.ts", + "test/types/reply.tst.ts", + "types/utils.d.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "codebase-memory", + "queryId": "fastify-def-01", + "query": "Where is the implementation of validateInitialConfig declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/initial-config-validation.js" + }, + "score": { + "queryId": "fastify-def-01", + "status": "success", + "rankedPaths": [ + "lib/initial-config-validation.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "codebase-memory", + "queryId": "fastify-def-02", + "query": "Where is the implementation of buildErrorHandler declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/error-handler.js" + }, + "score": { + "queryId": "fastify-def-02", + "status": "success", + "rankedPaths": [ + "fastify.js", + "lib/route.js", + "lib/four-oh-four.js", + "lib/error-handler.js" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.25, + "ndcgAt10": 0.43067655807339306 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "codebase-memory", + "queryId": "fastify-def-03", + "query": "Where is the implementation of buildContentTypeParser declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/content-type-parser.js" + }, + "score": { + "queryId": "fastify-def-03", + "status": "success", + "rankedPaths": [ + "lib/content-type-parser.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "codebase-memory", + "queryId": "fastify-def-04", + "query": "Where is the implementation of hookRunnerGenerator declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/hooks.js" + }, + "score": { + "queryId": "fastify-def-04", + "status": "success", + "rankedPaths": [ + "lib/hooks.js", + "test/internals/hook-runner.test.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "codebase-memory", + "queryId": "fastify-def-05", + "query": "Where is the implementation of buildRoutePrefix declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/plugin-override.js" + }, + "score": { + "queryId": "fastify-def-05", + "status": "success", + "rankedPaths": [ + "lib/plugin-override.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "codebase-memory", + "queryId": "fastify-def-06", + "query": "Where is the implementation of createChildLogger declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/logger-factory.js" + }, + "score": { + "queryId": "fastify-def-06", + "status": "success", + "rankedPaths": [ + "fastify.js", + "lib/logger-factory.js", + "lib/route.js", + "lib/four-oh-four.js" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "codebase-memory", + "queryId": "fastify-nl-01", + "query": "Where does the server check whether a plugin supports its current framework version, including the special handling for release candidates?", + "track": "natural-language", + "expected": { + "filePath": "lib/plugin-utils.js" + }, + "score": { + "queryId": "fastify-nl-01", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "fastify", + "condition": "codebase-memory", + "queryId": "fastify-nl-02", + "query": "Where is the safety check that refuses to attach a shared mutable object as a property on every request or response?", + "track": "natural-language", + "expected": { + "filePath": "lib/decorate.js" + }, + "score": { + "queryId": "fastify-nl-02", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "fastify", + "condition": "codebase-memory", + "queryId": "fastify-nl-03", + "query": "Where does route-schema setup reconcile the two names for query-parameter validation, including boolean schemas and conflicting aliases?", + "track": "natural-language", + "expected": { + "filePath": "lib/schemas.js" + }, + "score": { + "queryId": "fastify-nl-03", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "fastify", + "condition": "codebase-memory", + "queryId": "fastify-nl-04", + "query": "Where does server setup choose how to close idle connections based on runtime capabilities, and reject an explicitly requested mode that the server cannot support?", + "track": "natural-language", + "expected": { + "filePath": "lib/server.js" + }, + "score": { + "queryId": "fastify-nl-04", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "fastify", + "condition": "codebase-memory", + "queryId": "fastify-nl-05", + "query": "Where is the decision to trust forwarded host and protocol headers made, and why does a numeric proxy-hop setting refuse those headers?", + "track": "natural-language", + "expected": { + "filePath": "lib/request.js" + }, + "score": { + "queryId": "fastify-nl-05", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "fastify", + "condition": "grepai", + "queryId": "fastify-def-01", + "query": "Where is the implementation of validateInitialConfig declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/initial-config-validation.js" + }, + "score": { + "queryId": "fastify-def-01", + "status": "success", + "rankedPaths": [ + "lib/initial-config-validation.js", + "lib/config-validator.js", + "build/build-validation.js", + "test/types/instance.tst.ts", + "test/types/tsconfig.json", + "test/input-validation.js", + "lib/validation.js", + "lib/request.js", + ".github/workflows/validate-ecosystem-links.yml", + "lib/logger-factory.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "grepai", + "queryId": "fastify-def-02", + "query": "Where is the implementation of buildErrorHandler declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/error-handler.js" + }, + "score": { + "queryId": "fastify-def-02", + "status": "success", + "rankedPaths": [ + "lib/error-handler.js", + "lib/hooks.js", + "types/instance.d.ts", + "types/hooks.d.ts", + "lib/schema-controller.js", + "fastify.d.ts", + "test/types/instance.tst.ts", + "types/logger.d.ts", + "lib/handle-request.js", + "test/build-certificate.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "grepai", + "queryId": "fastify-def-03", + "query": "Where is the implementation of buildContentTypeParser declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/content-type-parser.js" + }, + "score": { + "queryId": "fastify-def-03", + "status": "success", + "rankedPaths": [ + "lib/content-type-parser.js", + "types/content-type-parser.d.ts", + "test/types/instance.tst.ts", + "test/build-certificate.js", + "lib/schema-controller.js", + "types/instance.d.ts", + "test/bundler/esbuild/src/fail-plugin-version.js", + "test/bundler/webpack/src/fail-plugin-version.js", + "test/types/content-type-parser.tst.ts", + "test/types/errors.tst.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "grepai", + "queryId": "fastify-def-04", + "query": "Where is the implementation of hookRunnerGenerator declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/hooks.js" + }, + "score": { + "queryId": "fastify-def-04", + "status": "success", + "rankedPaths": [ + "lib/hooks.js", + "types/hooks.d.ts", + "types/instance.d.ts", + "test/types/hooks.tst.ts", + "fastify.js", + "lib/schema-controller.js", + "test/types/route.tst.ts", + "types/route.d.ts", + "examples/benchmark/hooks-benchmark.js", + "lib/head-route.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "grepai", + "queryId": "fastify-def-05", + "query": "Where is the implementation of buildRoutePrefix declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/plugin-override.js" + }, + "score": { + "queryId": "fastify-def-05", + "status": "success", + "rankedPaths": [ + "lib/route.js", + "test/types/route.tst.ts", + "test/bundler/esbuild/src/index.js", + "test/bundler/webpack/src/index.js", + "types/route.d.ts", + "build/build-validation.js", + "types/instance.d.ts", + "test/types/schema.tst.ts", + "test/types/fastify.tst.ts", + "test/types/errors.tst.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "grepai", + "queryId": "fastify-def-06", + "query": "Where is the implementation of createChildLogger declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/logger-factory.js" + }, + "score": { + "queryId": "fastify-def-06", + "status": "success", + "rankedPaths": [ + "lib/logger-factory.js", + "types/logger.d.ts", + "types/instance.d.ts", + "lib/log-controller.js", + "lib/route.js", + "lib/four-oh-four.js", + "types/plugin.d.ts", + "test/types/request.tst.ts", + "lib/symbols.js", + "fastify.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "grepai", + "queryId": "fastify-nl-01", + "query": "Where does the server check whether a plugin supports its current framework version, including the special handling for release candidates?", + "track": "natural-language", + "expected": { + "filePath": "lib/plugin-utils.js" + }, + "score": { + "queryId": "fastify-nl-01", + "status": "success", + "rankedPaths": [ + "test/bundler/esbuild/src/fail-plugin-version.js", + "test/bundler/webpack/src/fail-plugin-version.js", + "lib/plugin-utils.js", + "test/bundler/esbuild/bundler-test.js", + "test/bundler/webpack/bundler-test.js", + "types/plugin.d.ts", + "fastify.js", + "test/types/instance.tst.ts", + "examples/use-plugin.js", + "test/plugin.name.display.js" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "grepai", + "queryId": "fastify-nl-02", + "query": "Where is the safety check that refuses to attach a shared mutable object as a property on every request or response?", + "track": "natural-language", + "expected": { + "filePath": "lib/decorate.js" + }, + "score": { + "queryId": "fastify-nl-02", + "status": "success", + "rankedPaths": [ + "lib/validation.js", + "types/content-type-parser.d.ts", + "examples/shared-schema.js", + "lib/error-serializer.js", + "test/types/hooks.tst.ts", + "types/hooks.d.ts", + "lib/initial-config-validation.js", + "lib/warnings.js", + "types/request.d.ts", + "lib/errors.js" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "grepai", + "queryId": "fastify-nl-03", + "query": "Where does route-schema setup reconcile the two names for query-parameter validation, including boolean schemas and conflicting aliases?", + "track": "natural-language", + "expected": { + "filePath": "lib/schemas.js" + }, + "score": { + "queryId": "fastify-nl-03", + "status": "success", + "rankedPaths": [ + "build/build-validation.js", + "lib/validation.js", + "lib/errors.js", + "lib/route.js", + "lib/config-validator.js", + "lib/schemas.js", + "test/types/route.tst.ts", + "types/instance.d.ts", + "types/route.d.ts", + "lib/request.js" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "grepai", + "queryId": "fastify-nl-04", + "query": "Where does server setup choose how to close idle connections based on runtime capabilities, and reject an explicitly requested mode that the server cannot support?", + "track": "natural-language", + "expected": { + "filePath": "lib/server.js" + }, + "score": { + "queryId": "fastify-nl-04", + "status": "success", + "rankedPaths": [ + "lib/log-controller.js", + "types/instance.d.ts", + "lib/server.js", + "types/hooks.d.ts", + ".github/workflows/ci-alternative-runtime.yml", + "fastify.js", + "examples/typescript-server.ts", + "lib/route.js", + ".github/workflows/package-manager-ci.yml", + "types/request.d.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "grepai", + "queryId": "fastify-nl-05", + "query": "Where is the decision to trust forwarded host and protocol headers made, and why does a numeric proxy-hop setting refuse those headers?", + "track": "natural-language", + "expected": { + "filePath": "lib/request.js" + }, + "score": { + "queryId": "fastify-nl-05", + "status": "success", + "rankedPaths": [ + "types/request.d.ts", + "lib/request.js", + "fastify.js", + "types/hooks.d.ts", + "types/instance.d.ts", + "types/utils.d.ts", + "test/types/serverFactory.tst.ts", + "test/types/reply.tst.ts", + "examples/typescript-server.ts", + "test/types/hooks.tst.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "literal-unindexed", + "queryId": "fastify-def-01", + "query": "Where is the implementation of validateInitialConfig declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/initial-config-validation.js" + }, + "score": { + "queryId": "fastify-def-01", + "status": "success", + "rankedPaths": [ + "lib/initial-config-validation.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "literal-unindexed", + "queryId": "fastify-def-02", + "query": "Where is the implementation of buildErrorHandler declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/error-handler.js" + }, + "score": { + "queryId": "fastify-def-02", + "status": "success", + "rankedPaths": [ + "fastify.js", + "lib/error-handler.js", + "lib/four-oh-four.js", + "lib/route.js" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "literal-unindexed", + "queryId": "fastify-def-03", + "query": "Where is the implementation of buildContentTypeParser declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/content-type-parser.js" + }, + "score": { + "queryId": "fastify-def-03", + "status": "success", + "rankedPaths": [ + "lib/content-type-parser.js", + "lib/plugin-override.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "literal-unindexed", + "queryId": "fastify-def-04", + "query": "Where is the implementation of hookRunnerGenerator declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/hooks.js" + }, + "score": { + "queryId": "fastify-def-04", + "status": "success", + "rankedPaths": [ + "lib/hooks.js", + "test/internals/hook-runner.test.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "literal-unindexed", + "queryId": "fastify-def-05", + "query": "Where is the implementation of buildRoutePrefix declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/plugin-override.js" + }, + "score": { + "queryId": "fastify-def-05", + "status": "success", + "rankedPaths": [ + "lib/plugin-override.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "literal-unindexed", + "queryId": "fastify-def-06", + "query": "Where is the implementation of createChildLogger declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/logger-factory.js" + }, + "score": { + "queryId": "fastify-def-06", + "status": "success", + "rankedPaths": [ + "fastify.js", + "lib/four-oh-four.js", + "lib/logger-factory.js", + "lib/route.js" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "literal-unindexed", + "queryId": "fastify-nl-01", + "query": "Where does the server check whether a plugin supports its current framework version, including the special handling for release candidates?", + "track": "natural-language", + "expected": { + "filePath": "lib/plugin-utils.js" + }, + "score": { + "queryId": "fastify-nl-01", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "literal-unindexed", + "queryId": "fastify-nl-02", + "query": "Where is the safety check that refuses to attach a shared mutable object as a property on every request or response?", + "track": "natural-language", + "expected": { + "filePath": "lib/decorate.js" + }, + "score": { + "queryId": "fastify-nl-02", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "literal-unindexed", + "queryId": "fastify-nl-03", + "query": "Where does route-schema setup reconcile the two names for query-parameter validation, including boolean schemas and conflicting aliases?", + "track": "natural-language", + "expected": { + "filePath": "lib/schemas.js" + }, + "score": { + "queryId": "fastify-nl-03", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "literal-unindexed", + "queryId": "fastify-nl-04", + "query": "Where does server setup choose how to close idle connections based on runtime capabilities, and reject an explicitly requested mode that the server cannot support?", + "track": "natural-language", + "expected": { + "filePath": "lib/server.js" + }, + "score": { + "queryId": "fastify-nl-04", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "literal-unindexed", + "queryId": "fastify-nl-05", + "query": "Where is the decision to trust forwarded host and protocol headers made, and why does a numeric proxy-hop setting refuse those headers?", + "track": "natural-language", + "expected": { + "filePath": "lib/request.js" + }, + "score": { + "queryId": "fastify-nl-05", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "plain-file-bm25", + "queryId": "fastify-def-01", + "query": "Where is the implementation of validateInitialConfig declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/initial-config-validation.js" + }, + "score": { + "queryId": "fastify-def-01", + "status": "success", + "rankedPaths": [ + "lib/initial-config-validation.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "plain-file-bm25", + "queryId": "fastify-def-02", + "query": "Where is the implementation of buildErrorHandler declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/error-handler.js" + }, + "score": { + "queryId": "fastify-def-02", + "status": "success", + "rankedPaths": [ + "lib/error-handler.js", + "lib/four-oh-four.js", + "fastify.js", + "lib/route.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "plain-file-bm25", + "queryId": "fastify-def-03", + "query": "Where is the implementation of buildContentTypeParser declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/content-type-parser.js" + }, + "score": { + "queryId": "fastify-def-03", + "status": "success", + "rankedPaths": [ + "lib/plugin-override.js", + "lib/content-type-parser.js" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "plain-file-bm25", + "queryId": "fastify-def-04", + "query": "Where is the implementation of hookRunnerGenerator declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/hooks.js" + }, + "score": { + "queryId": "fastify-def-04", + "status": "success", + "rankedPaths": [ + "test/internals/hook-runner.test.js", + "lib/hooks.js" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "plain-file-bm25", + "queryId": "fastify-def-05", + "query": "Where is the implementation of buildRoutePrefix declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/plugin-override.js" + }, + "score": { + "queryId": "fastify-def-05", + "status": "success", + "rankedPaths": [ + "lib/plugin-override.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "plain-file-bm25", + "queryId": "fastify-def-06", + "query": "Where is the implementation of createChildLogger declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/logger-factory.js" + }, + "score": { + "queryId": "fastify-def-06", + "status": "success", + "rankedPaths": [ + "lib/logger-factory.js", + "lib/four-oh-four.js", + "fastify.js", + "lib/route.js" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "plain-file-bm25", + "queryId": "fastify-nl-01", + "query": "Where does the server check whether a plugin supports its current framework version, including the special handling for release candidates?", + "track": "natural-language", + "expected": { + "filePath": "lib/plugin-utils.js" + }, + "score": { + "queryId": "fastify-nl-01", + "status": "success", + "rankedPaths": [ + "docs/Reference/Plugins.md", + "docs/Reference/Server.md", + "docs/Guides/Prototype-Poisoning.md", + "CONTRIBUTING.md", + "docs/Guides/Getting-Started.md", + "docs/Reference/Routes.md", + "docs/Reference/Decorators.md", + "docs/Reference/Validation-and-Serialization.md", + "README.md", + "docs/Guides/Write-Plugin.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "plain-file-bm25", + "queryId": "fastify-nl-02", + "query": "Where is the safety check that refuses to attach a shared mutable object as a property on every request or response?", + "track": "natural-language", + "expected": { + "filePath": "lib/decorate.js" + }, + "score": { + "queryId": "fastify-nl-02", + "status": "success", + "rankedPaths": [ + "docs/Reference/Decorators.md", + "docs/Reference/Validation-and-Serialization.md", + "docs/Guides/Prototype-Poisoning.md", + "lib/validation.js", + "docs/Reference/Server.md", + "docs/Reference/Hooks.md", + "docs/Reference/TypeScript.md", + "docs/Reference/Routes.md", + "docs/Guides/Plugins-Guide.md", + "docs/Reference/ContentTypeParser.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "plain-file-bm25", + "queryId": "fastify-nl-03", + "query": "Where does route-schema setup reconcile the two names for query-parameter validation, including boolean schemas and conflicting aliases?", + "track": "natural-language", + "expected": { + "filePath": "lib/schemas.js" + }, + "score": { + "queryId": "fastify-nl-03", + "status": "success", + "rankedPaths": [ + "docs/Reference/Validation-and-Serialization.md", + "docs/Reference/TypeScript.md", + "lib/validation.js", + "docs/Reference/Request.md", + "docs/Guides/Recommendations.md", + "docs/Reference/Server.md", + "docs/Reference/Routes.md", + "lib/schemas.js", + "docs/Guides/Fluent-Schema.md", + "docs/Reference/Reply.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.125, + "ndcgAt10": 0.31546487678572877 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "plain-file-bm25", + "queryId": "fastify-nl-04", + "query": "Where does server setup choose how to close idle connections based on runtime capabilities, and reject an explicitly requested mode that the server cannot support?", + "track": "natural-language", + "expected": { + "filePath": "lib/server.js" + }, + "score": { + "queryId": "fastify-nl-04", + "status": "success", + "rankedPaths": [ + "test/custom-http-server.test.js", + "docs/Guides/Recommendations.md", + "docs/Reference/Server.md", + "test/close.test.js", + "lib/server.js", + "docs/Guides/Plugins-Guide.md", + "docs/Guides/Prototype-Poisoning.md", + "docs/Reference/Errors.md", + "docs/Reference/Request.md", + "docs/Guides/Ecosystem.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.2, + "ndcgAt10": 0.38685280723454163 + } + }, + "error": null + }, + { + "repository": "fastify", + "condition": "plain-file-bm25", + "queryId": "fastify-nl-05", + "query": "Where is the decision to trust forwarded host and protocol headers made, and why does a numeric proxy-hop setting refuse those headers?", + "track": "natural-language", + "expected": { + "filePath": "lib/request.js" + }, + "score": { + "queryId": "fastify-nl-05", + "status": "success", + "rankedPaths": [ + "test/trust-proxy.test.js", + "test/internals/request.test.js", + "docs/Reference/Request.md", + "docs/Guides/Recommendations.md", + "docs/Reference/Server.md", + "lib/request.js", + "test/http2/secure.test.js", + "test/https/https.test.js", + "test/request-header-host.test.js", + "types/request.d.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "ocbi-hybrid", + "queryId": "hono-def-01", + "query": "Where is the implementation of compose declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/compose.ts" + }, + "score": { + "queryId": "hono-def-01", + "status": "success", + "rankedPaths": [ + "src/compose.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "ocbi-hybrid", + "queryId": "hono-def-02", + "query": "Where is the implementation of HTTPException declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/http-exception.ts" + }, + "score": { + "queryId": "hono-def-02", + "status": "success", + "rankedPaths": [ + "src/http-exception.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "ocbi-hybrid", + "queryId": "hono-def-03", + "query": "Where is the implementation of SmartRouter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/router/smart-router/router.ts" + }, + "score": { + "queryId": "hono-def-03", + "status": "success", + "rankedPaths": [ + "src/router/smart-router/router.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "ocbi-hybrid", + "queryId": "hono-def-04", + "query": "Where is the implementation of validator declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/validator/validator.ts" + }, + "score": { + "queryId": "hono-def-04", + "status": "success", + "rankedPaths": [ + "src/validator/validator.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "ocbi-hybrid", + "queryId": "hono-def-05", + "query": "Where is the implementation of hc declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/client/client.ts" + }, + "score": { + "queryId": "hono-def-05", + "status": "success", + "rankedPaths": [ + "src/client/client.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "ocbi-hybrid", + "queryId": "hono-def-06", + "query": "Where is the implementation of defaultJoin declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/middleware/serve-static/path.ts" + }, + "score": { + "queryId": "hono-def-06", + "status": "success", + "rankedPaths": [ + "src/middleware/serve-static/path.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "ocbi-hybrid", + "queryId": "hono-nl-01", + "query": "Where does the framework answer a browser preflight request with allowed methods and headers without running the endpoint, including reflecting requested headers when no allow-list is configured?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/cors/index.ts" + }, + "score": { + "queryId": "hono-nl-01", + "status": "success", + "rankedPaths": [ + "src/middleware/method-not-allowed/index.test.ts", + "src/middleware/trailing-slash/index.test.ts", + "src/middleware/cors/index.test.ts", + "src/middleware/method-not-allowed/index.ts", + "src/client/types.ts", + "src/helper/proxy/index.ts", + "src/adapter/aws-lambda/handler.ts", + "src/adapter/cloudflare-pages/handler.test.ts", + "adapters/aws-lambda/src/handler.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "ocbi-hybrid", + "queryId": "hono-nl-02", + "query": "Where are unsafe form-like requests rejected when neither their origin nor browser fetch-site metadata is trusted?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/csrf/index.ts" + }, + "score": { + "queryId": "hono-nl-02", + "status": "success", + "rankedPaths": [ + "src/middleware/cors/index.test.ts", + "src/validator/validator.ts", + "src/utils/body.test.ts", + "src/middleware/csrf/index.ts", + "src/middleware/csrf/index.test.ts", + "src/middleware/method-not-allowed/index.test.ts", + "src/middleware/basic-auth/index.test.ts", + "src/middleware/jwt/index.test.ts", + "src/middleware/jwt/jwt.ts", + "src/middleware/bearer-auth/index.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.25, + "ndcgAt10": 0.43067655807339306 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "ocbi-hybrid", + "queryId": "hono-nl-03", + "query": "Where are incoming upload bytes counted before the endpoint runs when transfer encoding prevents trusting the declared length, and how is an accepted body made readable afterward?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/body-limit/index.ts" + }, + "score": { + "queryId": "hono-nl-03", + "status": "success", + "rankedPaths": [ + "src/middleware/secure-headers/secure-headers.ts", + "src/client/types.ts", + "src/middleware/body-limit/index.ts", + "src/utils/body.ts", + "src/utils/stream.ts", + "src/request.ts", + "src/middleware/compress/index.ts", + "src/helper/proxy/index.ts", + "src/helper/streaming/sse.ts", + "src/middleware/etag/index.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "ocbi-hybrid", + "queryId": "hono-nl-04", + "query": "Where is a previously stored response returned without running the endpoint, while eligible new responses are copied into storage either synchronously or as background work?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/cache/index.ts" + }, + "score": { + "queryId": "hono-nl-04", + "status": "success", + "rankedPaths": [ + "src/client/types.ts", + "src/context.ts", + "src/utils/headers.ts", + "src/client/fetch-result-please.ts", + "src/client/utils.ts", + "src/helper/ssg/ssg.ts", + "src/validator/validator.ts", + "src/types.ts", + "src/helper/ssg/middleware.ts", + "src/middleware/secure-headers/secure-headers.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "ocbi-hybrid", + "queryId": "hono-nl-05", + "query": "Where does the request abstraction allow multiple body-reading formats to reuse an already consumed body while retaining the original media type?", + "track": "natural-language", + "expected": { + "filePath": "src/request.ts" + }, + "score": { + "queryId": "hono-nl-05", + "status": "success", + "rankedPaths": [ + "src/request.ts", + "src/utils/body.ts", + "src/middleware/body-limit/index.ts", + "src/context.ts", + "src/utils/headers.ts", + "src/adapter/lambda-edge/handler.ts", + "adapters/lambda-edge/src/handler.ts", + "src/validator/validator.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "ocbi-structural", + "queryId": "hono-def-01", + "query": "Where is the implementation of compose declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/compose.ts" + }, + "score": { + "queryId": "hono-def-01", + "status": "success", + "rankedPaths": [ + "src/compose.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "ocbi-structural", + "queryId": "hono-def-02", + "query": "Where is the implementation of HTTPException declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/http-exception.ts" + }, + "score": { + "queryId": "hono-def-02", + "status": "success", + "rankedPaths": [ + "src/http-exception.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "ocbi-structural", + "queryId": "hono-def-03", + "query": "Where is the implementation of SmartRouter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/router/smart-router/router.ts" + }, + "score": { + "queryId": "hono-def-03", + "status": "success", + "rankedPaths": [ + "src/router/smart-router/router.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "ocbi-structural", + "queryId": "hono-def-04", + "query": "Where is the implementation of validator declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/validator/validator.ts" + }, + "score": { + "queryId": "hono-def-04", + "status": "success", + "rankedPaths": [ + "src/validator/validator.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "ocbi-structural", + "queryId": "hono-def-05", + "query": "Where is the implementation of hc declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/client/client.ts" + }, + "score": { + "queryId": "hono-def-05", + "status": "success", + "rankedPaths": [ + "src/client/client.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "ocbi-structural", + "queryId": "hono-def-06", + "query": "Where is the implementation of defaultJoin declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/middleware/serve-static/path.ts" + }, + "score": { + "queryId": "hono-def-06", + "status": "success", + "rankedPaths": [ + "src/middleware/serve-static/path.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "ocbi-structural", + "queryId": "hono-nl-01", + "query": "Where does the framework answer a browser preflight request with allowed methods and headers without running the endpoint, including reflecting requested headers when no allow-list is configured?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/cors/index.ts" + }, + "score": { + "queryId": "hono-nl-01", + "status": "success", + "rankedPaths": [ + "src/middleware/trailing-slash/index.test.ts", + "src/middleware/cors/index.test.ts", + "src/middleware/method-not-allowed/index.ts", + "src/client/types.ts", + "src/middleware/method-not-allowed/index.test.ts", + "src/adapter/aws-lambda/handler.ts", + "adapters/aws-lambda/src/handler.ts", + "adapters/deno/src/deno.d.ts", + "src/adapter/deno/deno.d.ts", + "src/middleware/compress/index.test.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "ocbi-structural", + "queryId": "hono-nl-02", + "query": "Where are unsafe form-like requests rejected when neither their origin nor browser fetch-site metadata is trusted?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/csrf/index.ts" + }, + "score": { + "queryId": "hono-nl-02", + "status": "success", + "rankedPaths": [ + "src/middleware/csrf/index.ts", + "src/middleware/cors/index.test.ts", + "src/middleware/csrf/index.test.ts", + "src/middleware/bearer-auth/index.ts", + "src/middleware/basic-auth/index.ts", + "src/jsx/intrinsic-elements.ts", + "src/utils/headers.ts", + "adapters/service-worker/src/index.ts", + "src/adapter/service-worker/index.ts", + "src/middleware/secure-headers/index.test.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "ocbi-structural", + "queryId": "hono-nl-03", + "query": "Where are incoming upload bytes counted before the endpoint runs when transfer encoding prevents trusting the declared length, and how is an accepted body made readable afterward?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/body-limit/index.ts" + }, + "score": { + "queryId": "hono-nl-03", + "status": "success", + "rankedPaths": [ + "src/middleware/secure-headers/secure-headers.ts", + "src/client/types.ts", + "src/middleware/body-limit/index.ts", + "src/utils/body.ts", + "src/request.ts", + "src/middleware/compress/index.ts", + "src/helper/proxy/index.ts", + "src/helper/streaming/sse.ts", + "src/helper/route/index.ts", + "src/middleware/cache/index.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "ocbi-structural", + "queryId": "hono-nl-04", + "query": "Where is a previously stored response returned without running the endpoint, while eligible new responses are copied into storage either synchronously or as background work?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/cache/index.ts" + }, + "score": { + "queryId": "hono-nl-04", + "status": "success", + "rankedPaths": [ + "src/client/utils.ts", + "src/client/types.ts", + "src/middleware/secure-headers/secure-headers.ts", + "src/helper/ssg/middleware.ts", + "src/client/fetch-result-please.ts", + "src/context.ts", + "src/middleware/jwk/jwk.ts", + "src/middleware/jwt/jwt.ts", + "src/jsx/context.ts", + "src/helper/proxy/index.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "ocbi-structural", + "queryId": "hono-nl-05", + "query": "Where does the request abstraction allow multiple body-reading formats to reuse an already consumed body while retaining the original media type?", + "track": "natural-language", + "expected": { + "filePath": "src/request.ts" + }, + "score": { + "queryId": "hono-nl-05", + "status": "success", + "rankedPaths": [ + "src/request.ts", + "src/utils/body.ts", + "src/context.ts", + "src/middleware/body-limit/index.ts", + "src/middleware/method-not-allowed/index.ts", + "src/validator/validator.ts", + "src/middleware/request-id/request-id.ts", + "src/client/types.ts", + "src/utils/headers.ts", + "src/middleware/jsx-renderer/index.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "codegraph", + "queryId": "hono-def-01", + "query": "Where is the implementation of compose declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/compose.ts" + }, + "score": { + "queryId": "hono-def-01", + "status": "success", + "rankedPaths": [ + "src/compose.ts", + "src/jsx/dom/intrinsic-element/components.ts", + "src/utils/constants.ts", + "src/compose.test.ts", + "src/hono-base.ts", + "src/middleware/combine/index.ts", + "src/utils/handler.ts", + "src/jsx/dom/intrinsic-element/components.test.tsx" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "codegraph", + "queryId": "hono-def-02", + "query": "Where is the implementation of HTTPException declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/http-exception.ts" + }, + "score": { + "queryId": "hono-def-02", + "status": "success", + "rankedPaths": [ + "src/http-exception.ts", + "src/middleware/timeout/index.ts", + "src/middleware/ip-restriction/index.ts", + "src/request.ts", + "src/middleware/basic-auth/index.ts", + "src/middleware/bearer-auth/index.ts", + "src/adapter/cloudflare-pages/handler.ts", + "src/helper/proxy/index.ts", + "src/middleware/body-limit/index.ts", + "src/middleware/csrf/index.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "codegraph", + "queryId": "hono-def-03", + "query": "Where is the implementation of SmartRouter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/router/smart-router/router.ts" + }, + "score": { + "queryId": "hono-def-03", + "status": "success", + "rankedPaths": [ + "src/router/smart-router/router.ts", + "src/hono.ts", + "src/preset/quick.ts", + "src/router/smart-router/router.test.ts", + "src/hono.test.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "codegraph", + "queryId": "hono-def-04", + "query": "Where is the implementation of validator declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/validator/validator.ts" + }, + "score": { + "queryId": "hono-def-04", + "status": "success", + "rankedPaths": [ + "src/validator/validator.ts", + "src/validator/validator.test.ts", + "src/validator/index.ts", + "src/validator/utils.ts", + "src/request.ts", + "src/client/client.test.ts", + "src/helper/factory/index.test.ts", + "src/types.test.ts", + "src/validator/utils.test.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "codegraph", + "queryId": "hono-def-05", + "query": "Where is the implementation of hc declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/client/client.ts" + }, + "score": { + "queryId": "hono-def-05", + "status": "success", + "rankedPaths": [ + "src/client/client.ts", + "src/client/utils.ts", + "perf-measures/type-check/client.ts", + "src/client/types.ts", + "src/client/types.test.ts", + "src/client/client.test.ts", + "src/client/utils.test.ts", + "src/helper/factory/index.test.ts", + "src/helper/testing/index.ts", + "src/hono.test.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "codegraph", + "queryId": "hono-def-06", + "query": "Where is the implementation of defaultJoin declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/middleware/serve-static/path.ts" + }, + "score": { + "queryId": "hono-def-06", + "status": "success", + "rankedPaths": [ + "src/middleware/serve-static/path.ts", + "src/middleware/serve-static/index.ts", + "src/middleware/serve-static/path.test.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "codegraph", + "queryId": "hono-nl-01", + "query": "Where does the framework answer a browser preflight request with allowed methods and headers without running the endpoint, including reflecting requested headers when no allow-list is configured?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/cors/index.ts" + }, + "score": { + "queryId": "hono-nl-01", + "status": "success", + "rankedPaths": [ + "src/utils/headers.ts", + "src/middleware/method-not-allowed/index.ts", + "src/request.ts", + "src/router/trie-router/router.ts", + "src/types.ts", + "src/helper/route/index.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "codegraph", + "queryId": "hono-nl-02", + "query": "Where are unsafe form-like requests rejected when neither their origin nor browser fetch-site metadata is trusted?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/csrf/index.ts" + }, + "score": { + "queryId": "hono-nl-02", + "status": "success", + "rankedPaths": [ + "src/jsx/dom/intrinsic-element/components.ts", + "src/jsx/intrinsic-element/components.ts", + "src/middleware/csrf/index.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "codegraph", + "queryId": "hono-nl-03", + "query": "Where are incoming upload bytes counted before the endpoint runs when transfer encoding prevents trusting the declared length, and how is an accepted body made readable afterward?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/body-limit/index.ts" + }, + "score": { + "queryId": "hono-nl-03", + "status": "success", + "rankedPaths": [ + "src/jsx/children.ts", + "src/utils/body.ts", + "src/jsx/base.ts", + "src/request.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "codegraph", + "queryId": "hono-nl-04", + "query": "Where is a previously stored response returned without running the endpoint, while eligible new responses are copied into storage either synchronously or as background work?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/cache/index.ts" + }, + "score": { + "queryId": "hono-nl-04", + "status": "success", + "rankedPaths": [ + "src/context.ts", + "src/jsx/context.ts", + "src/client/types.ts", + "src/middleware/context-storage/index.ts", + "adapters/aws-lambda/test/stream-backpressure.test.ts", + "adapters/lambda-edge/src/handler.test.ts", + "runtime-tests/fastly/index.test.ts", + "runtime-tests/node/index.test.ts", + "src/adapter/lambda-edge/handler.test.ts", + "src/helper/cookie/index.test.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "codegraph", + "queryId": "hono-nl-05", + "query": "Where does the request abstraction allow multiple body-reading formats to reuse an already consumed body while retaining the original media type?", + "track": "natural-language", + "expected": { + "filePath": "src/request.ts" + }, + "score": { + "queryId": "hono-nl-05", + "status": "success", + "rankedPaths": [ + "src/utils/body.ts", + "src/request.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "codebase-memory", + "queryId": "hono-def-01", + "query": "Where is the implementation of compose declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/compose.ts" + }, + "score": { + "queryId": "hono-def-01", + "status": "success", + "rankedPaths": [ + "src/compose.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "codebase-memory", + "queryId": "hono-def-02", + "query": "Where is the implementation of HTTPException declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/http-exception.ts" + }, + "score": { + "queryId": "hono-def-02", + "status": "success", + "rankedPaths": [ + "src/http-exception.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "codebase-memory", + "queryId": "hono-def-03", + "query": "Where is the implementation of SmartRouter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/router/smart-router/router.ts" + }, + "score": { + "queryId": "hono-def-03", + "status": "success", + "rankedPaths": [ + "src/router/smart-router/router.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "codebase-memory", + "queryId": "hono-def-04", + "query": "Where is the implementation of validator declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/validator/validator.ts" + }, + "score": { + "queryId": "hono-def-04", + "status": "success", + "rankedPaths": [ + "src/validator/validator.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "codebase-memory", + "queryId": "hono-def-05", + "query": "Where is the implementation of hc declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/client/client.ts" + }, + "score": { + "queryId": "hono-def-05", + "status": "success", + "rankedPaths": [ + "src/client/client.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "codebase-memory", + "queryId": "hono-def-06", + "query": "Where is the implementation of defaultJoin declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/middleware/serve-static/path.ts" + }, + "score": { + "queryId": "hono-def-06", + "status": "success", + "rankedPaths": [ + "src/middleware/serve-static/path.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "codebase-memory", + "queryId": "hono-nl-01", + "query": "Where does the framework answer a browser preflight request with allowed methods and headers without running the endpoint, including reflecting requested headers when no allow-list is configured?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/cors/index.ts" + }, + "score": { + "queryId": "hono-nl-01", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "hono", + "condition": "codebase-memory", + "queryId": "hono-nl-02", + "query": "Where are unsafe form-like requests rejected when neither their origin nor browser fetch-site metadata is trusted?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/csrf/index.ts" + }, + "score": { + "queryId": "hono-nl-02", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "hono", + "condition": "codebase-memory", + "queryId": "hono-nl-03", + "query": "Where are incoming upload bytes counted before the endpoint runs when transfer encoding prevents trusting the declared length, and how is an accepted body made readable afterward?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/body-limit/index.ts" + }, + "score": { + "queryId": "hono-nl-03", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "hono", + "condition": "codebase-memory", + "queryId": "hono-nl-04", + "query": "Where is a previously stored response returned without running the endpoint, while eligible new responses are copied into storage either synchronously or as background work?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/cache/index.ts" + }, + "score": { + "queryId": "hono-nl-04", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "hono", + "condition": "codebase-memory", + "queryId": "hono-nl-05", + "query": "Where does the request abstraction allow multiple body-reading formats to reuse an already consumed body while retaining the original media type?", + "track": "natural-language", + "expected": { + "filePath": "src/request.ts" + }, + "score": { + "queryId": "hono-nl-05", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "hono", + "condition": "grepai", + "queryId": "hono-def-01", + "query": "Where is the implementation of compose declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/compose.ts" + }, + "score": { + "queryId": "hono-def-01", + "status": "success", + "rankedPaths": [ + "src/compose.ts", + "benchmarks/jsx/src/react.ts", + "benchmarks/jsx/src/react-jsx/preact.ts", + "benchmarks/jsx/src/preact.ts", + "src/utils/constants.ts", + "benchmarks/jsx/src/react-jsx/react.ts", + "benchmarks/jsx/src/react-jsx/nano.ts", + "benchmarks/jsx/src/nano.ts", + "benchmarks/jsx/src/react-jsx/hono.ts", + "benchmarks/jsx/src/hono.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "grepai", + "queryId": "hono-def-02", + "query": "Where is the implementation of HTTPException declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/http-exception.ts" + }, + "score": { + "queryId": "hono-def-02", + "status": "success", + "rankedPaths": [ + "src/middleware/basic-auth/index.ts", + "src/http-exception.ts", + "src/middleware/csrf/index.ts", + "src/client/index.ts", + "src/middleware/jwk/jwk.ts", + "src/helper/proxy/index.ts", + "adapters/bun/src/websocket.ts", + "adapters/service-worker/src/types.ts", + "adapters/bun/src/index.ts", + "src/utils/http-status.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "grepai", + "queryId": "hono-def-03", + "query": "Where is the implementation of SmartRouter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/router/smart-router/router.ts" + }, + "score": { + "queryId": "hono-def-03", + "status": "success", + "rankedPaths": [ + "src/router/smart-router/index.ts", + "src/router/smart-router/router.ts", + "src/hono.ts", + "src/preset/quick.ts", + "src/router/linear-router/index.ts", + "benchmarks/utils/src/get-path.ts", + "src/router/pattern-router/index.ts", + "adapters/bun/src/serve-static.ts", + "benchmarks/jsx/src/benchmark.ts", + "benchmarks/jsx/src/react-jsx/benchmark.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "grepai", + "queryId": "hono-def-04", + "query": "Where is the implementation of validator declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/validator/validator.ts" + }, + "score": { + "queryId": "hono-def-04", + "status": "success", + "rankedPaths": [ + "src/validator/index.ts", + "src/validator/utils.ts", + "src/validator/validator.ts", + "src/middleware/language/language.ts", + "src/request.ts", + "src/helper/adapter/index.ts", + "adapters/service-worker/src/index.ts", + "adapters/aws-lambda/src/handler.ts", + "src/middleware/csrf/index.ts", + "adapters/lambda-edge/src/handler.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "grepai", + "queryId": "hono-def-05", + "query": "Where is the implementation of hc declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/client/client.ts" + }, + "score": { + "queryId": "hono-def-05", + "status": "success", + "rankedPaths": [ + "src/client/index.ts", + "adapters/vercel/src/index.ts", + "src/middleware/etag/index.ts", + "src/helper/ssg/plugins.ts", + "src/adapter/cloudflare-pages/index.ts", + "src/middleware/compress/index.ts", + "adapters/vercel/src/handler.ts", + "benchmarks/jsx/src/nano.ts", + "benchmarks/jsx/src/preact.ts", + "adapters/netlify/src/index.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "grepai", + "queryId": "hono-def-06", + "query": "Where is the implementation of defaultJoin declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/middleware/serve-static/path.ts" + }, + "score": { + "queryId": "hono-def-06", + "status": "success", + "rankedPaths": [ + "src/middleware/serve-static/path.ts", + "adapters/service-worker/src/index.ts", + "src/jsx/dom/intrinsic-element/components.ts", + "tsconfig.base.json", + "adapters/netlify/src/handler.ts", + "adapters/aws-lambda/src/types.ts", + "adapters/netlify/src/conninfo.ts", + "adapters/vercel/src/handler.ts", + "adapters/cloudflare-workers/src/serve-static.ts", + "adapters/cloudflare-workers/src/index.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "grepai", + "queryId": "hono-nl-01", + "query": "Where does the framework answer a browser preflight request with allowed methods and headers without running the endpoint, including reflecting requested headers when no allow-list is configured?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/cors/index.ts" + }, + "score": { + "queryId": "hono-nl-01", + "status": "success", + "rankedPaths": [ + "adapters/netlify/src/handler.ts", + "adapters/lambda-edge/src/handler.ts", + "adapters/aws-lambda/src/handler.ts", + "adapters/cloudflare-workers/src/websocket.ts", + "adapters/cloudflare-workers/src/serve-static-module.ts", + "src/middleware/cors/index.ts", + "adapters/lambda-edge/src/index.ts", + "adapters/service-worker/src/index.ts", + "adapters/vercel/src/handler.ts", + "src/middleware/method-not-allowed/index.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "grepai", + "queryId": "hono-nl-02", + "query": "Where are unsafe form-like requests rejected when neither their origin nor browser fetch-site metadata is trusted?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/csrf/index.ts" + }, + "score": { + "queryId": "hono-nl-02", + "status": "success", + "rankedPaths": [ + "adapters/lambda-edge/src/handler.ts", + "adapters/netlify/src/handler.ts", + "src/middleware/csrf/index.ts", + "src/validator/validator.ts", + "benchmarks/jsx/src/page-react.tsx", + "benchmarks/jsx/src/react-jsx/page-react.tsx", + "benchmarks/jsx/src/page.tsx", + "benchmarks/jsx/src/react-jsx/page-hono.tsx", + "benchmarks/jsx/src/react-jsx/page-nano.tsx", + "benchmarks/jsx/src/react-jsx/page-preact.tsx" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "grepai", + "queryId": "hono-nl-03", + "query": "Where are incoming upload bytes counted before the endpoint runs when transfer encoding prevents trusting the declared length, and how is an accepted body made readable afterward?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/body-limit/index.ts" + }, + "score": { + "queryId": "hono-nl-03", + "status": "success", + "rankedPaths": [ + "src/middleware/body-limit/index.ts", + "adapters/lambda-edge/src/handler.ts", + "adapters/deno/src/deno.d.ts", + "src/utils/accept.ts", + "adapters/aws-lambda/src/handler.ts", + "adapters/cloudflare-workers/src/utils.ts", + "src/utils/buffer.ts", + "adapters/deno/src/ssg.ts", + "src/utils/encode.ts", + "src/utils/headers.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "grepai", + "queryId": "hono-nl-04", + "query": "Where is a previously stored response returned without running the endpoint, while eligible new responses are copied into storage either synchronously or as background work?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/cache/index.ts" + }, + "score": { + "queryId": "hono-nl-04", + "status": "success", + "rankedPaths": [ + "adapters/deno/src/websocket.ts", + "adapters/service-worker/src/types.ts", + "adapters/service-worker/src/handler.ts", + "adapters/netlify/src/handler.ts", + "src/http-exception.ts", + "src/validator/validator.ts", + "src/middleware/cache/index.ts", + "adapters/cloudflare-workers/src/websocket.ts", + "adapters/vercel/src/handler.ts", + "adapters/deno/src/ssg.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.14285714285714285, + "ndcgAt10": 0.3333333333333333 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "grepai", + "queryId": "hono-nl-05", + "query": "Where does the request abstraction allow multiple body-reading formats to reuse an already consumed body while retaining the original media type?", + "track": "natural-language", + "expected": { + "filePath": "src/request.ts" + }, + "score": { + "queryId": "hono-nl-05", + "status": "success", + "rankedPaths": [ + "src/request.ts", + "adapters/lambda-edge/src/handler.ts", + "src/utils/body.ts", + "adapters/netlify/src/handler.ts", + "src/middleware/body-limit/index.ts", + "adapters/service-worker/src/types.ts", + "adapters/aws-lambda/src/handler.ts", + "adapters/deno/src/ssg.ts", + "adapters/service-worker/src/handler.ts", + "adapters/vercel/src/handler.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "literal-unindexed", + "queryId": "hono-def-01", + "query": "Where is the implementation of compose declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/compose.ts" + }, + "score": { + "queryId": "hono-def-01", + "status": "success", + "rankedPaths": [ + "benchmarks/routers-deno/deno.lock", + "benchmarks/routers/bun.lock", + "src/compose.test.ts", + "src/compose.ts", + "src/hono-base.ts", + "src/hono.test.ts", + "src/jsx/dom/intrinsic-element/components.test.tsx", + "src/jsx/dom/intrinsic-element/components.ts", + "src/middleware/cache/index.test.ts", + "src/middleware/combine/index.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.25, + "ndcgAt10": 0.43067655807339306 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "literal-unindexed", + "queryId": "hono-def-02", + "query": "Where is the implementation of HTTPException declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/http-exception.ts" + }, + "score": { + "queryId": "hono-def-02", + "status": "success", + "rankedPaths": [ + "src/adapter/cloudflare-pages/handler.test.ts", + "src/adapter/cloudflare-pages/handler.ts", + "src/helper/proxy/index.ts", + "src/hono.test.ts", + "src/http-exception.test.ts", + "src/http-exception.ts", + "src/middleware/basic-auth/index.ts", + "src/middleware/bearer-auth/index.ts", + "src/middleware/body-limit/index.ts", + "src/middleware/csrf/index.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "literal-unindexed", + "queryId": "hono-def-03", + "query": "Where is the implementation of SmartRouter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/router/smart-router/router.ts" + }, + "score": { + "queryId": "hono-def-03", + "status": "success", + "rankedPaths": [ + "README.md", + "src/hono.test.ts", + "src/hono.ts", + "src/preset/quick.test.ts", + "src/preset/quick.ts", + "src/router/smart-router/index.ts", + "src/router/smart-router/router.test.ts", + "src/router/smart-router/router.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.125, + "ndcgAt10": 0.31546487678572877 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "literal-unindexed", + "queryId": "hono-def-04", + "query": "Where is the implementation of validator declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/validator/validator.ts" + }, + "score": { + "queryId": "hono-def-04", + "status": "success", + "rankedPaths": [ + "docs/MIGRATION.md", + "jsr.json", + "package.json", + "pnpm-lock.yaml", + "src/client/client.test.ts", + "src/helper/factory/index.test.ts", + "src/request.ts", + "src/types.test.ts", + "src/validator/index.ts", + "src/validator/utils.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "literal-unindexed", + "queryId": "hono-def-05", + "query": "Where is the implementation of hc declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/client/client.ts" + }, + "score": { + "queryId": "hono-def-05", + "status": "success", + "rankedPaths": [ + "benchmarks/query-param/package-lock.json", + "benchmarks/routers-deno/deno.lock", + "benchmarks/routers/bun.lock", + "perf-measures/type-check/client.ts", + "pnpm-lock.yaml", + "src/client/client.test.ts", + "src/client/client.ts", + "src/client/index.ts", + "src/client/types.test.ts", + "src/client/types.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.14285714285714285, + "ndcgAt10": 0.3333333333333333 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "literal-unindexed", + "queryId": "hono-def-06", + "query": "Where is the implementation of defaultJoin declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/middleware/serve-static/path.ts" + }, + "score": { + "queryId": "hono-def-06", + "status": "success", + "rankedPaths": [ + "src/middleware/serve-static/index.ts", + "src/middleware/serve-static/path.test.ts", + "src/middleware/serve-static/path.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "literal-unindexed", + "queryId": "hono-nl-01", + "query": "Where does the framework answer a browser preflight request with allowed methods and headers without running the endpoint, including reflecting requested headers when no allow-list is configured?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/cors/index.ts" + }, + "score": { + "queryId": "hono-nl-01", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "literal-unindexed", + "queryId": "hono-nl-02", + "query": "Where are unsafe form-like requests rejected when neither their origin nor browser fetch-site metadata is trusted?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/csrf/index.ts" + }, + "score": { + "queryId": "hono-nl-02", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "literal-unindexed", + "queryId": "hono-nl-03", + "query": "Where are incoming upload bytes counted before the endpoint runs when transfer encoding prevents trusting the declared length, and how is an accepted body made readable afterward?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/body-limit/index.ts" + }, + "score": { + "queryId": "hono-nl-03", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "literal-unindexed", + "queryId": "hono-nl-04", + "query": "Where is a previously stored response returned without running the endpoint, while eligible new responses are copied into storage either synchronously or as background work?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/cache/index.ts" + }, + "score": { + "queryId": "hono-nl-04", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "literal-unindexed", + "queryId": "hono-nl-05", + "query": "Where does the request abstraction allow multiple body-reading formats to reuse an already consumed body while retaining the original media type?", + "track": "natural-language", + "expected": { + "filePath": "src/request.ts" + }, + "score": { + "queryId": "hono-nl-05", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "plain-file-bm25", + "queryId": "hono-def-01", + "query": "Where is the implementation of compose declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/compose.ts" + }, + "score": { + "queryId": "hono-def-01", + "status": "success", + "rankedPaths": [ + "src/compose.test.ts", + "benchmarks/routers-deno/deno.lock", + "src/compose.ts", + "src/middleware/combine/index.ts", + "benchmarks/routers/bun.lock", + "src/hono-base.ts", + "src/jsx/dom/intrinsic-element/components.test.tsx", + "src/hono.test.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "plain-file-bm25", + "queryId": "hono-def-02", + "query": "Where is the implementation of HTTPException declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/http-exception.ts" + }, + "score": { + "queryId": "hono-def-02", + "status": "success", + "rankedPaths": [ + "src/http-exception.ts", + "src/middleware/timeout/index.ts", + "src/http-exception.test.ts", + "src/middleware/timeout/index.test.ts", + "src/middleware/jwt/jwt.ts", + "src/middleware/basic-auth/index.ts", + "src/middleware/jwk/jwk.ts", + "src/adapter/cloudflare-pages/handler.test.ts", + "src/validator/validator.ts", + "src/middleware/body-limit/index.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "plain-file-bm25", + "queryId": "hono-def-03", + "query": "Where is the implementation of SmartRouter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/router/smart-router/router.ts" + }, + "score": { + "queryId": "hono-def-03", + "status": "success", + "rankedPaths": [ + "src/router/smart-router/router.test.ts", + "src/router/smart-router/router.ts", + "src/router/smart-router/index.ts", + "src/preset/quick.ts", + "src/preset/quick.test.ts", + "src/hono.ts", + "README.md", + "src/hono.test.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "plain-file-bm25", + "queryId": "hono-def-04", + "query": "Where is the implementation of validator declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/validator/validator.ts" + }, + "score": { + "queryId": "hono-def-04", + "status": "success", + "rankedPaths": [ + "src/validator/index.ts", + "src/validator/validator.test.ts", + "docs/MIGRATION.md", + "src/helper/factory/index.test.ts", + "src/client/client.test.ts", + "src/validator/utils.ts", + "jsr.json", + "package.json", + "src/validator/validator.ts", + "src/types.test.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.1111111111111111, + "ndcgAt10": 0.3010299956639812 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "plain-file-bm25", + "queryId": "hono-def-05", + "query": "Where is the implementation of hc declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/client/client.ts" + }, + "score": { + "queryId": "hono-def-05", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "plain-file-bm25", + "queryId": "hono-def-06", + "query": "Where is the implementation of defaultJoin declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/middleware/serve-static/path.ts" + }, + "score": { + "queryId": "hono-def-06", + "status": "success", + "rankedPaths": [ + "src/middleware/serve-static/path.test.ts", + "src/middleware/serve-static/path.ts", + "src/middleware/serve-static/index.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "plain-file-bm25", + "queryId": "hono-nl-01", + "query": "Where does the framework answer a browser preflight request with allowed methods and headers without running the endpoint, including reflecting requested headers when no allow-list is configured?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/cors/index.ts" + }, + "score": { + "queryId": "hono-nl-01", + "status": "success", + "rankedPaths": [ + "src/middleware/cors/index.test.ts", + "src/middleware/method-not-allowed/index.ts", + "src/middleware/method-not-allowed/index.test.ts", + "src/middleware/trailing-slash/index.test.ts", + "src/helper/proxy/index.ts", + "src/client/types.ts", + "docs/CODE_OF_CONDUCT.md", + "src/middleware/csrf/index.ts", + "src/request.test.ts", + "adapters/lambda-edge/test/index.test.ts" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "plain-file-bm25", + "queryId": "hono-nl-02", + "query": "Where are unsafe form-like requests rejected when neither their origin nor browser fetch-site metadata is trusted?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/csrf/index.ts" + }, + "score": { + "queryId": "hono-nl-02", + "status": "success", + "rankedPaths": [ + "src/middleware/csrf/index.ts", + "src/middleware/csrf/index.test.ts", + "src/utils/headers.ts", + "src/middleware/cors/index.test.ts", + "docs/CONTRIBUTING.md", + "src/middleware/cache/index.ts", + "src/middleware/secure-headers/index.test.ts", + "docs/MIGRATION.md", + "docs/MAINTAINING.md", + "src/utils/types.test.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "plain-file-bm25", + "queryId": "hono-nl-03", + "query": "Where are incoming upload bytes counted before the endpoint runs when transfer encoding prevents trusting the declared length, and how is an accepted body made readable afterward?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/body-limit/index.ts" + }, + "score": { + "queryId": "hono-nl-03", + "status": "success", + "rankedPaths": [ + "src/middleware/body-limit/index.ts", + "src/middleware/compress/index.ts", + "src/middleware/compress/index.test.ts", + "src/middleware/body-limit/index.test.ts", + "src/adapter/lambda-edge/handler.test.ts", + "adapters/lambda-edge/src/handler.test.ts", + "src/helper/proxy/index.ts", + "src/helper/route/index.ts", + "src/helper/proxy/index.test.ts", + "src/client/types.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "plain-file-bm25", + "queryId": "hono-nl-04", + "query": "Where is a previously stored response returned without running the endpoint, while eligible new responses are copied into storage either synchronously or as background work?", + "track": "natural-language", + "expected": { + "filePath": "src/middleware/cache/index.ts" + }, + "score": { + "queryId": "hono-nl-04", + "status": "success", + "rankedPaths": [ + "src/jsx/context.ts", + "src/client/types.ts", + "src/helper/css/index.test.tsx", + "src/middleware/compress/index.ts", + "src/helper/ssg/plugins.ts", + "src/middleware/jwk/jwk.ts", + "src/middleware/pretty-json/index.test.ts", + "src/middleware/trailing-slash/index.test.ts", + "src/middleware/compress/index.test.ts", + "src/jsx/index.test.tsx" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "hono", + "condition": "plain-file-bm25", + "queryId": "hono-nl-05", + "query": "Where does the request abstraction allow multiple body-reading formats to reuse an already consumed body while retaining the original media type?", + "track": "natural-language", + "expected": { + "filePath": "src/request.ts" + }, + "score": { + "queryId": "hono-nl-05", + "status": "success", + "rankedPaths": [ + "src/request.ts", + "src/middleware/compress/index.ts", + "src/middleware/cache/index.ts", + "src/utils/accept.test.ts", + "src/utils/body.ts", + "src/jsx/context.ts", + "adapters/lambda-edge/test/index.test.ts", + "src/client/types.ts", + "src/middleware/pretty-json/index.test.ts", + "src/request.test.ts" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "ocbi-hybrid", + "queryId": "typer-def-01", + "query": "Where is the implementation of solve_typer_info_defaults declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/main.py" + }, + "score": { + "queryId": "typer-def-01", + "status": "success", + "rankedPaths": [ + "typer/main.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "ocbi-hybrid", + "queryId": "typer-def-02", + "query": "Where is the implementation of TyperOption declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/core.py" + }, + "score": { + "queryId": "typer-def-02", + "status": "success", + "rankedPaths": [ + "typer/core.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "ocbi-hybrid", + "queryId": "typer-def-03", + "query": "Where is the implementation of TyperPath declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/models.py" + }, + "score": { + "queryId": "typer-def-03", + "status": "success", + "rankedPaths": [ + "typer/models.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "ocbi-hybrid", + "queryId": "typer-def-04", + "query": "Where is the implementation of get_params_from_function declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/utils.py" + }, + "score": { + "queryId": "typer-def-04", + "status": "success", + "rankedPaths": [ + "typer/utils.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "ocbi-hybrid", + "queryId": "typer-def-05", + "query": "Where is the implementation of get_completion_inspect_parameters declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/completion.py" + }, + "score": { + "queryId": "typer-def-05", + "status": "success", + "rankedPaths": [ + "typer/completion.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "ocbi-hybrid", + "queryId": "typer-def-06", + "query": "Where is the implementation of get_completion_script declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/_completion_shared.py" + }, + "score": { + "queryId": "typer-def-06", + "status": "success", + "rankedPaths": [ + "typer/_completion_shared.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "ocbi-hybrid", + "queryId": "typer-nl-01", + "query": "Where is the terminal help output assembled into separately named argument, option, and command panels while hiding entries marked as invisible?", + "track": "natural-language", + "expected": { + "filePath": "typer/rich_utils.py" + }, + "score": { + "queryId": "typer-nl-01", + "status": "success", + "rankedPaths": [ + "typer/_click/decorators.py", + "typer/rich_utils.py", + "typer/_click/parser.py", + "typer/models.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "ocbi-hybrid", + "queryId": "typer-nl-02", + "query": "Where does tab completion for Zsh escape suggested values and their help text, and switch to completing file names when there are no suggestions?", + "track": "natural-language", + "expected": { + "filePath": "typer/_completion_classes.py" + }, + "score": { + "queryId": "typer-nl-02", + "status": "success", + "rankedPaths": [ + "typer/_completion_shared.py", + "typer/_completion_classes.py", + "tests/test_completion/test_completion_install.py", + "typer/_click/utils.py", + "tests/test_completion/completion_option_then_argument.py", + "docs/tutorial/options-autocompletion.md", + "tests/test_tutorial/test_options_autocompletion/test_tutorial003.py", + "docs/tutorial/options/callback-and-context.md", + "docs_src/options_autocompletion/tutorial005_py310.py", + "docs_src/options_autocompletion/tutorial005_an_py310.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "ocbi-hybrid", + "queryId": "typer-nl-03", + "query": "Where does the bundled command-line launcher import a Python file or module and decide whether to run an existing application object or wrap a function as a command?", + "track": "natural-language", + "expected": { + "filePath": "typer/cli.py" + }, + "score": { + "queryId": "typer-nl-03", + "status": "success", + "rankedPaths": [ + "typer/_click/termui.py", + "typer/_click/utils.py", + "docs_src/launch/tutorial002_py310.py", + "tests/test_tutorial/test_commands/test_callback/test_tutorial003.py", + "docs/tutorial/testing.md", + "docs/tutorial/typer-app.md", + "docs_src/launch/tutorial001_py310.py", + "docs/tutorial/package.md", + "typer/_click/_compat.py", + "typer/main.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "ocbi-hybrid", + "queryId": "typer-nl-04", + "query": "Where are command-line choices matched against enum values rather than member names, with optional case-insensitive matching that returns the original choice object?", + "track": "natural-language", + "expected": { + "filePath": "typer/_types.py" + }, + "score": { + "queryId": "typer-nl-04", + "status": "success", + "rankedPaths": [ + "typer/_types.py", + "tests/test_types.py", + "docs/tutorial/parameter-types/enum.md", + "tests/test_completion/choice_case_insensitive_example.py", + "typer/params.py", + "tests/test_completion/test_completion_choice_no_case.py", + "typer/_click/parser.py", + "docs_src/parameter_types/enum/tutorial002_an_py310.py", + "typer/_click/core.py", + "docs_src/parameter_types/enum/tutorial002_py310.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "ocbi-hybrid", + "queryId": "typer-nl-05", + "query": "Where is the in-process command invocation utility that temporarily replaces input/output streams and environment values, captures failures, and restores interpreter state afterward?", + "track": "natural-language", + "expected": { + "filePath": "typer/testing.py" + }, + "score": { + "queryId": "typer-nl-05", + "status": "success", + "rankedPaths": [ + "typer/models.py", + "typer/testing.py", + "typer/rich_utils.py", + "docs_src/commands/context/tutorial003_py310.py", + "docs_src/commands/context/tutorial002_py310.py", + "docs_src/commands/context/tutorial001_py310.py", + "docs_src/commands/options/tutorial001_py310.py", + "docs_src/commands/options/tutorial001_an_py310.py", + "docs_src/commands/help/tutorial001_py310.py", + "docs_src/commands/help/tutorial001_an_py310.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "ocbi-structural", + "queryId": "typer-def-01", + "query": "Where is the implementation of solve_typer_info_defaults declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/main.py" + }, + "score": { + "queryId": "typer-def-01", + "status": "success", + "rankedPaths": [ + "typer/main.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "ocbi-structural", + "queryId": "typer-def-02", + "query": "Where is the implementation of TyperOption declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/core.py" + }, + "score": { + "queryId": "typer-def-02", + "status": "success", + "rankedPaths": [ + "typer/core.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "ocbi-structural", + "queryId": "typer-def-03", + "query": "Where is the implementation of TyperPath declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/models.py" + }, + "score": { + "queryId": "typer-def-03", + "status": "success", + "rankedPaths": [ + "typer/models.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "ocbi-structural", + "queryId": "typer-def-04", + "query": "Where is the implementation of get_params_from_function declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/utils.py" + }, + "score": { + "queryId": "typer-def-04", + "status": "success", + "rankedPaths": [ + "typer/utils.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "ocbi-structural", + "queryId": "typer-def-05", + "query": "Where is the implementation of get_completion_inspect_parameters declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/completion.py" + }, + "score": { + "queryId": "typer-def-05", + "status": "success", + "rankedPaths": [ + "typer/completion.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "ocbi-structural", + "queryId": "typer-def-06", + "query": "Where is the implementation of get_completion_script declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/_completion_shared.py" + }, + "score": { + "queryId": "typer-def-06", + "status": "success", + "rankedPaths": [ + "typer/_completion_shared.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "ocbi-structural", + "queryId": "typer-nl-01", + "query": "Where is the terminal help output assembled into separately named argument, option, and command panels while hiding entries marked as invisible?", + "track": "natural-language", + "expected": { + "filePath": "typer/rich_utils.py" + }, + "score": { + "queryId": "typer-nl-01", + "status": "success", + "rankedPaths": [ + "typer/_click/decorators.py", + "typer/_click/parser.py", + "typer/rich_utils.py", + "typer/_click/formatting.py", + "typer/_click/utils.py", + "typer/_click/_compat.py", + "typer/_click/termui.py", + "typer/_click/exceptions.py", + "typer/_click/shell_completion.py", + "docs_src/commands/help/tutorial007_py310.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "ocbi-structural", + "queryId": "typer-nl-02", + "query": "Where does tab completion for Zsh escape suggested values and their help text, and switch to completing file names when there are no suggestions?", + "track": "natural-language", + "expected": { + "filePath": "typer/_completion_classes.py" + }, + "score": { + "queryId": "typer-nl-02", + "status": "success", + "rankedPaths": [ + "typer/_click/utils.py", + "typer/_completion_classes.py", + "docs/tutorial/options-autocompletion.md", + "docs/tutorial/options/callback-and-context.md", + "docs/tutorial/package.md", + "README.md", + "docs_src/options_autocompletion/tutorial007_py310.py", + "docs_src/options_autocompletion/tutorial007_an_py310.py", + "docs/tutorial/multiple-values/arguments-with-multiple-values.md", + "docs_src/options_autocompletion/tutorial009_py310.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "ocbi-structural", + "queryId": "typer-nl-03", + "query": "Where does the bundled command-line launcher import a Python file or module and decide whether to run an existing application object or wrap a function as a command?", + "track": "natural-language", + "expected": { + "filePath": "typer/cli.py" + }, + "score": { + "queryId": "typer-nl-03", + "status": "success", + "rankedPaths": [ + "tests/test_cli/test_doc.py", + "typer/models.py", + "docs/tutorial/testing.md", + "docs/tutorial/typer-app.md", + "docs/tutorial/one-file-per-command.md", + "typer/main.py", + "docs/tutorial/package.md", + "typer/_click/_compat.py", + "docs/tutorial/parameter-types/file.md", + "docs/index.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "ocbi-structural", + "queryId": "typer-nl-04", + "query": "Where are command-line choices matched against enum values rather than member names, with optional case-insensitive matching that returns the original choice object?", + "track": "natural-language", + "expected": { + "filePath": "typer/_types.py" + }, + "score": { + "queryId": "typer-nl-04", + "status": "success", + "rankedPaths": [ + "typer/_types.py", + "tests/test_completion/test_completion_choice_no_case.py", + "typer/params.py", + "typer/_click/parser.py", + "docs/tutorial/parameter-types/enum.md", + "typer/_click/core.py", + "docs/tutorial/testing.md", + "docs/tutorial/options-autocompletion.md", + "docs/tutorial/first-steps.md", + "typer/models.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "ocbi-structural", + "queryId": "typer-nl-05", + "query": "Where is the in-process command invocation utility that temporarily replaces input/output streams and environment values, captures failures, and restores interpreter state afterward?", + "track": "natural-language", + "expected": { + "filePath": "typer/testing.py" + }, + "score": { + "queryId": "typer-nl-05", + "status": "success", + "rankedPaths": [ + "typer/testing.py", + "typer/rich_utils.py", + "docs_src/commands/help/tutorial006_py310.py", + "docs_src/commands/help/tutorial005_py310.py", + "docs_src/commands/help/tutorial005_an_py310.py", + "docs_src/commands/help/tutorial002_py310.py", + "docs_src/commands/help/tutorial004_py310.py", + "docs_src/commands/callback/tutorial001_py310.py", + "docs_src/commands/help/tutorial004_an_py310.py", + "docs_src/commands/help/tutorial007_py310.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "codegraph", + "queryId": "typer-def-01", + "query": "Where is the implementation of solve_typer_info_defaults declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/main.py" + }, + "score": { + "queryId": "typer-def-01", + "status": "success", + "rankedPaths": [ + "typer/main.py", + "tests/test_others.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "codegraph", + "queryId": "typer-def-02", + "query": "Where is the implementation of TyperOption declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/core.py" + }, + "score": { + "queryId": "typer-def-02", + "status": "success", + "rankedPaths": [ + "typer/core.py", + "typer/cli.py", + "typer/main.py", + "typer/_click/core.py", + "typer/_click/decorators.py", + "typer/rich_utils.py", + "typer/_click/parser.py", + "tests/test_core.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "codegraph", + "queryId": "typer-def-03", + "query": "Where is the implementation of TyperPath declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/models.py" + }, + "score": { + "queryId": "typer-def-03", + "status": "success", + "rankedPaths": [ + "typer/models.py", + "typer/main.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "codegraph", + "queryId": "typer-def-04", + "query": "Where is the implementation of get_params_from_function declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/utils.py" + }, + "score": { + "queryId": "typer-def-04", + "status": "success", + "rankedPaths": [ + "typer/utils.py", + "typer/completion.py", + "typer/main.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "codegraph", + "queryId": "typer-def-05", + "query": "Where is the implementation of get_completion_inspect_parameters declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/completion.py" + }, + "score": { + "queryId": "typer-def-05", + "status": "success", + "rankedPaths": [ + "typer/completion.py", + "typer/main.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "codegraph", + "queryId": "typer-def-06", + "query": "Where is the implementation of get_completion_script declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/_completion_shared.py" + }, + "score": { + "queryId": "typer-def-06", + "status": "success", + "rankedPaths": [ + "typer/_completion_shared.py", + "typer/completion.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "codegraph", + "queryId": "typer-nl-01", + "query": "Where is the terminal help output assembled into separately named argument, option, and command panels while hiding entries marked as invisible?", + "track": "natural-language", + "expected": { + "filePath": "typer/rich_utils.py" + }, + "score": { + "queryId": "typer-nl-01", + "status": "success", + "rankedPaths": [ + "typer/_click/types.py", + "typer/testing.py", + "typer/_click/_compat.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "codegraph", + "queryId": "typer-nl-02", + "query": "Where does tab completion for Zsh escape suggested values and their help text, and switch to completing file names when there are no suggestions?", + "track": "natural-language", + "expected": { + "filePath": "typer/_completion_classes.py" + }, + "score": { + "queryId": "typer-nl-02", + "status": "success", + "rankedPaths": [ + "typer/_completion_classes.py", + "typer/_click/shell_completion.py", + "typer/_click/core.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "codegraph", + "queryId": "typer-nl-03", + "query": "Where does the bundled command-line launcher import a Python file or module and decide whether to run an existing application object or wrap a function as a command?", + "track": "natural-language", + "expected": { + "filePath": "typer/cli.py" + }, + "score": { + "queryId": "typer-nl-03", + "status": "success", + "rankedPaths": [ + "typer/_click/termui.py", + "typer/main.py", + "typer/_click/_termui_impl.py", + "tests/test_termui.py", + "typer/_click/utils.py", + "tests/test_launch.py", + "docs_src/launch/tutorial002_py310.py", + "docs_src/launch/tutorial001_py310.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "codegraph", + "queryId": "typer-nl-04", + "query": "Where are command-line choices matched against enum values rather than member names, with optional case-insensitive matching that returns the original choice object?", + "track": "natural-language", + "expected": { + "filePath": "typer/_types.py" + }, + "score": { + "queryId": "typer-nl-04", + "status": "success", + "rankedPaths": [ + "typer/testing.py", + "typer/_click/_compat.py", + "typer/_click/_winconsole.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "codegraph", + "queryId": "typer-nl-05", + "query": "Where is the in-process command invocation utility that temporarily replaces input/output streams and environment values, captures failures, and restores interpreter state afterward?", + "track": "natural-language", + "expected": { + "filePath": "typer/testing.py" + }, + "score": { + "queryId": "typer-nl-05", + "status": "success", + "rankedPaths": [ + "typer/cli.py", + "typer/_click/parser.py", + "typer/_click/exceptions.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "codebase-memory", + "queryId": "typer-def-01", + "query": "Where is the implementation of solve_typer_info_defaults declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/main.py" + }, + "score": { + "queryId": "typer-def-01", + "status": "success", + "rankedPaths": [ + "typer/main.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "codebase-memory", + "queryId": "typer-def-02", + "query": "Where is the implementation of TyperOption declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/core.py" + }, + "score": { + "queryId": "typer-def-02", + "status": "success", + "rankedPaths": [ + "typer/core.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "codebase-memory", + "queryId": "typer-def-03", + "query": "Where is the implementation of TyperPath declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/models.py" + }, + "score": { + "queryId": "typer-def-03", + "status": "success", + "rankedPaths": [ + "typer/models.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "codebase-memory", + "queryId": "typer-def-04", + "query": "Where is the implementation of get_params_from_function declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/utils.py" + }, + "score": { + "queryId": "typer-def-04", + "status": "success", + "rankedPaths": [ + "typer/utils.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "codebase-memory", + "queryId": "typer-def-05", + "query": "Where is the implementation of get_completion_inspect_parameters declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/completion.py" + }, + "score": { + "queryId": "typer-def-05", + "status": "success", + "rankedPaths": [ + "typer/completion.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "codebase-memory", + "queryId": "typer-def-06", + "query": "Where is the implementation of get_completion_script declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/_completion_shared.py" + }, + "score": { + "queryId": "typer-def-06", + "status": "success", + "rankedPaths": [ + "typer/_completion_shared.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "codebase-memory", + "queryId": "typer-nl-01", + "query": "Where is the terminal help output assembled into separately named argument, option, and command panels while hiding entries marked as invisible?", + "track": "natural-language", + "expected": { + "filePath": "typer/rich_utils.py" + }, + "score": { + "queryId": "typer-nl-01", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "typer", + "condition": "codebase-memory", + "queryId": "typer-nl-02", + "query": "Where does tab completion for Zsh escape suggested values and their help text, and switch to completing file names when there are no suggestions?", + "track": "natural-language", + "expected": { + "filePath": "typer/_completion_classes.py" + }, + "score": { + "queryId": "typer-nl-02", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "typer", + "condition": "codebase-memory", + "queryId": "typer-nl-03", + "query": "Where does the bundled command-line launcher import a Python file or module and decide whether to run an existing application object or wrap a function as a command?", + "track": "natural-language", + "expected": { + "filePath": "typer/cli.py" + }, + "score": { + "queryId": "typer-nl-03", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "typer", + "condition": "codebase-memory", + "queryId": "typer-nl-04", + "query": "Where are command-line choices matched against enum values rather than member names, with optional case-insensitive matching that returns the original choice object?", + "track": "natural-language", + "expected": { + "filePath": "typer/_types.py" + }, + "score": { + "queryId": "typer-nl-04", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "typer", + "condition": "codebase-memory", + "queryId": "typer-nl-05", + "query": "Where is the in-process command invocation utility that temporarily replaces input/output streams and environment values, captures failures, and restores interpreter state afterward?", + "track": "natural-language", + "expected": { + "filePath": "typer/testing.py" + }, + "score": { + "queryId": "typer-nl-05", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "typer", + "condition": "grepai", + "queryId": "typer-def-01", + "query": "Where is the implementation of solve_typer_info_defaults declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/main.py" + }, + "score": { + "queryId": "typer-def-01", + "status": "success", + "rankedPaths": [ + "typer/main.py", + "docs_src/options/required/tutorial002_py310.py", + "docs_src/options/help/tutorial003_py310.py", + "docs_src/first_steps/tutorial003_py310.py", + "docs_src/parameter_types/number/tutorial002_py310.py", + "docs_src/first_steps/tutorial002_py310.py", + "docs_src/first_steps/tutorial004_py310.py", + "docs_src/first_steps/tutorial001_py310.py", + "docs_src/options/required/tutorial001_py310.py", + "docs_src/terminating/tutorial003_py310.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "grepai", + "queryId": "typer-def-02", + "query": "Where is the implementation of TyperOption declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/core.py" + }, + "score": { + "queryId": "typer-def-02", + "status": "success", + "rankedPaths": [ + "typer/_click/types.py", + "docs_src/parameter_types/index/tutorial001_py310.py", + "docs_src/parameter_types/custom_types/tutorial001_an_py310.py", + "docs_src/parameter_types/custom_types/tutorial001_py310.py", + "tests/assets/cli/multi_app_cli.py", + "tests/assets/type_error_no_rich.py", + "tests/assets/type_error_rich.py", + "tests/assets/type_error_no_rich_short_disable.py", + "tests/assets/type_error_normal_traceback.py", + "tests/assets/completion_no_types_order.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "grepai", + "queryId": "typer-def-03", + "query": "Where is the implementation of TyperPath declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/models.py" + }, + "score": { + "queryId": "typer-def-03", + "status": "success", + "rankedPaths": [ + "typer/_click/types.py", + "typer/exceptions.py", + "tests/assets/type_error_rich.py", + "tests/assets/type_error_no_rich.py", + "docs_src/parameter_types/number/tutorial002_py310.py", + "typer/params.py", + "tests/assets/completion_no_types_order.py", + "tests/assets/cli/multi_app_cli.py", + "tests/assets/type_error_normal_traceback.py", + "tests/assets/completion_no_types.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "grepai", + "queryId": "typer-def-04", + "query": "Where is the implementation of get_params_from_function declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/utils.py" + }, + "score": { + "queryId": "typer-def-04", + "status": "success", + "rankedPaths": [ + "typer/utils.py", + "typer/main.py", + "tests/assets/cli/func_other_name.py", + "docs_src/options/callback/tutorial004_py310.py", + "typer/_click/core.py", + "typer/completion.py", + "typer/_click/shell_completion.py", + "docs_src/options/callback/tutorial004_an_py310.py", + "typer/_click/termui.py", + "typer/params.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "grepai", + "queryId": "typer-def-05", + "query": "Where is the implementation of get_completion_inspect_parameters declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/completion.py" + }, + "score": { + "queryId": "typer-def-05", + "status": "success", + "rankedPaths": [ + "typer/_click/shell_completion.py", + "typer/completion.py", + "typer/_click/core.py", + "tests/assets/completion_argument.py", + "typer/_types.py", + "typer/models.py", + "typer/_completion_classes.py", + "typer/_completion_shared.py", + "docs_src/progressbar/tutorial003_py310.py", + "docs_src/progressbar/tutorial005_py310.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "grepai", + "queryId": "typer-def-06", + "query": "Where is the implementation of get_completion_script declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/_completion_shared.py" + }, + "score": { + "queryId": "typer-def-06", + "status": "success", + "rankedPaths": [ + "typer/_click/shell_completion.py", + "typer/_click/core.py", + "typer/completion.py", + "typer/_completion_shared.py", + "typer/_completion_classes.py", + "typer/models.py", + "scripts/prepare_release.py", + "docs_src/progressbar/tutorial002_py310.py", + "typer/_types.py", + "tests/assets/completion_no_types.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.25, + "ndcgAt10": 0.43067655807339306 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "grepai", + "queryId": "typer-nl-01", + "query": "Where is the terminal help output assembled into separately named argument, option, and command panels while hiding entries marked as invisible?", + "track": "natural-language", + "expected": { + "filePath": "typer/rich_utils.py" + }, + "score": { + "queryId": "typer-nl-01", + "status": "success", + "rankedPaths": [ + "typer/rich_utils.py", + "typer/main.py", + "typer/core.py", + "typer/_click/core.py", + "docs_src/commands/help/tutorial006_py310.py", + "docs_src/commands/index/tutorial003_py310.py", + "typer/models.py", + "typer/params.py", + "docs_src/options_autocompletion/tutorial006_an_py310.py", + "docs_src/options_autocompletion/tutorial009_an_py310.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "grepai", + "queryId": "typer-nl-02", + "query": "Where does tab completion for Zsh escape suggested values and their help text, and switch to completing file names when there are no suggestions?", + "track": "natural-language", + "expected": { + "filePath": "typer/_completion_classes.py" + }, + "score": { + "queryId": "typer-nl-02", + "status": "success", + "rankedPaths": [ + "typer/_completion_classes.py", + "typer/_completion_shared.py", + "docs_src/progressbar/tutorial002_py310.py", + "typer/_click/shell_completion.py", + ".github/workflows/add-to-project.yml", + "docs_src/commands/index/tutorial005_py310.py", + "docs_src/options_autocompletion/tutorial003_an_py310.py", + "docs_src/options/prompt/tutorial003_an_py310.py", + "docs_src/options_autocompletion/tutorial005_an_py310.py", + "docs_src/options_autocompletion/tutorial004_an_py310.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "grepai", + "queryId": "typer-nl-03", + "query": "Where does the bundled command-line launcher import a Python file or module and decide whether to run an existing application object or wrap a function as a command?", + "track": "natural-language", + "expected": { + "filePath": "typer/cli.py" + }, + "score": { + "queryId": "typer-nl-03", + "status": "success", + "rankedPaths": [ + "typer/_click/utils.py", + "typer/main.py", + "tests/assets/print_modules.py", + "docs_src/launch/tutorial001_py310.py", + "docs_src/commands/callback/tutorial003_py310.py", + "typer/cli.py", + "docs_src/commands/callback/tutorial002_py310.py", + "docs_src/launch/tutorial002_py310.py", + "typer/_click/core.py", + "docs_src/parameter_types/bool/tutorial004_py310.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "grepai", + "queryId": "typer-nl-04", + "query": "Where are command-line choices matched against enum values rather than member names, with optional case-insensitive matching that returns the original choice object?", + "track": "natural-language", + "expected": { + "filePath": "typer/_types.py" + }, + "score": { + "queryId": "typer-nl-04", + "status": "success", + "rankedPaths": [ + "typer/params.py", + "docs_src/parameter_types/enum/tutorial003_py310.py", + "docs_src/parameter_types/enum/tutorial003_an_py310.py", + "docs_src/parameter_types/enum/tutorial002_py310.py", + "docs_src/parameter_types/enum/tutorial002_an_py310.py", + "typer/core.py", + "typer/_types.py", + "docs_src/parameter_types/enum/tutorial001_py310.py", + "typer/_click/parser.py", + "typer/_click/types.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.14285714285714285, + "ndcgAt10": 0.3333333333333333 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "grepai", + "queryId": "typer-nl-05", + "query": "Where is the in-process command invocation utility that temporarily replaces input/output streams and environment values, captures failures, and restores interpreter state afterward?", + "track": "natural-language", + "expected": { + "filePath": "typer/testing.py" + }, + "score": { + "queryId": "typer-nl-05", + "status": "success", + "rankedPaths": [ + "docs_src/commands/help/tutorial001_an_py310.py", + "docs_src/commands/help/tutorial001_py310.py", + "docs_src/commands/options/tutorial001_an_py310.py", + "docs_src/commands/options/tutorial001_py310.py", + "docs_src/commands/context/tutorial003_py310.py", + "typer/_click/core.py", + "docs_src/commands/context/tutorial002_py310.py", + ".github/workflows/pre-commit.yml", + "tests/assets/completion_argument.py", + "docs_src/commands/context/tutorial001_py310.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "literal-unindexed", + "queryId": "typer-def-01", + "query": "Where is the implementation of solve_typer_info_defaults declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/main.py" + }, + "score": { + "queryId": "typer-def-01", + "status": "success", + "rankedPaths": [ + "tests/test_others.py", + "typer/main.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "literal-unindexed", + "queryId": "typer-def-02", + "query": "Where is the implementation of TyperOption declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/core.py" + }, + "score": { + "queryId": "typer-def-02", + "status": "success", + "rankedPaths": [ + "tests/test_core.py", + "typer/_click/core.py", + "typer/_click/decorators.py", + "typer/_click/parser.py", + "typer/_click/shell_completion.py", + "typer/cli.py", + "typer/core.py", + "typer/main.py", + "typer/rich_utils.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.14285714285714285, + "ndcgAt10": 0.3333333333333333 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "literal-unindexed", + "queryId": "typer-def-03", + "query": "Where is the implementation of TyperPath declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/models.py" + }, + "score": { + "queryId": "typer-def-03", + "status": "success", + "rankedPaths": [ + "typer/main.py", + "typer/models.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "literal-unindexed", + "queryId": "typer-def-04", + "query": "Where is the implementation of get_params_from_function declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/utils.py" + }, + "score": { + "queryId": "typer-def-04", + "status": "success", + "rankedPaths": [ + "typer/completion.py", + "typer/main.py", + "typer/utils.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "literal-unindexed", + "queryId": "typer-def-05", + "query": "Where is the implementation of get_completion_inspect_parameters declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/completion.py" + }, + "score": { + "queryId": "typer-def-05", + "status": "success", + "rankedPaths": [ + "typer/completion.py", + "typer/main.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "literal-unindexed", + "queryId": "typer-def-06", + "query": "Where is the implementation of get_completion_script declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/_completion_shared.py" + }, + "score": { + "queryId": "typer-def-06", + "status": "success", + "rankedPaths": [ + "typer/_completion_shared.py", + "typer/completion.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "literal-unindexed", + "queryId": "typer-nl-01", + "query": "Where is the terminal help output assembled into separately named argument, option, and command panels while hiding entries marked as invisible?", + "track": "natural-language", + "expected": { + "filePath": "typer/rich_utils.py" + }, + "score": { + "queryId": "typer-nl-01", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "literal-unindexed", + "queryId": "typer-nl-02", + "query": "Where does tab completion for Zsh escape suggested values and their help text, and switch to completing file names when there are no suggestions?", + "track": "natural-language", + "expected": { + "filePath": "typer/_completion_classes.py" + }, + "score": { + "queryId": "typer-nl-02", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "literal-unindexed", + "queryId": "typer-nl-03", + "query": "Where does the bundled command-line launcher import a Python file or module and decide whether to run an existing application object or wrap a function as a command?", + "track": "natural-language", + "expected": { + "filePath": "typer/cli.py" + }, + "score": { + "queryId": "typer-nl-03", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "literal-unindexed", + "queryId": "typer-nl-04", + "query": "Where are command-line choices matched against enum values rather than member names, with optional case-insensitive matching that returns the original choice object?", + "track": "natural-language", + "expected": { + "filePath": "typer/_types.py" + }, + "score": { + "queryId": "typer-nl-04", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "literal-unindexed", + "queryId": "typer-nl-05", + "query": "Where is the in-process command invocation utility that temporarily replaces input/output streams and environment values, captures failures, and restores interpreter state afterward?", + "track": "natural-language", + "expected": { + "filePath": "typer/testing.py" + }, + "score": { + "queryId": "typer-nl-05", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "plain-file-bm25", + "queryId": "typer-def-01", + "query": "Where is the implementation of solve_typer_info_defaults declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/main.py" + }, + "score": { + "queryId": "typer-def-01", + "status": "success", + "rankedPaths": [ + "tests/test_others.py", + "typer/main.py", + "typer/utils.py", + "tests/assets/completion_no_types.py", + "tests/assets/completion_no_types_order.py", + "tests/test_ambiguous_params.py", + "scripts/deploy_docs_status.py", + "typer/_click/termui.py", + "typer/testing.py", + "tests/assets/completion_argument.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "plain-file-bm25", + "queryId": "typer-def-02", + "query": "Where is the implementation of TyperOption declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/core.py" + }, + "score": { + "queryId": "typer-def-02", + "status": "success", + "rankedPaths": [ + "typer/_click/decorators.py", + "tests/test_core.py", + "typer/rich_utils.py", + "typer/_click/shell_completion.py", + "typer/cli.py", + "typer/_click/core.py", + "typer/core.py", + "typer/main.py", + "typer/_click/parser.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.14285714285714285, + "ndcgAt10": 0.3333333333333333 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "plain-file-bm25", + "queryId": "typer-def-03", + "query": "Where is the implementation of TyperPath declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/models.py" + }, + "score": { + "queryId": "typer-def-03", + "status": "success", + "rankedPaths": [ + "typer/models.py", + "typer/main.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "plain-file-bm25", + "queryId": "typer-def-04", + "query": "Where is the implementation of get_params_from_function declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/utils.py" + }, + "score": { + "queryId": "typer-def-04", + "status": "success", + "rankedPaths": [ + "typer/completion.py", + "typer/main.py", + "typer/cli.py", + "tests/test_tutorial/test_commands/test_help/test_tutorial004.py", + "tests/test_tutorial/test_commands/test_help/test_tutorial005.py", + "typer/utils.py", + "typer/_click/core.py", + "typer/_click/shell_completion.py", + "typer/__init__.py", + "docs/tutorial/options/callback-and-context.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "plain-file-bm25", + "queryId": "typer-def-05", + "query": "Where is the implementation of get_completion_inspect_parameters declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/completion.py" + }, + "score": { + "queryId": "typer-def-05", + "status": "success", + "rankedPaths": [ + "typer/completion.py", + "docs/tutorial/options-autocompletion.md", + "typer/main.py", + "docs/tutorial/options/callback-and-context.md", + "docs/alternatives.md", + "docs/tutorial/options/version.md", + "docs/tutorial/commands/index.md", + "docs/features.md", + "typer/utils.py", + "docs/tutorial/commands/callback.md" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "plain-file-bm25", + "queryId": "typer-def-06", + "query": "Where is the implementation of get_completion_script declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "typer/_completion_shared.py" + }, + "score": { + "queryId": "typer-def-06", + "status": "success", + "rankedPaths": [ + "typer/_completion_shared.py", + "typer/_completion_classes.py", + "typer/completion.py", + "typer/_click/shell_completion.py", + "docs/tutorial/options/callback-and-context.md", + "docs/tutorial/typer-command.md", + "tests/test_completion/test_completion_install.py", + "docs/tutorial/options-autocompletion.md", + "README.md", + "docs/index.md" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "plain-file-bm25", + "queryId": "typer-nl-01", + "query": "Where is the terminal help output assembled into separately named argument, option, and command panels while hiding entries marked as invisible?", + "track": "natural-language", + "expected": { + "filePath": "typer/rich_utils.py" + }, + "score": { + "queryId": "typer-nl-01", + "status": "success", + "rankedPaths": [ + "docs/tutorial/arguments/help.md", + "docs/tutorial/commands/help.md", + "docs/tutorial/options/help.md", + "typer/_click/termui.py", + "typer/_click/core.py", + "typer/_click/parser.py", + "typer/rich_utils.py", + "docs/tutorial/install.md", + "docs/tutorial/options-autocompletion.md", + "typer/params.py" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.14285714285714285, + "ndcgAt10": 0.3333333333333333 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "plain-file-bm25", + "queryId": "typer-nl-02", + "query": "Where does tab completion for Zsh escape suggested values and their help text, and switch to completing file names when there are no suggestions?", + "track": "natural-language", + "expected": { + "filePath": "typer/_completion_classes.py" + }, + "score": { + "queryId": "typer-nl-02", + "status": "success", + "rankedPaths": [ + "docs/tutorial/options-autocompletion.md", + "docs/tutorial/options/callback-and-context.md", + "docs/contributing.md", + "docs/tutorial/typer-app.md", + "docs/tutorial/install.md", + "docs/tutorial/first-steps.md", + "docs/tutorial/commands/callback.md", + "README.md", + "docs/index.md", + "docs/tutorial/package.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "plain-file-bm25", + "queryId": "typer-nl-03", + "query": "Where does the bundled command-line launcher import a Python file or module and decide whether to run an existing application object or wrap a function as a command?", + "track": "natural-language", + "expected": { + "filePath": "typer/cli.py" + }, + "score": { + "queryId": "typer-nl-03", + "status": "success", + "rankedPaths": [ + "docs/tutorial/typer-app.md", + "docs/tutorial/testing.md", + "docs/tutorial/install.md", + "typer/_click/utils.py", + ".github/workflows/test-redistribute.yml", + "docs/tutorial/parameter-types/file.md", + "docs/tutorial/app-dir.md", + "docs/tutorial/options/callback-and-context.md", + "typer/params.py", + "docs/tutorial/typer-command.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "plain-file-bm25", + "queryId": "typer-nl-04", + "query": "Where are command-line choices matched against enum values rather than member names, with optional case-insensitive matching that returns the original choice object?", + "track": "natural-language", + "expected": { + "filePath": "typer/_types.py" + }, + "score": { + "queryId": "typer-nl-04", + "status": "success", + "rankedPaths": [ + "typer/_types.py", + "docs/tutorial/parameter-types/enum.md", + "typer/params.py", + "typer/_click/core.py", + "tests/test_types.py", + "docs/tutorial/testing.md", + "docs/tutorial/options-autocompletion.md", + "docs/tutorial/terminating.md", + "tests/test_completion/test_completion_choice_no_case.py", + "typer/_click/_termui_impl.py" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "typer", + "condition": "plain-file-bm25", + "queryId": "typer-nl-05", + "query": "Where is the in-process command invocation utility that temporarily replaces input/output streams and environment values, captures failures, and restores interpreter state afterward?", + "track": "natural-language", + "expected": { + "filePath": "typer/testing.py" + }, + "score": { + "queryId": "typer-nl-05", + "status": "success", + "rankedPaths": [ + "typer/_click/parser.py", + "typer/_click/core.py", + "docs/environment-variables.md", + "typer/testing.py", + "docs/contributing.md", + "docs/tutorial/options-autocompletion.md", + "docs/tutorial/install.md", + "docs/tutorial/package.md", + "docs/tutorial/options/callback-and-context.md", + "docs/tutorial/printing.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.25, + "ndcgAt10": 0.43067655807339306 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "ocbi-hybrid", + "queryId": "gin-explicit-01", + "query": "Where is the implementation of cleanPath declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "path.go" + }, + "score": { + "queryId": "gin-explicit-01", + "status": "success", + "rankedPaths": [ + "path.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "ocbi-hybrid", + "queryId": "gin-explicit-02", + "query": "Where is the implementation of WriteHeaderNow declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "response_writer.go" + }, + "score": { + "queryId": "gin-explicit-02", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "ocbi-hybrid", + "queryId": "gin-explicit-03", + "query": "Where is the implementation of findCaseInsensitivePathRec declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "tree.go" + }, + "score": { + "queryId": "gin-explicit-03", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "ocbi-hybrid", + "queryId": "gin-explicit-04", + "query": "Where is the implementation of the defaultValidator receiver's ValidateStruct method declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "binding/default_validator.go" + }, + "score": { + "queryId": "gin-explicit-04", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "ocbi-hybrid", + "queryId": "gin-explicit-05", + "query": "Where is the implementation of setTimeField declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "binding/form_mapping.go" + }, + "score": { + "queryId": "gin-explicit-05", + "status": "success", + "rankedPaths": [ + "binding/form_mapping.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "ocbi-hybrid", + "queryId": "gin-explicit-06", + "query": "Where is the implementation of CustomRecoveryWithWriter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "recovery.go" + }, + "score": { + "queryId": "gin-explicit-06", + "status": "success", + "rankedPaths": [ + "recovery.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "ocbi-hybrid", + "queryId": "gin-natural-01", + "query": "Find the middleware implementation that compares HTTP Basic credentials in constant time, sends a realm challenge and aborts unauthorized requests, but stores the authenticated user in the request context on success.", + "track": "natural-language", + "expected": { + "filePath": "auth.go" + }, + "score": { + "queryId": "gin-natural-01", + "status": "success", + "rankedPaths": [ + "auth.go", + "binding/form_mapping.go", + "recovery.go", + "gin.go", + "logger.go", + "ginS/gins.go", + "binding/binding_nomsgpack.go", + "response_writer.go", + "tree.go", + "binding/binding.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "ocbi-hybrid", + "queryId": "gin-natural-02", + "query": "Find the implementation that chooses a request-body binding strategy from the HTTP method and media type, always selecting form binding for GET requests and falling back to form binding for unrecognized media types.", + "track": "natural-language", + "expected": { + "filePath": "binding/binding.go", + "acceptableFiles": [ + "binding/binding_nomsgpack.go" + ] + }, + "score": { + "queryId": "gin-natural-02", + "status": "success", + "rankedPaths": [ + "recovery.go", + "gin.go", + "binding/binding.go", + "binding/binding_nomsgpack.go", + "binding/form_mapping.go", + "binding/form.go", + "binding/plain.go", + "binding/msgpack.go", + "binding/protobuf.go", + "binding/yaml.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5706417189553201 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "ocbi-hybrid", + "queryId": "gin-natural-03", + "query": "Find the response serialization code that prepends a configured anti-hijacking prefix only when the serialized JSON response is an array, not when it is an object.", + "track": "natural-language", + "expected": { + "filePath": "render/json.go" + }, + "score": { + "queryId": "gin-natural-03", + "status": "success", + "rankedPaths": [ + "response_writer.go", + "response_writer_test.go", + "docs/doc.md", + "context.go", + "tree.go", + "context_test.go", + "logger.go", + "render/json.go", + "CHANGELOG.md", + "routes_test.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.125, + "ndcgAt10": 0.31546487678572877 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "ocbi-hybrid", + "queryId": "gin-natural-04", + "query": "Find the static-directory route registration implementation that rejects URL parameters in the configured mount path and registers both GET and HEAD handlers for the wildcard file route.", + "track": "natural-language", + "expected": { + "filePath": "routergroup.go" + }, + "score": { + "queryId": "gin-natural-04", + "status": "success", + "rankedPaths": [ + "ginS/gins.go", + "routergroup.go", + "gin.go", + "path.go", + "binding/form_mapping.go", + "binding/header.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "ocbi-hybrid", + "queryId": "gin-natural-05", + "query": "Find the trusted-proxy configuration implementation that accepts individual IPv4 or IPv6 addresses as well as CIDR networks, expands bare addresses to host-sized networks, and disables proxy trust for a nil list.", + "track": "natural-language", + "expected": { + "filePath": "gin.go" + }, + "score": { + "queryId": "gin-natural-05", + "status": "success", + "rankedPaths": [ + "gin.go", + "context.go", + "auth.go", + "docs/doc.md", + "gin_test.go", + "context_test.go", + "auth_test.go", + "routergroup.go", + "README.md", + "CHANGELOG.md" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "ocbi-structural", + "queryId": "gin-explicit-01", + "query": "Where is the implementation of cleanPath declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "path.go" + }, + "score": { + "queryId": "gin-explicit-01", + "status": "success", + "rankedPaths": [ + "path.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "ocbi-structural", + "queryId": "gin-explicit-02", + "query": "Where is the implementation of WriteHeaderNow declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "response_writer.go" + }, + "score": { + "queryId": "gin-explicit-02", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "ocbi-structural", + "queryId": "gin-explicit-03", + "query": "Where is the implementation of findCaseInsensitivePathRec declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "tree.go" + }, + "score": { + "queryId": "gin-explicit-03", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "ocbi-structural", + "queryId": "gin-explicit-04", + "query": "Where is the implementation of the defaultValidator receiver's ValidateStruct method declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "binding/default_validator.go" + }, + "score": { + "queryId": "gin-explicit-04", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "ocbi-structural", + "queryId": "gin-explicit-05", + "query": "Where is the implementation of setTimeField declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "binding/form_mapping.go" + }, + "score": { + "queryId": "gin-explicit-05", + "status": "success", + "rankedPaths": [ + "binding/form_mapping.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "ocbi-structural", + "queryId": "gin-explicit-06", + "query": "Where is the implementation of CustomRecoveryWithWriter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "recovery.go" + }, + "score": { + "queryId": "gin-explicit-06", + "status": "success", + "rankedPaths": [ + "recovery.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "ocbi-structural", + "queryId": "gin-natural-01", + "query": "Find the middleware implementation that compares HTTP Basic credentials in constant time, sends a realm challenge and aborts unauthorized requests, but stores the authenticated user in the request context on success.", + "track": "natural-language", + "expected": { + "filePath": "auth.go" + }, + "score": { + "queryId": "gin-natural-01", + "status": "success", + "rankedPaths": [ + "auth.go", + "binding/form_mapping.go", + "recovery.go", + "gin.go", + "logger.go", + "ginS/gins.go", + "binding/binding_nomsgpack.go", + "tree.go", + "binding/binding.go", + "fs.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "ocbi-structural", + "queryId": "gin-natural-02", + "query": "Find the implementation that chooses a request-body binding strategy from the HTTP method and media type, always selecting form binding for GET requests and falling back to form binding for unrecognized media types.", + "track": "natural-language", + "expected": { + "filePath": "binding/binding.go", + "acceptableFiles": [ + "binding/binding_nomsgpack.go" + ] + }, + "score": { + "queryId": "gin-natural-02", + "status": "success", + "rankedPaths": [ + "recovery.go", + "gin.go", + "binding/binding.go", + "binding/binding_nomsgpack.go", + "binding/form_mapping.go", + "binding/multipart_form_mapping.go", + "binding/protobuf.go", + "binding/default_validator.go", + "binding/form.go", + "binding/json.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5706417189553201 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "ocbi-structural", + "queryId": "gin-natural-03", + "query": "Find the response serialization code that prepends a configured anti-hijacking prefix only when the serialized JSON response is an array, not when it is an object.", + "track": "natural-language", + "expected": { + "filePath": "render/json.go" + }, + "score": { + "queryId": "gin-natural-03", + "status": "success", + "rankedPaths": [ + "tree.go", + "docs/doc.md", + "context.go", + "context_test.go", + "logger.go", + "codec/json/api.go", + "CHANGELOG.md", + "routes_test.go", + "response_writer.go", + "render/json.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.1, + "ndcgAt10": 0.2890648263178879 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "ocbi-structural", + "queryId": "gin-natural-04", + "query": "Find the static-directory route registration implementation that rejects URL parameters in the configured mount path and registers both GET and HEAD handlers for the wildcard file route.", + "track": "natural-language", + "expected": { + "filePath": "routergroup.go" + }, + "score": { + "queryId": "gin-natural-04", + "status": "success", + "rankedPaths": [ + "ginS/gins.go", + "routergroup.go", + "gin.go", + "path.go", + "binding/form_mapping.go", + "fs.go", + "tree.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "ocbi-structural", + "queryId": "gin-natural-05", + "query": "Find the trusted-proxy configuration implementation that accepts individual IPv4 or IPv6 addresses as well as CIDR networks, expands bare addresses to host-sized networks, and disables proxy trust for a nil list.", + "track": "natural-language", + "expected": { + "filePath": "gin.go" + }, + "score": { + "queryId": "gin-natural-05", + "status": "success", + "rankedPaths": [ + "gin.go", + "auth.go", + "context.go", + "fs.go", + "binding/binding_nomsgpack.go", + "binding/binding.go", + "docs/doc.md", + "context_test.go", + "gin_test.go", + "auth_test.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "codegraph", + "queryId": "gin-explicit-01", + "query": "Where is the implementation of cleanPath declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "path.go" + }, + "score": { + "queryId": "gin-explicit-01", + "status": "success", + "rankedPaths": [ + "path.go", + "path_test.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "codegraph", + "queryId": "gin-explicit-02", + "query": "Where is the implementation of WriteHeaderNow declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "response_writer.go" + }, + "score": { + "queryId": "gin-explicit-02", + "status": "success", + "rankedPaths": [ + "response_writer.go", + "response_writer_test.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "codegraph", + "queryId": "gin-explicit-03", + "query": "Where is the implementation of findCaseInsensitivePathRec declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "tree.go" + }, + "score": { + "queryId": "gin-explicit-03", + "status": "success", + "rankedPaths": [ + "tree.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "codegraph", + "queryId": "gin-explicit-04", + "query": "Where is the implementation of the defaultValidator receiver's ValidateStruct method declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "binding/default_validator.go" + }, + "score": { + "queryId": "gin-explicit-04", + "status": "success", + "rankedPaths": [ + "binding/binding.go", + "binding/binding_nomsgpack.go", + "binding/default_validator.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "codegraph", + "queryId": "gin-explicit-05", + "query": "Where is the implementation of setTimeField declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "binding/form_mapping.go" + }, + "score": { + "queryId": "gin-explicit-05", + "status": "success", + "rankedPaths": [ + "binding/form_mapping.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "codegraph", + "queryId": "gin-explicit-06", + "query": "Where is the implementation of CustomRecoveryWithWriter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "recovery.go" + }, + "score": { + "queryId": "gin-explicit-06", + "status": "success", + "rankedPaths": [ + "recovery.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "codegraph", + "queryId": "gin-natural-01", + "query": "Find the middleware implementation that compares HTTP Basic credentials in constant time, sends a realm challenge and aborts unauthorized requests, but stores the authenticated user in the request context on success.", + "track": "natural-language", + "expected": { + "filePath": "auth.go" + }, + "score": { + "queryId": "gin-natural-01", + "status": "success", + "rankedPaths": [ + "context.go", + "context_test.go", + "recovery.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "codegraph", + "queryId": "gin-natural-02", + "query": "Find the implementation that chooses a request-body binding strategy from the HTTP method and media type, always selecting form binding for GET requests and falling back to form binding for unrecognized media types.", + "track": "natural-language", + "expected": { + "filePath": "binding/binding.go", + "acceptableFiles": [ + "binding/binding_nomsgpack.go" + ] + }, + "score": { + "queryId": "gin-natural-02", + "status": "success", + "rankedPaths": [ + "binding/form_mapping.go", + "binding/form.go", + "binding/binding.go", + "binding/binding_nomsgpack.go", + "binding/form_mapping_test.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5706417189553201 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "codegraph", + "queryId": "gin-natural-03", + "query": "Find the response serialization code that prepends a configured anti-hijacking prefix only when the serialized JSON response is an array, not when it is an object.", + "track": "natural-language", + "expected": { + "filePath": "render/json.go" + }, + "score": { + "queryId": "gin-natural-03", + "status": "success", + "rankedPaths": [ + "context.go", + "codec/json/jsoniter.go", + "errors.go", + "gin_test.go", + "middleware_test.go", + "logger.go", + "benchmarks_test.go", + "githubapi_test.go", + "render/json.go", + "utils.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.1111111111111111, + "ndcgAt10": 0.3010299956639812 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "codegraph", + "queryId": "gin-natural-04", + "query": "Find the static-directory route registration implementation that rejects URL parameters in the configured mount path and registers both GET and HEAD handlers for the wildcard file route.", + "track": "natural-language", + "expected": { + "filePath": "routergroup.go" + }, + "score": { + "queryId": "gin-natural-04", + "status": "success", + "rankedPaths": [ + "routergroup.go", + "routergroup_test.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "codegraph", + "queryId": "gin-natural-05", + "query": "Find the trusted-proxy configuration implementation that accepts individual IPv4 or IPv6 addresses as well as CIDR networks, expands bare addresses to host-sized networks, and disables proxy trust for a nil list.", + "track": "natural-language", + "expected": { + "filePath": "gin.go" + }, + "score": { + "queryId": "gin-natural-05", + "status": "success", + "rankedPaths": [ + "gin.go", + "response_writer.go", + "context.go", + "response_writer_test.go", + "logger.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "codebase-memory", + "queryId": "gin-explicit-01", + "query": "Where is the implementation of cleanPath declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "path.go" + }, + "score": { + "queryId": "gin-explicit-01", + "status": "success", + "rankedPaths": [ + "path.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "codebase-memory", + "queryId": "gin-explicit-02", + "query": "Where is the implementation of WriteHeaderNow declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "response_writer.go" + }, + "score": { + "queryId": "gin-explicit-02", + "status": "success", + "rankedPaths": [ + "response_writer.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "codebase-memory", + "queryId": "gin-explicit-03", + "query": "Where is the implementation of findCaseInsensitivePathRec declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "tree.go" + }, + "score": { + "queryId": "gin-explicit-03", + "status": "success", + "rankedPaths": [ + "tree.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "codebase-memory", + "queryId": "gin-explicit-04", + "query": "Where is the implementation of the defaultValidator receiver's ValidateStruct method declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "binding/default_validator.go" + }, + "score": { + "queryId": "gin-explicit-04", + "status": "success", + "rankedPaths": [ + "binding/default_validator.go", + "binding/binding.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "codebase-memory", + "queryId": "gin-explicit-05", + "query": "Where is the implementation of setTimeField declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "binding/form_mapping.go" + }, + "score": { + "queryId": "gin-explicit-05", + "status": "success", + "rankedPaths": [ + "binding/form_mapping.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "codebase-memory", + "queryId": "gin-explicit-06", + "query": "Where is the implementation of CustomRecoveryWithWriter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "recovery.go" + }, + "score": { + "queryId": "gin-explicit-06", + "status": "success", + "rankedPaths": [ + "recovery.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "codebase-memory", + "queryId": "gin-natural-01", + "query": "Find the middleware implementation that compares HTTP Basic credentials in constant time, sends a realm challenge and aborts unauthorized requests, but stores the authenticated user in the request context on success.", + "track": "natural-language", + "expected": { + "filePath": "auth.go" + }, + "score": { + "queryId": "gin-natural-01", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "gin", + "condition": "codebase-memory", + "queryId": "gin-natural-02", + "query": "Find the implementation that chooses a request-body binding strategy from the HTTP method and media type, always selecting form binding for GET requests and falling back to form binding for unrecognized media types.", + "track": "natural-language", + "expected": { + "filePath": "binding/binding.go", + "acceptableFiles": [ + "binding/binding_nomsgpack.go" + ] + }, + "score": { + "queryId": "gin-natural-02", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "gin", + "condition": "codebase-memory", + "queryId": "gin-natural-03", + "query": "Find the response serialization code that prepends a configured anti-hijacking prefix only when the serialized JSON response is an array, not when it is an object.", + "track": "natural-language", + "expected": { + "filePath": "render/json.go" + }, + "score": { + "queryId": "gin-natural-03", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "gin", + "condition": "codebase-memory", + "queryId": "gin-natural-04", + "query": "Find the static-directory route registration implementation that rejects URL parameters in the configured mount path and registers both GET and HEAD handlers for the wildcard file route.", + "track": "natural-language", + "expected": { + "filePath": "routergroup.go" + }, + "score": { + "queryId": "gin-natural-04", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "gin", + "condition": "codebase-memory", + "queryId": "gin-natural-05", + "query": "Find the trusted-proxy configuration implementation that accepts individual IPv4 or IPv6 addresses as well as CIDR networks, expands bare addresses to host-sized networks, and disables proxy trust for a nil list.", + "track": "natural-language", + "expected": { + "filePath": "gin.go" + }, + "score": { + "queryId": "gin-natural-05", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "gin", + "condition": "grepai", + "queryId": "gin-explicit-01", + "query": "Where is the implementation of cleanPath declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "path.go" + }, + "score": { + "queryId": "gin-explicit-01", + "status": "success", + "rankedPaths": [ + "path.go", + "tree.go", + "gin.go", + "routergroup.go", + "ginS/gins.go", + "logger.go", + "context.go", + ".golangci.yml", + "deprecated.go", + "recovery.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "grepai", + "queryId": "gin-explicit-02", + "query": "Where is the implementation of WriteHeaderNow declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "response_writer.go" + }, + "score": { + "queryId": "gin-explicit-02", + "status": "success", + "rankedPaths": [ + "render/reader.go", + "render/render.go", + "response_writer.go", + "render/data.go", + "render/toml.go", + "render/html.go", + "render/yaml.go", + "render/bson.go", + "gin.go", + "render/pdf.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "grepai", + "queryId": "gin-explicit-03", + "query": "Where is the implementation of findCaseInsensitivePathRec declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "tree.go" + }, + "score": { + "queryId": "gin-explicit-03", + "status": "success", + "rankedPaths": [ + "tree.go", + "routergroup.go", + "gin.go", + "path.go", + "logger.go", + "auth.go", + "context.go", + "utils.go", + "binding/form_mapping.go", + "mode.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "grepai", + "queryId": "gin-explicit-04", + "query": "Where is the implementation of the defaultValidator receiver's ValidateStruct method declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "binding/default_validator.go" + }, + "score": { + "queryId": "gin-explicit-04", + "status": "success", + "rankedPaths": [ + "binding/default_validator.go", + "binding/binding.go", + "binding/binding_nomsgpack.go", + "binding/json.go", + "binding/protobuf.go", + "binding/form.go", + "binding/yaml.go", + "binding/msgpack.go", + "binding/toml.go", + ".github/ISSUE_TEMPLATE/feature-request.yaml" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "grepai", + "queryId": "gin-explicit-05", + "query": "Where is the implementation of setTimeField declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "binding/form_mapping.go" + }, + "score": { + "queryId": "gin-explicit-05", + "status": "success", + "rankedPaths": [ + "binding/form_mapping.go", + "recovery.go", + "binding/multipart_form_mapping.go", + "binding/header.go", + ".github/dependabot.yml", + "testdata/protoexample/test.proto", + "mode.go", + "auth.go", + "context.go", + "binding/plain.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "grepai", + "queryId": "gin-explicit-06", + "query": "Where is the implementation of CustomRecoveryWithWriter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "recovery.go" + }, + "score": { + "queryId": "gin-explicit-06", + "status": "success", + "rankedPaths": [ + "render/data.go", + "render/html.go", + "recovery.go", + "render/redirect.go", + "render/pdf.go", + "render/json.go", + "gin.go", + "render/toml.go", + "render/render.go", + "render/protobuf.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "grepai", + "queryId": "gin-natural-01", + "query": "Find the middleware implementation that compares HTTP Basic credentials in constant time, sends a realm challenge and aborts unauthorized requests, but stores the authenticated user in the request context on success.", + "track": "natural-language", + "expected": { + "filePath": "auth.go" + }, + "score": { + "queryId": "gin-natural-01", + "status": "success", + "rankedPaths": [ + "auth.go", + "logger.go", + "context.go", + "deprecated.go", + "gin.go", + "routergroup.go", + "binding/binding.go", + "ginS/gins.go", + "binding/query.go", + "response_writer.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "grepai", + "queryId": "gin-natural-02", + "query": "Find the implementation that chooses a request-body binding strategy from the HTTP method and media type, always selecting form binding for GET requests and falling back to form binding for unrecognized media types.", + "track": "natural-language", + "expected": { + "filePath": "binding/binding.go", + "acceptableFiles": [ + "binding/binding_nomsgpack.go" + ] + }, + "score": { + "queryId": "gin-natural-02", + "status": "success", + "rankedPaths": [ + "binding/binding.go", + "context.go", + "binding/binding_nomsgpack.go", + "binding/form.go", + "binding/query.go", + "binding/plain.go", + "binding/xml.go", + "binding/header.go", + "deprecated.go", + "binding/uri.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 0.9197207891481876 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "grepai", + "queryId": "gin-natural-03", + "query": "Find the response serialization code that prepends a configured anti-hijacking prefix only when the serialized JSON response is an array, not when it is an object.", + "track": "natural-language", + "expected": { + "filePath": "render/json.go" + }, + "score": { + "queryId": "gin-natural-03", + "status": "success", + "rankedPaths": [ + "response_writer.go", + "binding/json.go", + ".github/workflows/trivy-scan.yml", + "context.go", + "codec/json/api.go", + "mode.go", + "render/reader.go", + "binding/binding_nomsgpack.go", + "binding/binding.go", + "render/json.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.1, + "ndcgAt10": 0.2890648263178879 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "grepai", + "queryId": "gin-natural-04", + "query": "Find the static-directory route registration implementation that rejects URL parameters in the configured mount path and registers both GET and HEAD handlers for the wildcard file route.", + "track": "natural-language", + "expected": { + "filePath": "routergroup.go" + }, + "score": { + "queryId": "gin-natural-04", + "status": "success", + "rankedPaths": [ + "routergroup.go", + "gin.go", + "ginS/gins.go", + "tree.go", + "binding/query.go", + "binding/header.go", + "binding/form_mapping.go", + "binding/binding_nomsgpack.go", + ".golangci.yml", + "binding/binding.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "grepai", + "queryId": "gin-natural-05", + "query": "Find the trusted-proxy configuration implementation that accepts individual IPv4 or IPv6 addresses as well as CIDR networks, expands bare addresses to host-sized networks, and disables proxy trust for a nil list.", + "track": "natural-language", + "expected": { + "filePath": "gin.go" + }, + "score": { + "queryId": "gin-natural-05", + "status": "success", + "rankedPaths": [ + "context.go", + "gin.go", + "auth.go", + "routergroup.go", + ".github/ISSUE_TEMPLATE/config.yml", + "deprecated.go", + ".github/workflows/trivy-scan.yml", + "version.go", + ".github/workflows/goreleaser.yml", + "doc.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "literal-unindexed", + "queryId": "gin-explicit-01", + "query": "Where is the implementation of cleanPath declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "path.go" + }, + "score": { + "queryId": "gin-explicit-01", + "status": "success", + "rankedPaths": [ + "gin.go", + "path.go", + "path_test.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "literal-unindexed", + "queryId": "gin-explicit-02", + "query": "Where is the implementation of WriteHeaderNow declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "response_writer.go" + }, + "score": { + "queryId": "gin-explicit-02", + "status": "success", + "rankedPaths": [ + "context.go", + "context_test.go", + "gin.go", + "response_writer.go", + "response_writer_test.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.25, + "ndcgAt10": 0.43067655807339306 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "literal-unindexed", + "queryId": "gin-explicit-03", + "query": "Where is the implementation of findCaseInsensitivePathRec declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "tree.go" + }, + "score": { + "queryId": "gin-explicit-03", + "status": "success", + "rankedPaths": [ + "CHANGELOG.md", + "tree.go", + "tree_test.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "literal-unindexed", + "queryId": "gin-explicit-04", + "query": "Where is the implementation of the defaultValidator receiver's ValidateStruct method declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "binding/default_validator.go" + }, + "score": { + "queryId": "gin-explicit-04", + "status": "success", + "rankedPaths": [ + "binding/binding.go", + "binding/binding_nomsgpack.go", + "binding/default_validator.go", + "binding/default_validator_test.go", + "docs/doc.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "literal-unindexed", + "queryId": "gin-explicit-05", + "query": "Where is the implementation of setTimeField declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "binding/form_mapping.go" + }, + "score": { + "queryId": "gin-explicit-05", + "status": "success", + "rankedPaths": [ + "binding/form_mapping.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "literal-unindexed", + "queryId": "gin-explicit-06", + "query": "Where is the implementation of CustomRecoveryWithWriter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "recovery.go" + }, + "score": { + "queryId": "gin-explicit-06", + "status": "success", + "rankedPaths": [ + "recovery.go", + "recovery_test.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "literal-unindexed", + "queryId": "gin-natural-01", + "query": "Find the middleware implementation that compares HTTP Basic credentials in constant time, sends a realm challenge and aborts unauthorized requests, but stores the authenticated user in the request context on success.", + "track": "natural-language", + "expected": { + "filePath": "auth.go" + }, + "score": { + "queryId": "gin-natural-01", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "literal-unindexed", + "queryId": "gin-natural-02", + "query": "Find the implementation that chooses a request-body binding strategy from the HTTP method and media type, always selecting form binding for GET requests and falling back to form binding for unrecognized media types.", + "track": "natural-language", + "expected": { + "filePath": "binding/binding.go", + "acceptableFiles": [ + "binding/binding_nomsgpack.go" + ] + }, + "score": { + "queryId": "gin-natural-02", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "literal-unindexed", + "queryId": "gin-natural-03", + "query": "Find the response serialization code that prepends a configured anti-hijacking prefix only when the serialized JSON response is an array, not when it is an object.", + "track": "natural-language", + "expected": { + "filePath": "render/json.go" + }, + "score": { + "queryId": "gin-natural-03", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "literal-unindexed", + "queryId": "gin-natural-04", + "query": "Find the static-directory route registration implementation that rejects URL parameters in the configured mount path and registers both GET and HEAD handlers for the wildcard file route.", + "track": "natural-language", + "expected": { + "filePath": "routergroup.go" + }, + "score": { + "queryId": "gin-natural-04", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "literal-unindexed", + "queryId": "gin-natural-05", + "query": "Find the trusted-proxy configuration implementation that accepts individual IPv4 or IPv6 addresses as well as CIDR networks, expands bare addresses to host-sized networks, and disables proxy trust for a nil list.", + "track": "natural-language", + "expected": { + "filePath": "gin.go" + }, + "score": { + "queryId": "gin-natural-05", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "plain-file-bm25", + "queryId": "gin-explicit-01", + "query": "Where is the implementation of cleanPath declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "path.go" + }, + "score": { + "queryId": "gin-explicit-01", + "status": "success", + "rankedPaths": [ + "path_test.go", + "path.go", + "gin.go", + "routes_test.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "plain-file-bm25", + "queryId": "gin-explicit-02", + "query": "Where is the implementation of WriteHeaderNow declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "response_writer.go" + }, + "score": { + "queryId": "gin-explicit-02", + "status": "success", + "rankedPaths": [ + "response_writer.go", + "response_writer_test.go", + "gin.go", + "context_test.go", + "context.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "plain-file-bm25", + "queryId": "gin-explicit-03", + "query": "Where is the implementation of findCaseInsensitivePathRec declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "tree.go" + }, + "score": { + "queryId": "gin-explicit-03", + "status": "success", + "rankedPaths": [ + "tree.go", + "tree_test.go", + "CHANGELOG.md" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "plain-file-bm25", + "queryId": "gin-explicit-04", + "query": "Where is the implementation of the defaultValidator receiver's ValidateStruct method declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "binding/default_validator.go" + }, + "score": { + "queryId": "gin-explicit-04", + "status": "success", + "rankedPaths": [ + "binding/default_validator.go", + "binding/binding_nomsgpack.go", + "binding/binding.go", + "binding/default_validator_test.go", + "docs/doc.md" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "plain-file-bm25", + "queryId": "gin-explicit-05", + "query": "Where is the implementation of setTimeField declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "binding/form_mapping.go" + }, + "score": { + "queryId": "gin-explicit-05", + "status": "success", + "rankedPaths": [ + "binding/form_mapping.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "plain-file-bm25", + "queryId": "gin-explicit-06", + "query": "Where is the implementation of CustomRecoveryWithWriter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "recovery.go" + }, + "score": { + "queryId": "gin-explicit-06", + "status": "success", + "rankedPaths": [ + "recovery.go", + "recovery_test.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "plain-file-bm25", + "queryId": "gin-natural-01", + "query": "Find the middleware implementation that compares HTTP Basic credentials in constant time, sends a realm challenge and aborts unauthorized requests, but stores the authenticated user in the request context on success.", + "track": "natural-language", + "expected": { + "filePath": "auth.go" + }, + "score": { + "queryId": "gin-natural-01", + "status": "success", + "rankedPaths": [ + "auth.go", + "docs/doc.md", + "gin.go", + "recovery.go", + "auth_test.go", + "README.md", + "context.go", + "routergroup.go", + "CHANGELOG.md", + "test_helpers.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "plain-file-bm25", + "queryId": "gin-natural-02", + "query": "Find the implementation that chooses a request-body binding strategy from the HTTP method and media type, always selecting form binding for GET requests and falling back to form binding for unrecognized media types.", + "track": "natural-language", + "expected": { + "filePath": "binding/binding.go", + "acceptableFiles": [ + "binding/binding_nomsgpack.go" + ] + }, + "score": { + "queryId": "gin-natural-02", + "status": "success", + "rankedPaths": [ + "binding/binding_nomsgpack.go", + "docs/doc.md", + "binding/binding.go", + "context.go", + "CHANGELOG.md", + "context_test.go", + "tree.go", + "gin.go", + "binding/binding_test.go", + "binding/form_mapping.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 0.9197207891481876 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "plain-file-bm25", + "queryId": "gin-natural-03", + "query": "Find the response serialization code that prepends a configured anti-hijacking prefix only when the serialized JSON response is an array, not when it is an object.", + "track": "natural-language", + "expected": { + "filePath": "render/json.go" + }, + "score": { + "queryId": "gin-natural-03", + "status": "success", + "rankedPaths": [ + "context.go", + "gin.go", + "docs/doc.md", + "context_test.go", + "logger.go", + "tree.go", + "CHANGELOG.md", + "codec/json/api.go", + "response_writer_test.go", + "routes_test.go" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "plain-file-bm25", + "queryId": "gin-natural-04", + "query": "Find the static-directory route registration implementation that rejects URL parameters in the configured mount path and registers both GET and HEAD handlers for the wildcard file route.", + "track": "natural-language", + "expected": { + "filePath": "routergroup.go" + }, + "score": { + "queryId": "gin-natural-04", + "status": "success", + "rankedPaths": [ + "routergroup.go", + "tree.go", + "gin.go", + "docs/doc.md", + "tree_test.go", + "routes_test.go", + "ginS/gins.go", + "CHANGELOG.md", + "gin_test.go", + "context.go" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "gin", + "condition": "plain-file-bm25", + "queryId": "gin-natural-05", + "query": "Find the trusted-proxy configuration implementation that accepts individual IPv4 or IPv6 addresses as well as CIDR networks, expands bare addresses to host-sized networks, and disables proxy trust for a nil list.", + "track": "natural-language", + "expected": { + "filePath": "gin.go" + }, + "score": { + "queryId": "gin-natural-05", + "status": "success", + "rankedPaths": [ + "gin.go", + "docs/doc.md", + "auth.go", + "gin_test.go", + "fs.go", + "context.go", + "routergroup.go", + "binding/binding_nomsgpack.go", + "binding/binding.go", + "Makefile" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-hybrid", + "queryId": "clap-explicit-01", + "query": "Where is the implementation of validate_required declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/parser/validator.rs" + }, + "score": { + "queryId": "clap-explicit-01", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-hybrid", + "queryId": "clap-explicit-02", + "query": "Where is the implementation of MatchedArg declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/parser/matches/matched_arg.rs" + }, + "score": { + "queryId": "clap-explicit-02", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-hybrid", + "queryId": "clap-explicit-03", + "query": "Where is the implementation of did_you_mean_flag declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/parser/features/suggestions.rs" + }, + "score": { + "queryId": "clap-explicit-03", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-hybrid", + "queryId": "clap-explicit-04", + "query": "Where is the implementation of OsStrExt declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_lex/src/ext.rs" + }, + "score": { + "queryId": "clap-explicit-04", + "status": "success", + "rankedPaths": [ + "clap_lex/src/ext.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-hybrid", + "queryId": "clap-explicit-05", + "query": "Where is the implementation of Usage declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/output/usage.rs" + }, + "score": { + "queryId": "clap-explicit-05", + "status": "success", + "rankedPaths": [ + "clap_bench/benches/ripgrep.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-hybrid", + "queryId": "clap-explicit-06", + "query": "Where is the implementation of RangedI64ValueParser declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/builder/value_parser.rs" + }, + "score": { + "queryId": "clap-explicit-06", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-hybrid", + "queryId": "clap-natural-01", + "query": "With optional environment-value support enabled, find the parsing implementation that injects a configured environment-variable value only if that argument was absent from the command line, and sends the injected value through the normal argument reaction logic with its environment origin recorded.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/parser/parser.rs" + }, + "score": { + "queryId": "clap-natural-01", + "status": "success", + "rankedPaths": [ + "examples/find.rs", + "clap_mangen/src/render.rs", + "clap_complete/src/aot/shells/fish.rs", + "clap_complete/src/engine/custom.rs", + "clap_complete/src/engine/complete.rs", + "clap_complete/src/aot/shells/shell.rs", + "clap_derive/src/lib.rs", + "clap_complete/src/aot/generator/utils.rs", + "clap_complete/examples/completion-derive.rs", + "clap_complete/src/aot/shells/zsh.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-hybrid", + "queryId": "clap-natural-02", + "query": "Find the implementation that copies globally configured arguments into child commands, skips an argument already defined by the child, and avoids copying them into the automatically generated help subtree used for completion.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/builder/command.rs" + }, + "score": { + "queryId": "clap-natural-02", + "status": "success", + "rankedPaths": [ + "clap_complete/examples/completion-derive.rs", + "examples/git-derive.rs", + "examples/tutorial_derive/03_04_subcommands.rs", + "examples/tutorial_derive/01_quick.rs", + "examples/multicall-busybox.rs", + "clap_complete_nushell/src/lib.rs", + "clap_complete/src/aot/shells/bash.rs", + "clap_complete/src/aot/generator/utils.rs", + "clap_complete/src/aot/shells/zsh.rs", + "clap_mangen/src/lib.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-hybrid", + "queryId": "clap-natural-03", + "query": "Find the policy code that supplies opposite absent-versus-present default values for boolean enabling and disabling flags, while assigning a zero default and an unsigned-byte value parser to occurrence-counting flags.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/builder/action.rs" + }, + "score": { + "queryId": "clap-natural-03", + "status": "success", + "rankedPaths": [ + "tests/derive/flags.rs", + "examples/find.rs", + "clap_complete/src/engine/complete.rs", + "tests/derive/default_value.rs", + "CHANGELOG.md", + "clap_complete/src/aot/generator/utils.rs", + "src/_derive/mod.rs", + "clap_mangen/src/render.rs", + "deny.toml", + "clap_lex/src/lib.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-hybrid", + "queryId": "clap-natural-04", + "query": "With documentation preprocessing enabled and optional Markdown rendering disabled, find the derive-time implementation that turns comment paragraphs into short and long help, joins adjacent lines with spaces, and removes a single terminal period from the short description without removing an ellipsis.", + "track": "natural-language", + "expected": { + "filePath": "clap_derive/src/utils/doc_comments.rs" + }, + "score": { + "queryId": "clap-natural-04", + "status": "success", + "rankedPaths": [ + "examples/README.md", + "CHANGELOG.md", + "examples/tutorial_derive/01_quick.md", + "examples/pacman.md", + "examples/tutorial_derive/03_06_optional.md", + "examples/tutorial_derive/04_01_enum.md", + "CONTRIBUTING.md", + "AI_POLICY.md", + "clap_derive/src/utils/doc_comments.rs", + "src/_derive/mod.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.1111111111111111, + "ndcgAt10": 0.3010299956639812 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-hybrid", + "queryId": "clap-natural-05", + "query": "Find the help-text line wrapping implementation that measures display width, preserves leading indentation on inserted lines, and deliberately does not wrap the first nonblank word even when it exceeds the configured width.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/output/textwrap/wrap_algorithms.rs" + }, + "score": { + "queryId": "clap-natural-05", + "status": "success", + "rankedPaths": [ + "clap_complete/src/aot/shells/shell.rs", + "clap_bench/benches/ripgrep.rs", + "clap_complete_nushell/src/lib.rs", + "clap_bench/benches/complex.rs", + "clap_bench/benches/simple.rs", + "clap_derive/src/utils/doc_comments.rs", + "clap_bench/benches/empty.rs", + "clap_mangen/src/render.rs", + "examples/repl.rs", + "examples/repl-derive.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-hybrid", + "queryId": "clap-natural-06", + "query": "Find the error-reporting implementation that treats requested help and version displays as successful stdout output, sends other error kinds to stderr with a usage-error exit code, and ignores printing failures when terminating the process.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/error/mod.rs" + }, + "score": { + "queryId": "clap-natural-06", + "status": "success", + "rankedPaths": [ + "CHANGELOG.md", + "CONTRIBUTING.md", + "clap_complete/src/env/mod.rs", + "src/_features.rs", + "src/_faq.rs", + "clap_mangen/src/lib.rs", + "clap_complete/src/aot/generator/mod.rs", + "clap_derive/src/lib.rs", + "src/_tutorial.rs", + "tests/ui/error_stderr.toml" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-structural", + "queryId": "clap-explicit-01", + "query": "Where is the implementation of validate_required declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/parser/validator.rs" + }, + "score": { + "queryId": "clap-explicit-01", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-structural", + "queryId": "clap-explicit-02", + "query": "Where is the implementation of MatchedArg declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/parser/matches/matched_arg.rs" + }, + "score": { + "queryId": "clap-explicit-02", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-structural", + "queryId": "clap-explicit-03", + "query": "Where is the implementation of did_you_mean_flag declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/parser/features/suggestions.rs" + }, + "score": { + "queryId": "clap-explicit-03", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-structural", + "queryId": "clap-explicit-04", + "query": "Where is the implementation of OsStrExt declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_lex/src/ext.rs" + }, + "score": { + "queryId": "clap-explicit-04", + "status": "success", + "rankedPaths": [ + "clap_lex/src/ext.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-structural", + "queryId": "clap-explicit-05", + "query": "Where is the implementation of Usage declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/output/usage.rs" + }, + "score": { + "queryId": "clap-explicit-05", + "status": "success", + "rankedPaths": [ + "clap_bench/benches/ripgrep.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-structural", + "queryId": "clap-explicit-06", + "query": "Where is the implementation of RangedI64ValueParser declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/builder/value_parser.rs" + }, + "score": { + "queryId": "clap-explicit-06", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-structural", + "queryId": "clap-natural-01", + "query": "With optional environment-value support enabled, find the parsing implementation that injects a configured environment-variable value only if that argument was absent from the command line, and sends the injected value through the normal argument reaction logic with its environment origin recorded.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/parser/parser.rs" + }, + "score": { + "queryId": "clap-natural-01", + "status": "success", + "rankedPaths": [ + "examples/find.rs", + "clap_mangen/src/render.rs", + "clap_complete/src/aot/shells/fish.rs", + "clap_complete/src/engine/custom.rs", + "clap_complete/src/engine/complete.rs", + "clap_complete/src/aot/shells/zsh.rs", + "clap_complete/src/aot/generator/utils.rs", + "clap_derive/src/derives/value_enum.rs", + "clap_complete/examples/completion-derive.rs", + "clap_complete_nushell/examples/sub_subcommands.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-structural", + "queryId": "clap-natural-02", + "query": "Find the implementation that copies globally configured arguments into child commands, skips an argument already defined by the child, and avoids copying them into the automatically generated help subtree used for completion.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/builder/command.rs" + }, + "score": { + "queryId": "clap-natural-02", + "status": "success", + "rankedPaths": [ + "examples/git-derive.rs", + "clap_complete/src/aot/shells/zsh.rs", + "clap_complete/src/aot/generator/utils.rs", + "clap_complete_nushell/src/lib.rs", + "clap_complete/src/engine/complete.rs", + "clap_mangen/src/lib.rs", + "examples/tutorial_derive/03_04_subcommands.rs", + "examples/tutorial_derive/03_04_subcommands_alt.rs", + "clap_complete/examples/completion-derive.rs", + "clap_complete/src/env/mod.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-structural", + "queryId": "clap-natural-03", + "query": "Find the policy code that supplies opposite absent-versus-present default values for boolean enabling and disabling flags, while assigning a zero default and an unsigned-byte value parser to occurrence-counting flags.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/builder/action.rs" + }, + "score": { + "queryId": "clap-natural-03", + "status": "success", + "rankedPaths": [ + "examples/find.rs", + "clap_complete/src/engine/complete.rs", + "CHANGELOG.md", + "src/_derive/mod.rs", + "clap_complete/src/aot/generator/utils.rs", + "src/_concepts.rs", + "deny.toml", + "src/_tutorial.rs", + "Cargo.toml", + "examples/pacman.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-structural", + "queryId": "clap-natural-04", + "query": "With documentation preprocessing enabled and optional Markdown rendering disabled, find the derive-time implementation that turns comment paragraphs into short and long help, joins adjacent lines with spaces, and removes a single terminal period from the short description without removing an ellipsis.", + "track": "natural-language", + "expected": { + "filePath": "clap_derive/src/utils/doc_comments.rs" + }, + "score": { + "queryId": "clap-natural-04", + "status": "success", + "rankedPaths": [ + "examples/README.md", + "CHANGELOG.md", + "AI_POLICY.md", + "CONTRIBUTING.md", + "src/_derive/mod.rs", + "src/_features.rs", + "clap_derive/src/utils/doc_comments.rs", + "src/_concepts.rs", + "clap_derive/src/item.rs", + "clap_complete/src/engine/complete.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.14285714285714285, + "ndcgAt10": 0.3333333333333333 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-structural", + "queryId": "clap-natural-05", + "query": "Find the help-text line wrapping implementation that measures display width, preserves leading indentation on inserted lines, and deliberately does not wrap the first nonblank word even when it exceeds the configured width.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/output/textwrap/wrap_algorithms.rs" + }, + "score": { + "queryId": "clap-natural-05", + "status": "success", + "rankedPaths": [ + "clap_complete_nushell/src/lib.rs", + "clap_mangen/src/render.rs", + "clap_bench/benches/ripgrep.rs", + "clap_derive/src/utils/doc_comments.rs", + "clap_complete/src/aot/shells/fish.rs", + "clap_complete/src/engine/complete.rs", + "clap_complete/src/aot/shells/zsh.rs", + "clap_lex/src/ext.rs", + "clap_lex/src/lib.rs", + "clap_complete/src/env/shells.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "ocbi-structural", + "queryId": "clap-natural-06", + "query": "Find the error-reporting implementation that treats requested help and version displays as successful stdout output, sends other error kinds to stderr with a usage-error exit code, and ignores printing failures when terminating the process.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/error/mod.rs" + }, + "score": { + "queryId": "clap-natural-06", + "status": "success", + "rankedPaths": [ + "CHANGELOG.md", + "CONTRIBUTING.md", + "examples/find.md", + "examples/tutorial_derive/04_04_custom.rs", + "clap_complete/src/env/mod.rs", + "src/_faq.rs", + "clap_complete/tests/testsuite/common.rs", + "clap_complete_nushell/tests/common.rs", + "tests/ui/error_stderr.toml", + "tests/ui/arg_required_else_help_stderr.toml" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "codegraph", + "queryId": "clap-explicit-01", + "query": "Where is the implementation of validate_required declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/parser/validator.rs" + }, + "score": { + "queryId": "clap-explicit-01", + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/validator.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "codegraph", + "queryId": "clap-explicit-02", + "query": "Where is the implementation of MatchedArg declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/parser/matches/matched_arg.rs" + }, + "score": { + "queryId": "clap-explicit-02", + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/matches/matched_arg.rs", + "clap_builder/src/parser/arg_matcher.rs", + "clap_builder/src/parser/matches/arg_matches.rs", + "clap_builder/src/parser/matches/mod.rs", + "clap_builder/src/parser/mod.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "codegraph", + "queryId": "clap-explicit-03", + "query": "Where is the implementation of did_you_mean_flag declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/parser/features/suggestions.rs" + }, + "score": { + "queryId": "clap-explicit-03", + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/features/suggestions.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "codegraph", + "queryId": "clap-explicit-04", + "query": "Where is the implementation of OsStrExt declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_lex/src/ext.rs" + }, + "score": { + "queryId": "clap-explicit-04", + "status": "success", + "rankedPaths": [ + "clap_lex/src/ext.rs", + "clap_builder/src/builder/value_parser.rs", + "clap_lex/src/lib.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "codegraph", + "queryId": "clap-explicit-05", + "query": "Where is the implementation of Usage declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/output/usage.rs" + }, + "score": { + "queryId": "clap-explicit-05", + "status": "success", + "rankedPaths": [ + "clap_builder/src/output/usage.rs", + "clap_builder/src/builder/styling.rs", + "clap_bench/benches/ripgrep.rs", + "clap_builder/src/error/context.rs", + "clap_builder/src/util/mod.rs", + "clap_builder/src/error/format.rs", + "clap_builder/src/builder/command.rs", + "clap_builder/src/parser/validator.rs", + "clap_builder/src/output/help.rs", + "clap_builder/src/output/help_template.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "codegraph", + "queryId": "clap-explicit-06", + "query": "Where is the implementation of RangedI64ValueParser declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/builder/value_parser.rs" + }, + "score": { + "queryId": "clap-explicit-06", + "status": "success", + "rankedPaths": [ + "clap_builder/src/builder/value_parser.rs", + "clap_builder/src/builder/arg.rs", + "clap_builder/src/builder/mod.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "codegraph", + "queryId": "clap-natural-01", + "query": "With optional environment-value support enabled, find the parsing implementation that injects a configured environment-variable value only if that argument was absent from the command line, and sends the injected value through the normal argument reaction logic with its environment origin recorded.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/parser/parser.rs" + }, + "score": { + "queryId": "clap-natural-01", + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/parser.rs", + "clap_builder/src/builder/value_parser.rs", + "clap_builder/src/builder/command.rs", + "clap_complete/src/engine/custom.rs", + "clap_lex/src/lib.rs", + "clap_builder/src/parser/arg_matcher.rs", + "clap_builder/src/builder/arg.rs", + "clap_builder/src/error/mod.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "codegraph", + "queryId": "clap-natural-02", + "query": "Find the implementation that copies globally configured arguments into child commands, skips an argument already defined by the child, and avoids copying them into the automatically generated help subtree used for completion.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/builder/command.rs" + }, + "score": { + "queryId": "clap-natural-02", + "status": "success", + "rankedPaths": [ + "clap_builder/src/output/help_template.rs", + "clap_complete/src/aot/shells/bash.rs", + "clap_complete/src/aot/shells/elvish.rs", + "clap_builder/src/output/textwrap/core.rs", + "clap_complete/src/engine/custom.rs", + "clap_builder/src/builder/styled_str.rs", + "clap_builder/src/builder/styling.rs", + "clap_builder/src/builder/arg.rs", + "clap_complete/src/aot/generator/mod.rs", + "clap_builder/src/builder/command.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.1, + "ndcgAt10": 0.2890648263178879 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "codegraph", + "queryId": "clap-natural-03", + "query": "Find the policy code that supplies opposite absent-versus-present default values for boolean enabling and disabling flags, while assigning a zero default and an unsigned-byte value parser to occurrence-counting flags.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/builder/action.rs" + }, + "score": { + "queryId": "clap-natural-03", + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/matches/arg_matches.rs", + "clap_builder/src/builder/value_parser.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "codegraph", + "queryId": "clap-natural-04", + "query": "With documentation preprocessing enabled and optional Markdown rendering disabled, find the derive-time implementation that turns comment paragraphs into short and long help, joins adjacent lines with spaces, and removes a single terminal period from the short description without removing an ellipsis.", + "track": "natural-language", + "expected": { + "filePath": "clap_derive/src/utils/doc_comments.rs" + }, + "score": { + "queryId": "clap-natural-04", + "status": "success", + "rankedPaths": [ + "clap_builder/src/builder/arg.rs", + "clap_builder/src/builder/command.rs", + "clap_builder/src/builder/ext.rs", + "clap_builder/src/util/flat_map.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "codegraph", + "queryId": "clap-natural-05", + "query": "Find the help-text line wrapping implementation that measures display width, preserves leading indentation on inserted lines, and deliberately does not wrap the first nonblank word even when it exceeds the configured width.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/output/textwrap/wrap_algorithms.rs" + }, + "score": { + "queryId": "clap-natural-05", + "status": "success", + "rankedPaths": [ + "clap_builder/src/output/textwrap/wrap_algorithms.rs", + "clap_builder/src/builder/app_settings.rs", + "clap_builder/src/output/textwrap/core.rs", + "clap_builder/src/builder/styled_str.rs", + "clap_builder/src/output/textwrap/mod.rs", + "clap_builder/src/parser/arg_matcher.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "codegraph", + "queryId": "clap-natural-06", + "query": "Find the error-reporting implementation that treats requested help and version displays as successful stdout output, sends other error kinds to stderr with a usage-error exit code, and ignores printing failures when terminating the process.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/error/mod.rs" + }, + "score": { + "queryId": "clap-natural-06", + "status": "success", + "rankedPaths": [ + "clap_builder/src/output/usage.rs", + "clap_builder/src/error/mod.rs", + "clap_builder/src/output/help.rs", + "clap_builder/src/output/help_template.rs", + "examples/tutorial_builder/04_04_custom.rs", + "examples/tutorial_derive/04_04_custom.rs", + "examples/git.rs", + "examples/git-derive.rs", + "examples/derive_ref/augment_args.rs", + "examples/derive_ref/augment_subcommands.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "codebase-memory", + "queryId": "clap-explicit-01", + "query": "Where is the implementation of validate_required declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/parser/validator.rs" + }, + "score": { + "queryId": "clap-explicit-01", + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/validator.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "codebase-memory", + "queryId": "clap-explicit-02", + "query": "Where is the implementation of MatchedArg declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/parser/matches/matched_arg.rs" + }, + "score": { + "queryId": "clap-explicit-02", + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/matches/matched_arg.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "codebase-memory", + "queryId": "clap-explicit-03", + "query": "Where is the implementation of did_you_mean_flag declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/parser/features/suggestions.rs" + }, + "score": { + "queryId": "clap-explicit-03", + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/features/suggestions.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "codebase-memory", + "queryId": "clap-explicit-04", + "query": "Where is the implementation of OsStrExt declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_lex/src/ext.rs" + }, + "score": { + "queryId": "clap-explicit-04", + "status": "success", + "rankedPaths": [ + "clap_lex/src/ext.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "codebase-memory", + "queryId": "clap-explicit-05", + "query": "Where is the implementation of Usage declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/output/usage.rs" + }, + "score": { + "queryId": "clap-explicit-05", + "status": "success", + "rankedPaths": [ + "clap_bench/benches/ripgrep.rs", + "clap_builder/src/output/usage.rs", + "clap_builder/Cargo.toml", + "clap_builder/src/builder/styling.rs", + "Cargo.toml", + "clap_builder/src/output/help_template.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "codebase-memory", + "queryId": "clap-explicit-06", + "query": "Where is the implementation of RangedI64ValueParser declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/builder/value_parser.rs" + }, + "score": { + "queryId": "clap-explicit-06", + "status": "success", + "rankedPaths": [ + "clap_builder/src/builder/value_parser.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "codebase-memory", + "queryId": "clap-natural-01", + "query": "With optional environment-value support enabled, find the parsing implementation that injects a configured environment-variable value only if that argument was absent from the command line, and sends the injected value through the normal argument reaction logic with its environment origin recorded.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/parser/parser.rs" + }, + "score": { + "queryId": "clap-natural-01", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "clap", + "condition": "codebase-memory", + "queryId": "clap-natural-02", + "query": "Find the implementation that copies globally configured arguments into child commands, skips an argument already defined by the child, and avoids copying them into the automatically generated help subtree used for completion.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/builder/command.rs" + }, + "score": { + "queryId": "clap-natural-02", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "clap", + "condition": "codebase-memory", + "queryId": "clap-natural-03", + "query": "Find the policy code that supplies opposite absent-versus-present default values for boolean enabling and disabling flags, while assigning a zero default and an unsigned-byte value parser to occurrence-counting flags.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/builder/action.rs" + }, + "score": { + "queryId": "clap-natural-03", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "clap", + "condition": "codebase-memory", + "queryId": "clap-natural-04", + "query": "With documentation preprocessing enabled and optional Markdown rendering disabled, find the derive-time implementation that turns comment paragraphs into short and long help, joins adjacent lines with spaces, and removes a single terminal period from the short description without removing an ellipsis.", + "track": "natural-language", + "expected": { + "filePath": "clap_derive/src/utils/doc_comments.rs" + }, + "score": { + "queryId": "clap-natural-04", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "clap", + "condition": "codebase-memory", + "queryId": "clap-natural-05", + "query": "Find the help-text line wrapping implementation that measures display width, preserves leading indentation on inserted lines, and deliberately does not wrap the first nonblank word even when it exceeds the configured width.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/output/textwrap/wrap_algorithms.rs" + }, + "score": { + "queryId": "clap-natural-05", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "clap", + "condition": "codebase-memory", + "queryId": "clap-natural-06", + "query": "Find the error-reporting implementation that treats requested help and version displays as successful stdout output, sends other error kinds to stderr with a usage-error exit code, and ignores printing failures when terminating the process.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/error/mod.rs" + }, + "score": { + "queryId": "clap-natural-06", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "clap", + "condition": "grepai", + "queryId": "clap-explicit-01", + "query": "Where is the implementation of validate_required declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/parser/validator.rs" + }, + "score": { + "queryId": "clap-explicit-01", + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/validator.rs", + "clap_builder/src/builder/debug_asserts.rs", + "clap_builder/src/output/usage.rs", + "clap_builder/src/util/str_to_bool.rs", + "tests/builder/require.rs", + "clap_builder/src/builder/arg_group.rs", + "clap_complete/src/engine/complete.rs", + "clap_builder/src/builder/arg.rs", + "clap_builder/src/builder/command.rs", + ".github/workflows/ci.yml" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "grepai", + "queryId": "clap-explicit-02", + "query": "Where is the implementation of MatchedArg declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/parser/matches/matched_arg.rs" + }, + "score": { + "queryId": "clap-explicit-02", + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/matches/matched_arg.rs", + "clap_builder/src/parser/arg_matcher.rs", + "clap_builder/src/parser/matches/arg_matches.rs", + "clap_builder/src/parser/matches/mod.rs", + "clap_derive/src/derives/subcommand.rs", + "clap_builder/src/derive.rs", + "clap_builder/src/parser/parser.rs", + "clap_lex/src/lib.rs", + "clap_builder/src/parser/mod.rs", + "clap_builder/src/util/color.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "grepai", + "queryId": "clap-explicit-03", + "query": "Where is the implementation of did_you_mean_flag declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/parser/features/suggestions.rs" + }, + "score": { + "queryId": "clap-explicit-03", + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/features/suggestions.rs", + "clap_builder/src/builder/arg_group.rs", + "clap_builder/src/parser/parser.rs", + "tests/derive_ui/defer_field.rs", + "clap_builder/src/builder/arg.rs", + "examples/tutorial_builder/03_01_flag_bool.rs", + "tests/builder/require.rs", + "clap_builder/src/builder/command.rs", + "clap_builder/src/error/context.rs", + "tests/derive_ui/defer_struct.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "grepai", + "queryId": "clap-explicit-04", + "query": "Where is the implementation of OsStrExt declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_lex/src/ext.rs" + }, + "score": { + "queryId": "clap-explicit-04", + "status": "success", + "rankedPaths": [ + "clap_lex/src/ext.rs", + "clap_builder/src/builder/os_str.rs", + "clap_derive/src/attr.rs", + "clap_complete/src/aot/shells/shell.rs", + "clap_builder/src/builder/value_parser.rs", + "clap_builder/src/parser/matches/arg_matches.rs", + "clap_builder/src/builder/arg_predicate.rs", + "tests/derive/utf8.rs", + "clap_complete/src/engine/complete.rs", + "clap_complete/src/engine/custom.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "grepai", + "queryId": "clap-explicit-05", + "query": "Where is the implementation of Usage declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/output/usage.rs" + }, + "score": { + "queryId": "clap-explicit-05", + "status": "success", + "rankedPaths": [ + "clap_builder/src/output/usage.rs", + "clap_mangen/src/render.rs", + "clap_builder/src/builder/command.rs", + "tests/builder/flag_subcommands.rs", + "clap_builder/src/macros.rs", + "clap_builder/src/builder/mod.rs", + "clap_builder/src/builder/action.rs", + "clap_builder/src/util/mod.rs", + "clap_builder/src/error/format.rs", + "clap_builder/src/util/id.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "grepai", + "queryId": "clap-explicit-06", + "query": "Where is the implementation of RangedI64ValueParser declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/builder/value_parser.rs" + }, + "score": { + "queryId": "clap-explicit-06", + "status": "success", + "rankedPaths": [ + "clap_builder/src/builder/value_parser.rs", + "clap_builder/src/builder/arg.rs", + "clap_builder/src/builder/action.rs", + "clap_builder/src/parser/validator.rs", + "clap_builder/src/builder/range.rs", + "clap_builder/src/parser/parser.rs", + "clap_builder/src/util/graph.rs", + "clap_builder/src/builder/command.rs", + "clap_derive/src/derives/args.rs", + "clap_builder/src/parser/matches/value_source.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "grepai", + "queryId": "clap-natural-01", + "query": "With optional environment-value support enabled, find the parsing implementation that injects a configured environment-variable value only if that argument was absent from the command line, and sends the injected value through the normal argument reaction logic with its environment origin recorded.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/parser/parser.rs" + }, + "score": { + "queryId": "clap-natural-01", + "status": "success", + "rankedPaths": [ + "clap_builder/src/builder/value_parser.rs", + "clap_builder/src/builder/arg.rs", + "clap_complete/src/engine/complete.rs", + "clap_builder/src/parser/matches/value_source.rs", + "clap_complete/src/env/shells.rs", + "clap_builder/src/parser/parser.rs", + "clap_builder/src/builder/arg_predicate.rs", + "clap_builder/src/builder/value_hint.rs", + "clap_builder/src/parser/validator.rs", + "clap_builder/src/builder/action.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "grepai", + "queryId": "clap-natural-02", + "query": "Find the implementation that copies globally configured arguments into child commands, skips an argument already defined by the child, and avoids copying them into the automatically generated help subtree used for completion.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/builder/command.rs" + }, + "score": { + "queryId": "clap-natural-02", + "status": "success", + "rankedPaths": [ + "clap_builder/src/builder/command.rs", + "examples/pacman.rs", + "clap_derive/src/derives/parser.rs", + "clap_builder/src/output/help_template.rs", + "clap_derive/src/derives/args.rs", + "clap_builder/src/error/context.rs", + "clap_builder/src/parser/arg_matcher.rs", + "clap_builder/src/builder/os_str.rs", + "clap_builder/src/builder/arg.rs", + "clap_builder/src/error/kind.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "grepai", + "queryId": "clap-natural-03", + "query": "Find the policy code that supplies opposite absent-versus-present default values for boolean enabling and disabling flags, while assigning a zero default and an unsigned-byte value parser to occurrence-counting flags.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/builder/action.rs" + }, + "score": { + "queryId": "clap-natural-03", + "status": "success", + "rankedPaths": [ + "clap_builder/src/builder/arg.rs", + "clap_builder/src/builder/command.rs", + "clap_builder/src/builder/app_settings.rs", + "clap_builder/src/builder/debug_asserts.rs", + "clap_builder/src/util/str_to_bool.rs", + "clap_builder/src/builder/action.rs", + "clap_builder/src/builder/tests.rs", + "clap_builder/src/parser/matches/arg_matches.rs", + "clap_complete/src/engine/complete.rs", + "clap_builder/src/macros.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "grepai", + "queryId": "clap-natural-04", + "query": "With documentation preprocessing enabled and optional Markdown rendering disabled, find the derive-time implementation that turns comment paragraphs into short and long help, joins adjacent lines with spaces, and removes a single terminal period from the short description without removing an ellipsis.", + "track": "natural-language", + "expected": { + "filePath": "clap_derive/src/utils/doc_comments.rs" + }, + "score": { + "queryId": "clap-natural-04", + "status": "success", + "rankedPaths": [ + "clap_derive/src/utils/doc_comments.rs", + "src/_derive/mod.rs", + "tests/derive/markdown.rs", + "clap_derive/src/utils/mod.rs", + "clap_builder/src/builder/command.rs", + "clap_builder/src/output/help.rs", + "clap_builder/src/output/help_template.rs", + "tests/derive/doc_comments_help.rs", + "clap_builder/src/builder/arg.rs", + "src/_derive/_tutorial.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "grepai", + "queryId": "clap-natural-05", + "query": "Find the help-text line wrapping implementation that measures display width, preserves leading indentation on inserted lines, and deliberately does not wrap the first nonblank word even when it exceeds the configured width.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/output/textwrap/wrap_algorithms.rs" + }, + "score": { + "queryId": "clap-natural-05", + "status": "success", + "rankedPaths": [ + "clap_builder/src/output/textwrap/wrap_algorithms.rs", + "clap_builder/src/output/textwrap/core.rs", + "clap_builder/src/output/help_template.rs", + "clap_builder/src/output/textwrap/mod.rs", + "clap_builder/src/builder/command.rs", + "clap_builder/src/output/help.rs", + "clap_builder/src/builder/styled_str.rs", + "clap_builder/src/builder/arg.rs", + "clap_mangen/src/render.rs", + "clap_complete_nushell/src/lib.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "grepai", + "queryId": "clap-natural-06", + "query": "Find the error-reporting implementation that treats requested help and version displays as successful stdout output, sends other error kinds to stderr with a usage-error exit code, and ignores printing failures when terminating the process.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/error/mod.rs" + }, + "score": { + "queryId": "clap-natural-06", + "status": "success", + "rankedPaths": [ + "clap_builder/src/error/kind.rs", + "clap_builder/src/error/mod.rs", + "clap_builder/src/error/format.rs", + "clap_builder/src/builder/command.rs", + "clap_complete/src/env/mod.rs", + "clap_derive/src/lib.rs", + "clap_complete/src/lib.rs", + "clap_builder/src/util/escape.rs", + "clap_derive/src/item.rs", + "clap_builder/src/output/usage.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "literal-unindexed", + "queryId": "clap-explicit-01", + "query": "Where is the implementation of validate_required declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/parser/validator.rs" + }, + "score": { + "queryId": "clap-explicit-01", + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/validator.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "literal-unindexed", + "queryId": "clap-explicit-02", + "query": "Where is the implementation of MatchedArg declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/parser/matches/matched_arg.rs" + }, + "score": { + "queryId": "clap-explicit-02", + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/arg_matcher.rs", + "clap_builder/src/parser/matches/arg_matches.rs", + "clap_builder/src/parser/matches/matched_arg.rs", + "clap_builder/src/parser/matches/mod.rs", + "clap_builder/src/parser/mod.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "literal-unindexed", + "queryId": "clap-explicit-03", + "query": "Where is the implementation of did_you_mean_flag declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/parser/features/suggestions.rs" + }, + "score": { + "queryId": "clap-explicit-03", + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/features/suggestions.rs", + "clap_builder/src/parser/parser.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "literal-unindexed", + "queryId": "clap-explicit-04", + "query": "Where is the implementation of OsStrExt declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_lex/src/ext.rs" + }, + "score": { + "queryId": "clap-explicit-04", + "status": "success", + "rankedPaths": [ + "clap_builder/src/builder/value_parser.rs", + "clap_builder/src/parser/matches/arg_matches.rs", + "clap_builder/src/parser/parser.rs", + "clap_complete/src/engine/complete.rs", + "clap_complete/src/engine/custom.rs", + "clap_lex/CHANGELOG.md", + "clap_lex/src/ext.rs", + "clap_lex/src/lib.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.14285714285714285, + "ndcgAt10": 0.3333333333333333 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "literal-unindexed", + "queryId": "clap-explicit-05", + "query": "Where is the implementation of Usage declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/output/usage.rs" + }, + "score": { + "queryId": "clap-explicit-05", + "status": "success", + "rankedPaths": [ + "CHANGELOG.md", + "clap_bench/benches/ripgrep.rs", + "clap_builder/src/builder/arg.rs", + "clap_builder/src/builder/command.rs", + "clap_builder/src/builder/styling.rs", + "clap_builder/src/builder/value_parser.rs", + "clap_builder/src/error/context.rs", + "clap_builder/src/error/format.rs", + "clap_builder/src/error/mod.rs", + "clap_builder/src/macros.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "literal-unindexed", + "queryId": "clap-explicit-06", + "query": "Where is the implementation of RangedI64ValueParser declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/builder/value_parser.rs" + }, + "score": { + "queryId": "clap-explicit-06", + "status": "success", + "rankedPaths": [ + "clap_builder/src/builder/arg.rs", + "clap_builder/src/builder/mod.rs", + "clap_builder/src/builder/value_parser.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "literal-unindexed", + "queryId": "clap-natural-01", + "query": "With optional environment-value support enabled, find the parsing implementation that injects a configured environment-variable value only if that argument was absent from the command line, and sends the injected value through the normal argument reaction logic with its environment origin recorded.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/parser/parser.rs" + }, + "score": { + "queryId": "clap-natural-01", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "literal-unindexed", + "queryId": "clap-natural-02", + "query": "Find the implementation that copies globally configured arguments into child commands, skips an argument already defined by the child, and avoids copying them into the automatically generated help subtree used for completion.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/builder/command.rs" + }, + "score": { + "queryId": "clap-natural-02", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "literal-unindexed", + "queryId": "clap-natural-03", + "query": "Find the policy code that supplies opposite absent-versus-present default values for boolean enabling and disabling flags, while assigning a zero default and an unsigned-byte value parser to occurrence-counting flags.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/builder/action.rs" + }, + "score": { + "queryId": "clap-natural-03", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "literal-unindexed", + "queryId": "clap-natural-04", + "query": "With documentation preprocessing enabled and optional Markdown rendering disabled, find the derive-time implementation that turns comment paragraphs into short and long help, joins adjacent lines with spaces, and removes a single terminal period from the short description without removing an ellipsis.", + "track": "natural-language", + "expected": { + "filePath": "clap_derive/src/utils/doc_comments.rs" + }, + "score": { + "queryId": "clap-natural-04", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "literal-unindexed", + "queryId": "clap-natural-05", + "query": "Find the help-text line wrapping implementation that measures display width, preserves leading indentation on inserted lines, and deliberately does not wrap the first nonblank word even when it exceeds the configured width.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/output/textwrap/wrap_algorithms.rs" + }, + "score": { + "queryId": "clap-natural-05", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "literal-unindexed", + "queryId": "clap-natural-06", + "query": "Find the error-reporting implementation that treats requested help and version displays as successful stdout output, sends other error kinds to stderr with a usage-error exit code, and ignores printing failures when terminating the process.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/error/mod.rs" + }, + "score": { + "queryId": "clap-natural-06", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "plain-file-bm25", + "queryId": "clap-explicit-01", + "query": "Where is the implementation of validate_required declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/parser/validator.rs" + }, + "score": { + "queryId": "clap-explicit-01", + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/validator.rs", + "src/_tutorial.rs", + "Cargo.toml", + "examples/tutorial_builder/04_02_validate.md", + "examples/tutorial_derive/04_02_validate.md", + "src/_derive/_tutorial.rs", + "clap_builder/src/builder/arg_group.rs", + "clap_builder/src/parser/parser.rs", + "clap_builder/src/builder/value_parser.rs", + "clap_builder/src/output/usage.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "plain-file-bm25", + "queryId": "clap-explicit-02", + "query": "Where is the implementation of MatchedArg declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/parser/matches/matched_arg.rs" + }, + "score": { + "queryId": "clap-explicit-02", + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/arg_matcher.rs", + "clap_builder/src/parser/matches/matched_arg.rs", + "clap_builder/src/parser/matches/mod.rs", + "clap_builder/src/parser/mod.rs", + "clap_builder/src/parser/matches/arg_matches.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "plain-file-bm25", + "queryId": "clap-explicit-03", + "query": "Where is the implementation of did_you_mean_flag declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/parser/features/suggestions.rs" + }, + "score": { + "queryId": "clap-explicit-03", + "status": "success", + "rankedPaths": [ + "clap_builder/src/parser/features/suggestions.rs", + "tests/builder/ignore_errors.rs", + "clap_builder/src/parser/parser.rs", + "clap_builder/src/error/format.rs", + "clap_builder/src/error/mod.rs", + "src/_features.rs", + "tests/builder/subcommands.rs", + "LICENSE-APACHE", + "clap_builder/src/output/textwrap/mod.rs", + "tests/builder/opts.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "plain-file-bm25", + "queryId": "clap-explicit-04", + "query": "Where is the implementation of OsStrExt declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_lex/src/ext.rs" + }, + "score": { + "queryId": "clap-explicit-04", + "status": "success", + "rankedPaths": [ + "clap_lex/src/ext.rs", + "clap_lex/CHANGELOG.md", + "clap_complete/src/engine/custom.rs", + "clap_lex/src/lib.rs", + "clap_builder/src/parser/matches/arg_matches.rs", + "clap_complete/src/engine/complete.rs", + "clap_builder/src/parser/parser.rs", + "clap_builder/src/builder/value_parser.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "plain-file-bm25", + "queryId": "clap-explicit-05", + "query": "Where is the implementation of Usage declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/output/usage.rs" + }, + "score": { + "queryId": "clap-explicit-05", + "status": "success", + "rankedPaths": [ + "clap_builder/src/output/usage.rs", + "clap_builder/src/error/mod.rs", + "clap_builder/src/builder/styling.rs", + "tests/builder/template_help.rs", + "clap_builder/src/output/help.rs", + "examples/git.md", + "tests/derive/doc_comments_help.rs", + "examples/git-derive.md", + "examples/tutorial_builder/04_04_custom.md", + "examples/tutorial_derive/04_04_custom.md" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "plain-file-bm25", + "queryId": "clap-explicit-06", + "query": "Where is the implementation of RangedI64ValueParser declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "clap_builder/src/builder/value_parser.rs" + }, + "score": { + "queryId": "clap-explicit-06", + "status": "success", + "rankedPaths": [ + "clap_builder/src/builder/value_parser.rs", + "clap_builder/src/builder/mod.rs", + "clap_builder/src/builder/arg.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "plain-file-bm25", + "queryId": "clap-natural-01", + "query": "With optional environment-value support enabled, find the parsing implementation that injects a configured environment-variable value only if that argument was absent from the command line, and sends the injected value through the normal argument reaction logic with its environment origin recorded.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/parser/parser.rs" + }, + "score": { + "queryId": "clap-natural-01", + "status": "success", + "rankedPaths": [ + "clap_builder/src/builder/arg.rs", + "clap_complete/src/env/mod.rs", + "src/_features.rs", + "clap_mangen/src/render.rs", + "src/_derive/mod.rs", + "src/_concepts.rs", + "tests/builder/env.rs", + "src/_derive/_tutorial.rs", + "CHANGELOG.md", + "clap_builder/src/builder/command.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "plain-file-bm25", + "queryId": "clap-natural-02", + "query": "Find the implementation that copies globally configured arguments into child commands, skips an argument already defined by the child, and avoids copying them into the automatically generated help subtree used for completion.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/builder/command.rs" + }, + "score": { + "queryId": "clap-natural-02", + "status": "success", + "rankedPaths": [ + "clap_builder/src/builder/command.rs", + "clap_complete/src/env/mod.rs", + "src/_faq.rs", + "src/_derive/mod.rs", + "tests/builder/help.rs", + "CONTRIBUTING.md", + "clap_builder/src/derive.rs", + "clap_complete/src/aot/shells/zsh.rs", + "clap_builder/src/builder/arg.rs", + "clap_builder/src/builder/debug_asserts.rs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "plain-file-bm25", + "queryId": "clap-natural-03", + "query": "Find the policy code that supplies opposite absent-versus-present default values for boolean enabling and disabling flags, while assigning a zero default and an unsigned-byte value parser to occurrence-counting flags.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/builder/action.rs" + }, + "score": { + "queryId": "clap-natural-03", + "status": "success", + "rankedPaths": [ + "src/_tutorial.rs", + "clap_builder/src/builder/arg.rs", + "CHANGELOG.md", + "src/_derive/_tutorial.rs", + "examples/find.rs", + "clap_builder/src/parser/matches/arg_matches.rs", + "clap_bench/benches/ripgrep.rs", + "src/_derive/mod.rs", + "clap_builder/src/parser/parser.rs", + "src/_concepts.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "plain-file-bm25", + "queryId": "clap-natural-04", + "query": "With documentation preprocessing enabled and optional Markdown rendering disabled, find the derive-time implementation that turns comment paragraphs into short and long help, joins adjacent lines with spaces, and removes a single terminal period from the short description without removing an ellipsis.", + "track": "natural-language", + "expected": { + "filePath": "clap_derive/src/utils/doc_comments.rs" + }, + "score": { + "queryId": "clap-natural-04", + "status": "success", + "rankedPaths": [ + "src/_derive/mod.rs", + "clap_derive/src/utils/doc_comments.rs", + "src/_features.rs", + "CONTRIBUTING.md", + "CHANGELOG.md", + "tests/derive/markdown.rs", + "clap_builder/src/output/textwrap/core.rs", + "clap_builder/src/macros.rs", + "src/_concepts.rs", + "clap_builder/src/builder/command.rs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "plain-file-bm25", + "queryId": "clap-natural-05", + "query": "Find the help-text line wrapping implementation that measures display width, preserves leading indentation on inserted lines, and deliberately does not wrap the first nonblank word even when it exceeds the configured width.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/output/textwrap/wrap_algorithms.rs" + }, + "score": { + "queryId": "clap-natural-05", + "status": "success", + "rankedPaths": [ + "clap_builder/src/output/textwrap/mod.rs", + "clap_builder/src/output/textwrap/wrap_algorithms.rs", + "clap_builder/src/builder/styled_str.rs", + "tests/builder/help.rs", + "clap_builder/src/output/help_template.rs", + "src/_derive/mod.rs", + "clap_builder/src/builder/command.rs", + "clap_derive/src/utils/doc_comments.rs", + "clap_builder/src/output/textwrap/core.rs", + "CHANGELOG.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "clap", + "condition": "plain-file-bm25", + "queryId": "clap-natural-06", + "query": "Find the error-reporting implementation that treats requested help and version displays as successful stdout output, sends other error kinds to stderr with a usage-error exit code, and ignores printing failures when terminating the process.", + "track": "natural-language", + "expected": { + "filePath": "clap_builder/src/error/mod.rs" + }, + "score": { + "queryId": "clap-natural-06", + "status": "success", + "rankedPaths": [ + "clap_builder/src/error/mod.rs", + "CONTRIBUTING.md", + "clap_builder/src/builder/command.rs", + "clap_complete/src/env/mod.rs", + "CHANGELOG.md", + "clap_complete/src/aot/generator/mod.rs", + "src/_faq.rs", + "tests/ui/arg_required_else_help_stderr.toml", + "tests/ui/h_flag_stdout.toml", + "tests/ui/help_cmd_stdout.toml" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "ocbi-hybrid", + "queryId": "moshi-explicit-01", + "query": "Where is the implementation of LinkedHashTreeMap declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt" + }, + "score": { + "queryId": "moshi-explicit-01", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "ocbi-hybrid", + "queryId": "moshi-explicit-02", + "query": "Where is the implementation of JsonValueSource declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt" + }, + "score": { + "queryId": "moshi-explicit-02", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "ocbi-hybrid", + "queryId": "moshi-explicit-03", + "query": "Where is the implementation of AdapterMethodsFactory declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt" + }, + "score": { + "queryId": "moshi-explicit-03", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "ocbi-hybrid", + "queryId": "moshi-explicit-04", + "query": "Where is the implementation of ClassFactory declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt" + }, + "score": { + "queryId": "moshi-explicit-04", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "ocbi-hybrid", + "queryId": "moshi-explicit-05", + "query": "Where is the implementation of MapJsonAdapter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt" + }, + "score": { + "queryId": "moshi-explicit-05", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "ocbi-hybrid", + "queryId": "moshi-explicit-06", + "query": "Where is the implementation of NonNullJsonAdapter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt" + }, + "score": { + "queryId": "moshi-explicit-06", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "ocbi-hybrid", + "queryId": "moshi-natural-01", + "query": "Find the adapter lookup implementation that supports recursive self-referential object models by returning an in-progress adapter during reentrant lookups, but publishes adapters to the shared cache only after the outermost lookup succeeds.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/Moshi.kt" + }, + "score": { + "queryId": "moshi-natural-01", + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterWithDelegate.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/models/Suit.java", + "examples/src/main/java/com/squareup/moshi/recipes/models/BlackjackHand.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "ocbi-hybrid", + "queryId": "moshi-natural-02", + "query": "Find the streaming JSON reader implementation that can skip an entire nested unknown value by tracking array and object depth, updates the JSON path after skipping, and rejects skipping when strict unknown-field handling is enabled.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt" + }, + "score": { + "queryId": "moshi-natural-02", + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/ReadJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJsonList.java", + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "ocbi-hybrid", + "queryId": "moshi-natural-03", + "query": "Find the byte-stream JSON writer implementation that defers emitting an object member name so a null value can omit both name and value when null serialization is disabled, while still writing null in array or top-level value positions.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Writer.kt" + }, + "score": { + "queryId": "moshi-natural-03", + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/WriteJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/ByteStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/IncludeNullsForAnnotatedTypes.java", + "examples/src/main/java/com/squareup/moshi/recipes/IncludeNullsForOneType.java", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "ocbi-hybrid", + "queryId": "moshi-natural-04", + "query": "Find the reflective object adapter implementation that excludes static and transient fields, honors ignored fields and renamed JSON properties, resolves each field's generic type for adapter lookup, and fails when two fields map to the same JSON name.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt" + }, + "score": { + "queryId": "moshi-natural-04", + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterWithDelegate.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomTypeAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/WriteJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomFieldName.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJsonList.java", + "examples/src/main/java/com/squareup/moshi/recipes/RecoverFromTypeMismatch.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "ocbi-hybrid", + "queryId": "moshi-natural-05", + "query": "Find the subtype-dispatch implementation that peeks at an object's discriminator without consuming the original reader, sends missing or unrecognized labels to a configured fallback decoder, and otherwise throws a data error for those labels.", + "track": "natural-language", + "expected": { + "filePath": "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt" + }, + "score": { + "queryId": "moshi-natural-05", + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "ocbi-structural", + "queryId": "moshi-explicit-01", + "query": "Where is the implementation of LinkedHashTreeMap declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt" + }, + "score": { + "queryId": "moshi-explicit-01", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "ocbi-structural", + "queryId": "moshi-explicit-02", + "query": "Where is the implementation of JsonValueSource declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt" + }, + "score": { + "queryId": "moshi-explicit-02", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "ocbi-structural", + "queryId": "moshi-explicit-03", + "query": "Where is the implementation of AdapterMethodsFactory declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt" + }, + "score": { + "queryId": "moshi-explicit-03", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "ocbi-structural", + "queryId": "moshi-explicit-04", + "query": "Where is the implementation of ClassFactory declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt" + }, + "score": { + "queryId": "moshi-explicit-04", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "ocbi-structural", + "queryId": "moshi-explicit-05", + "query": "Where is the implementation of MapJsonAdapter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt" + }, + "score": { + "queryId": "moshi-explicit-05", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "ocbi-structural", + "queryId": "moshi-explicit-06", + "query": "Where is the implementation of NonNullJsonAdapter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt" + }, + "score": { + "queryId": "moshi-explicit-06", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "ocbi-structural", + "queryId": "moshi-natural-01", + "query": "Find the adapter lookup implementation that supports recursive self-referential object models by returning an in-progress adapter during reentrant lookups, but publishes adapters to the shared cache only after the outermost lookup succeeds.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/Moshi.kt" + }, + "score": { + "queryId": "moshi-natural-01", + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterWithDelegate.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/IncludeNullsForOneType.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "ocbi-structural", + "queryId": "moshi-natural-02", + "query": "Find the streaming JSON reader implementation that can skip an entire nested unknown value by tracking array and object depth, updates the JSON path after skipping, and rejects skipping when strict unknown-field handling is enabled.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt" + }, + "score": { + "queryId": "moshi-natural-02", + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "ocbi-structural", + "queryId": "moshi-natural-03", + "query": "Find the byte-stream JSON writer implementation that defers emitting an object member name so a null value can omit both name and value when null serialization is disabled, while still writing null in array or top-level value positions.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Writer.kt" + }, + "score": { + "queryId": "moshi-natural-03", + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/ByteStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/IncludeNullsForAnnotatedTypes.java", + "examples/src/main/java/com/squareup/moshi/recipes/IncludeNullsForOneType.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "ocbi-structural", + "queryId": "moshi-natural-04", + "query": "Find the reflective object adapter implementation that excludes static and transient fields, honors ignored fields and renamed JSON properties, resolves each field's generic type for adapter lookup, and fails when two fields map to the same JSON name.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt" + }, + "score": { + "queryId": "moshi-natural-04", + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterWithDelegate.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomTypeAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/WriteJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomFieldName.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJsonList.java", + "examples/src/main/java/com/squareup/moshi/recipes/RecoverFromTypeMismatch.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "ocbi-structural", + "queryId": "moshi-natural-05", + "query": "Find the subtype-dispatch implementation that peeks at an object's discriminator without consuming the original reader, sends missing or unrecognized labels to a configured fallback decoder, and otherwise throws a data error for those labels.", + "track": "natural-language", + "expected": { + "filePath": "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt" + }, + "score": { + "queryId": "moshi-natural-05", + "status": "success", + "rankedPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/Unwrap.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "codegraph", + "queryId": "moshi-explicit-01", + "query": "Where is the implementation of LinkedHashTreeMap declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt" + }, + "score": { + "queryId": "moshi-explicit-01", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt", + "moshi/src/test/java/com/squareup/moshi/internal/LinkedHashTreeMapTest.java", + "moshi/src/main/java/com/squareup/moshi/-JsonValueWriter.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "codegraph", + "queryId": "moshi-explicit-02", + "query": "Where is the implementation of JsonValueSource declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt" + }, + "score": { + "queryId": "moshi-explicit-02", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt", + "moshi/src/test/java/com/squareup/moshi/internal/JsonValueSourceTest.java", + "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "codegraph", + "queryId": "moshi-explicit-03", + "query": "Where is the implementation of AdapterMethodsFactory declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt" + }, + "score": { + "queryId": "moshi-explicit-03", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "codegraph", + "queryId": "moshi-explicit-04", + "query": "Where is the implementation of ClassFactory declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt" + }, + "score": { + "queryId": "moshi-explicit-04", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "codegraph", + "queryId": "moshi-explicit-05", + "query": "Where is the implementation of MapJsonAdapter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt" + }, + "score": { + "queryId": "moshi-explicit-05", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "moshi/src/test/java/com/squareup/moshi/internal/MapJsonAdapterTest.java", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi/src/test/java/com/squareup/moshi/MoshiTest.java" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "codegraph", + "queryId": "moshi-explicit-06", + "query": "Where is the implementation of NonNullJsonAdapter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt" + }, + "score": { + "queryId": "moshi-explicit-06", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/-MoshiKotlinExtensions.kt", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "codegraph", + "queryId": "moshi-natural-01", + "query": "Find the adapter lookup implementation that supports recursive self-referential object models by returning an in-progress adapter during reentrant lookups, but publishes adapters to the shared cache only after the outermost lookup succeeds.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/Moshi.kt" + }, + "score": { + "queryId": "moshi-natural-01", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/StandardJsonAdapters.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "codegraph", + "queryId": "moshi-natural-02", + "query": "Find the streaming JSON reader implementation that can skip an entire nested unknown value by tracking array and object depth, updates the JSON path after skipping, and rejects skipping when strict unknown-field handling is enabled.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt" + }, + "score": { + "queryId": "moshi-natural-02", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/-JsonValueReader.kt", + "moshi/src/main/java/com/squareup/moshi/internal/ArrayJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonReader.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "codegraph", + "queryId": "moshi-natural-03", + "query": "Find the byte-stream JSON writer implementation that defers emitting an object member name so a null value can omit both name and value when null serialization is disabled, while still writing null in array or top-level value positions.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Writer.kt" + }, + "score": { + "queryId": "moshi-natural-03", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/-JsonValueWriter.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Writer.kt", + "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonWriter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/-MoshiKotlinExtensions.kt", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "codegraph", + "queryId": "moshi-natural-04", + "query": "Find the reflective object adapter implementation that excludes static and transient fields, honors ignored fields and renamed JSON properties, resolves each field's generic type for adapter lookup, and fails when two fields map to the same JSON name.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt" + }, + "score": { + "queryId": "moshi-natural-04", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/src/test/java/com/squareup/moshi/MoshiTest.java", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi/src/main/java/com/squareup/moshi/internal/Util.kt", + "moshi/src/main/java/com/squareup/moshi/JsonWriter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonDataException.kt", + "moshi/src/main/java/com/squareup/moshi/JsonReader.kt", + "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "codegraph", + "queryId": "moshi-natural-05", + "query": "Find the subtype-dispatch implementation that peeks at an object's discriminator without consuming the original reader, sends missing or unrecognized labels to a configured fallback decoder, and otherwise throws a data error for those labels.", + "track": "natural-language", + "expected": { + "filePath": "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt" + }, + "score": { + "queryId": "moshi-natural-05", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonValueReader.kt", + "moshi/src/main/java/com/squareup/moshi/internal/Util.kt", + "moshi-kotlin/src/main/java/com/squareup/moshi/kotlin/reflect/KmExecutable.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/ksp/shadedUtil.kt", + "moshi/src/main/java/com/squareup/moshi/JsonReader.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "codebase-memory", + "queryId": "moshi-explicit-01", + "query": "Where is the implementation of LinkedHashTreeMap declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt" + }, + "score": { + "queryId": "moshi-explicit-01", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "codebase-memory", + "queryId": "moshi-explicit-02", + "query": "Where is the implementation of JsonValueSource declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt" + }, + "score": { + "queryId": "moshi-explicit-02", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "codebase-memory", + "queryId": "moshi-explicit-03", + "query": "Where is the implementation of AdapterMethodsFactory declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt" + }, + "score": { + "queryId": "moshi-explicit-03", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "codebase-memory", + "queryId": "moshi-explicit-04", + "query": "Where is the implementation of ClassFactory declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt" + }, + "score": { + "queryId": "moshi-explicit-04", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "codebase-memory", + "queryId": "moshi-explicit-05", + "query": "Where is the implementation of MapJsonAdapter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt" + }, + "score": { + "queryId": "moshi-explicit-05", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "codebase-memory", + "queryId": "moshi-explicit-06", + "query": "Where is the implementation of NonNullJsonAdapter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt" + }, + "score": { + "queryId": "moshi-explicit-06", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "codebase-memory", + "queryId": "moshi-natural-01", + "query": "Find the adapter lookup implementation that supports recursive self-referential object models by returning an in-progress adapter during reentrant lookups, but publishes adapters to the shared cache only after the outermost lookup succeeds.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/Moshi.kt" + }, + "score": { + "queryId": "moshi-natural-01", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "moshi", + "condition": "codebase-memory", + "queryId": "moshi-natural-02", + "query": "Find the streaming JSON reader implementation that can skip an entire nested unknown value by tracking array and object depth, updates the JSON path after skipping, and rejects skipping when strict unknown-field handling is enabled.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt" + }, + "score": { + "queryId": "moshi-natural-02", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "moshi", + "condition": "codebase-memory", + "queryId": "moshi-natural-03", + "query": "Find the byte-stream JSON writer implementation that defers emitting an object member name so a null value can omit both name and value when null serialization is disabled, while still writing null in array or top-level value positions.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Writer.kt" + }, + "score": { + "queryId": "moshi-natural-03", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "moshi", + "condition": "codebase-memory", + "queryId": "moshi-natural-04", + "query": "Find the reflective object adapter implementation that excludes static and transient fields, honors ignored fields and renamed JSON properties, resolves each field's generic type for adapter lookup, and fails when two fields map to the same JSON name.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt" + }, + "score": { + "queryId": "moshi-natural-04", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "moshi", + "condition": "codebase-memory", + "queryId": "moshi-natural-05", + "query": "Find the subtype-dispatch implementation that peeks at an object's discriminator without consuming the original reader, sends missing or unrecognized labels to a configured fallback decoder, and otherwise throws a data error for those labels.", + "track": "natural-language", + "expected": { + "filePath": "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt" + }, + "score": { + "queryId": "moshi-natural-05", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "moshi", + "condition": "grepai", + "queryId": "moshi-explicit-01", + "query": "Where is the implementation of LinkedHashTreeMap declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt" + }, + "score": { + "queryId": "moshi-explicit-01", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/TargetConstructor.kt", + "moshi-kotlin/src/main/java/com/squareup/moshi/kotlin/reflect/IndexedParameterMap.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/kotlintypes.kt", + "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/ksp/shadedUtil.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonValueReader.kt", + "moshi-kotlin/src/main/java/com/squareup/moshi/kotlin/reflect/KotlinJsonAdapterFactory.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/ksp/TargetTypes.kt", + "moshi/src/main/java/com/squareup/moshi/internal/JsonScope.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "grepai", + "queryId": "moshi-explicit-02", + "query": "Where is the implementation of JsonValueSource declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt" + }, + "score": { + "queryId": "moshi-explicit-02", + "status": "success", + "rankedPaths": [ + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/ksp/MoshiApiUtil.kt", + "moshi/src/main/java/com/squareup/moshi/internal/StandardJsonAdapters.kt", + "moshi/src/main/java/com/squareup/moshi/JsonReader.kt", + "moshi/src/main/java/com/squareup/moshi/JsonQualifier.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/TargetParameter.kt", + "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "moshi-kotlin/src/main/java/com/squareup/moshi/kotlin/reflect/KotlinJsonAdapterFactory.kt", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "grepai", + "queryId": "moshi-explicit-03", + "query": "Where is the implementation of AdapterMethodsFactory declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt" + }, + "score": { + "queryId": "moshi-explicit-03", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt", + "moshi-kotlin/src/main/java/com/squareup/moshi/KotlinJsonAdapterFactory.kt", + "moshi/src/main/java/com/squareup/moshi/internal/CollectionJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/internal/Util.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java", + "moshi/src/main/java/com/squareup/moshi/-MoshiKotlinExtensions.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/ProguardRules.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "grepai", + "queryId": "moshi-explicit-04", + "query": "Where is the implementation of ClassFactory declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt" + }, + "score": { + "queryId": "moshi-explicit-04", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt", + "moshi-kotlin/src/main/java/com/squareup/moshi/KotlinJsonAdapterFactory.kt", + "moshi/src/main/java/com/squareup/moshi/internal/StandardJsonAdapters.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/ksp/MoshiApiUtil.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/ksp/JsonClassSymbolProcessorProvider.kt", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt", + "moshi-kotlin/src/main/java/com/squareup/moshi/kotlin/reflect/KotlinJsonAdapterFactory.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/Options.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/ProguardRules.kt", + "moshi/src/main/java/com/squareup/moshi/Types.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "grepai", + "queryId": "moshi-explicit-05", + "query": "Where is the implementation of MapJsonAdapter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt" + }, + "score": { + "queryId": "moshi-explicit-05", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonValueReader.kt", + "moshi/src/main/java/com/squareup/moshi/internal/ArrayJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi/src/main/java/com/squareup/moshi/-MoshiKotlinExtensions.kt", + "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "moshi/src/main/java/com/squareup/moshi/internal/RecordJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/internal/CollectionJsonAdapter.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "grepai", + "queryId": "moshi-explicit-06", + "query": "Where is the implementation of NonNullJsonAdapter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt" + }, + "score": { + "queryId": "moshi-explicit-06", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/-MoshiKotlinExtensions.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt", + "moshi/src/main/java/com/squareup/moshi/internal/ArrayJsonAdapter.kt", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "moshi/src/main/java/com/squareup/moshi/internal/NullSafeJsonAdapter.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/TargetParameter.kt", + "moshi/src/main/java/com/squareup/moshi/internal/RecordJsonAdapter.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "grepai", + "queryId": "moshi-natural-01", + "query": "Find the adapter lookup implementation that supports recursive self-referential object models by returning an in-progress adapter during reentrant lookups, but publishes adapters to the shared cache only after the outermost lookup succeeds.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/Moshi.kt" + }, + "score": { + "queryId": "moshi-natural-01", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt", + "moshi/src/main/java/com/squareup/moshi/internal/CollectionJsonAdapter.kt", + "moshi/src/main/java16/com/squareup/moshi/internal/RecordJsonAdapter.kt", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/ProguardRules.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonClass.kt", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/EnumJsonAdapter.kt", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "grepai", + "queryId": "moshi-natural-02", + "query": "Find the streaming JSON reader implementation that can skip an entire nested unknown value by tracking array and object depth, updates the JSON path after skipping, and rejects skipping when strict unknown-field handling is enabled.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt" + }, + "score": { + "queryId": "moshi-natural-02", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/JsonReader.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonValueWriter.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Writer.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonValueReader.kt", + "moshi/src/main/java/com/squareup/moshi/internal/JsonScope.kt", + "moshi/src/main/java/com/squareup/moshi/JsonWriter.kt", + "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/EnumJsonAdapter.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "grepai", + "queryId": "moshi-natural-03", + "query": "Find the byte-stream JSON writer implementation that defers emitting an object member name so a null value can omit both name and value when null serialization is disabled, while still writing null in array or top-level value positions.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Writer.kt" + }, + "score": { + "queryId": "moshi-natural-03", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/JsonWriter.kt", + "moshi/src/main/java/com/squareup/moshi/internal/NullSafeJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Writer.kt", + "moshi/src/main/java/com/squareup/moshi/internal/StandardJsonAdapters.kt", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/Rfc3339DateJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonReader.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonValueWriter.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/ksp/JsonClassSymbolProcessorProvider.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.2, + "ndcgAt10": 0.38685280723454163 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "grepai", + "queryId": "moshi-natural-04", + "query": "Find the reflective object adapter implementation that excludes static and transient fields, honors ignored fields and renamed JSON properties, resolves each field's generic type for adapter lookup, and fails when two fields map to the same JSON name.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt" + }, + "score": { + "queryId": "moshi-natural-04", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/AdapterGenerator.kt", + "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonClass.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/-MoshiKotlinExtensions.kt", + "moshi-kotlin/src/main/java/com/squareup/moshi/kotlin/reflect/KotlinJsonAdapterFactory.kt", + "moshi/src/main/java/com/squareup/moshi/internal/CollectionJsonAdapter.kt", + "moshi-kotlin/src/main/java/com/squareup/moshi/kotlin/reflect/JvmSignatureSearcher.kt", + "moshi/src/main/java16/com/squareup/moshi/internal/RecordJsonAdapter.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "grepai", + "queryId": "moshi-natural-05", + "query": "Find the subtype-dispatch implementation that peeks at an object's discriminator without consuming the original reader, sends missing or unrecognized labels to a configured fallback decoder, and otherwise throws a data error for those labels.", + "track": "natural-language", + "expected": { + "filePath": "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt" + }, + "score": { + "queryId": "moshi-natural-05", + "status": "success", + "rankedPaths": [ + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/TargetType.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/TypeRenderer.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/ksp/TargetTypes.kt", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/EnumJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonClass.kt", + "moshi/src/main/java/com/squareup/moshi/internal/StandardJsonAdapters.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/ksp/AppliedType.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/DelegateKey.kt", + "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "literal-unindexed", + "queryId": "moshi-explicit-01", + "query": "Where is the implementation of LinkedHashTreeMap declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt" + }, + "score": { + "queryId": "moshi-explicit-01", + "status": "success", + "rankedPaths": [ + "CHANGELOG.md", + "moshi/src/main/java/com/squareup/moshi/-JsonValueWriter.kt", + "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt", + "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "moshi/src/test/java/com/squareup/moshi/internal/LinkedHashTreeMapTest.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "literal-unindexed", + "queryId": "moshi-explicit-02", + "query": "Where is the implementation of JsonValueSource declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt" + }, + "score": { + "queryId": "moshi-explicit-02", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt", + "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt", + "moshi/src/test/java/com/squareup/moshi/internal/JsonValueSourceTest.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "literal-unindexed", + "queryId": "moshi-explicit-03", + "query": "Where is the implementation of AdapterMethodsFactory declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt" + }, + "score": { + "queryId": "moshi-explicit-03", + "status": "success", + "rankedPaths": [ + "moshi/japicmp/build.gradle.kts", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "literal-unindexed", + "queryId": "moshi-explicit-04", + "query": "Where is the implementation of ClassFactory declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt" + }, + "score": { + "queryId": "moshi-explicit-04", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt", + "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "literal-unindexed", + "queryId": "moshi-explicit-05", + "query": "Where is the implementation of MapJsonAdapter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt" + }, + "score": { + "queryId": "moshi-explicit-05", + "status": "success", + "rankedPaths": [ + "moshi/japicmp/build.gradle.kts", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "moshi/src/test/java/com/squareup/moshi/MoshiTest.java", + "moshi/src/test/java/com/squareup/moshi/internal/MapJsonAdapterTest.java" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "literal-unindexed", + "queryId": "moshi-explicit-06", + "query": "Where is the implementation of NonNullJsonAdapter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt" + }, + "score": { + "queryId": "moshi-explicit-06", + "status": "success", + "rankedPaths": [ + "moshi/japicmp/build.gradle.kts", + "moshi/src/main/java/com/squareup/moshi/-MoshiKotlinExtensions.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.2, + "ndcgAt10": 0.38685280723454163 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "literal-unindexed", + "queryId": "moshi-natural-01", + "query": "Find the adapter lookup implementation that supports recursive self-referential object models by returning an in-progress adapter during reentrant lookups, but publishes adapters to the shared cache only after the outermost lookup succeeds.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/Moshi.kt" + }, + "score": { + "queryId": "moshi-natural-01", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "literal-unindexed", + "queryId": "moshi-natural-02", + "query": "Find the streaming JSON reader implementation that can skip an entire nested unknown value by tracking array and object depth, updates the JSON path after skipping, and rejects skipping when strict unknown-field handling is enabled.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt" + }, + "score": { + "queryId": "moshi-natural-02", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "literal-unindexed", + "queryId": "moshi-natural-03", + "query": "Find the byte-stream JSON writer implementation that defers emitting an object member name so a null value can omit both name and value when null serialization is disabled, while still writing null in array or top-level value positions.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Writer.kt" + }, + "score": { + "queryId": "moshi-natural-03", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "literal-unindexed", + "queryId": "moshi-natural-04", + "query": "Find the reflective object adapter implementation that excludes static and transient fields, honors ignored fields and renamed JSON properties, resolves each field's generic type for adapter lookup, and fails when two fields map to the same JSON name.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt" + }, + "score": { + "queryId": "moshi-natural-04", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "literal-unindexed", + "queryId": "moshi-natural-05", + "query": "Find the subtype-dispatch implementation that peeks at an object's discriminator without consuming the original reader, sends missing or unrecognized labels to a configured fallback decoder, and otherwise throws a data error for those labels.", + "track": "natural-language", + "expected": { + "filePath": "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt" + }, + "score": { + "queryId": "moshi-natural-05", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "plain-file-bm25", + "queryId": "moshi-explicit-01", + "query": "Where is the implementation of LinkedHashTreeMap declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt" + }, + "score": { + "queryId": "moshi-explicit-01", + "status": "success", + "rankedPaths": [ + "moshi/src/test/java/com/squareup/moshi/internal/LinkedHashTreeMapTest.java", + "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt", + "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonValueWriter.kt", + "CHANGELOG.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "plain-file-bm25", + "queryId": "moshi-explicit-02", + "query": "Where is the implementation of JsonValueSource declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt" + }, + "score": { + "queryId": "moshi-explicit-02", + "status": "success", + "rankedPaths": [ + "moshi/src/test/java/com/squareup/moshi/internal/JsonValueSourceTest.java", + "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt", + "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "plain-file-bm25", + "queryId": "moshi-explicit-03", + "query": "Where is the implementation of AdapterMethodsFactory declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt" + }, + "score": { + "queryId": "moshi-explicit-03", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt", + "moshi/japicmp/build.gradle.kts", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "plain-file-bm25", + "queryId": "moshi-explicit-04", + "query": "Where is the implementation of ClassFactory declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt" + }, + "score": { + "queryId": "moshi-explicit-04", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt", + "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "plain-file-bm25", + "queryId": "moshi-explicit-05", + "query": "Where is the implementation of MapJsonAdapter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt" + }, + "score": { + "queryId": "moshi-explicit-05", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "moshi/src/test/java/com/squareup/moshi/internal/MapJsonAdapterTest.java", + "moshi/japicmp/build.gradle.kts", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi/src/test/java/com/squareup/moshi/MoshiTest.java" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "plain-file-bm25", + "queryId": "moshi-explicit-06", + "query": "Where is the implementation of NonNullJsonAdapter declared?", + "track": "explicit-symbol", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt" + }, + "score": { + "queryId": "moshi-explicit-06", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/-MoshiKotlinExtensions.kt", + "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/japicmp/build.gradle.kts", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "plain-file-bm25", + "queryId": "moshi-natural-01", + "query": "Find the adapter lookup implementation that supports recursive self-referential object models by returning an in-progress adapter during reentrant lookups, but publishes adapters to the shared cache only after the outermost lookup succeeds.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/Moshi.kt" + }, + "score": { + "queryId": "moshi-natural-01", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "CHANGELOG.md", + "moshi/src/main/java16/com/squareup/moshi/internal/RecordJsonAdapter.kt", + "README.md", + "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt", + "moshi/src/main/java/com/squareup/moshi/internal/StandardJsonAdapters.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/ProguardRules.kt", + "moshi/src/main/java/com/squareup/moshi/Types.kt", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "plain-file-bm25", + "queryId": "moshi-natural-02", + "query": "Find the streaming JSON reader implementation that can skip an entire nested unknown value by tracking array and object depth, updates the JSON path after skipping, and rejects skipping when strict unknown-field handling is enabled.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt" + }, + "score": { + "queryId": "moshi-natural-02", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/JsonReader.kt", + "CHANGELOG.md", + "moshi/src/main/java/com/squareup/moshi/-JsonValueReader.kt", + "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt", + "README.md", + "moshi/src/main/java/com/squareup/moshi/internal/Util.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt", + "moshi/src/main/java/com/squareup/moshi/internal/StandardJsonAdapters.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonValueWriter.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.14285714285714285, + "ndcgAt10": 0.3333333333333333 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "plain-file-bm25", + "queryId": "moshi-natural-03", + "query": "Find the byte-stream JSON writer implementation that defers emitting an object member name so a null value can omit both name and value when null serialization is disabled, while still writing null in array or top-level value positions.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Writer.kt" + }, + "score": { + "queryId": "moshi-natural-03", + "status": "success", + "rankedPaths": [ + "moshi/src/main/java/com/squareup/moshi/JsonReader.kt", + "moshi/src/main/java/com/squareup/moshi/JsonWriter.kt", + "CHANGELOG.md", + "moshi/src/main/java/com/squareup/moshi/internal/Util.kt", + "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt", + "moshi/src/main/java/com/squareup/moshi/internal/StandardJsonAdapters.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonValueWriter.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Writer.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.125, + "ndcgAt10": 0.31546487678572877 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "plain-file-bm25", + "queryId": "moshi-natural-04", + "query": "Find the reflective object adapter implementation that excludes static and transient fields, honors ignored fields and renamed JSON properties, resolves each field's generic type for adapter lookup, and fails when two fields map to the same JSON name.", + "track": "natural-language", + "expected": { + "filePath": "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt" + }, + "score": { + "queryId": "moshi-natural-04", + "status": "success", + "rankedPaths": [ + "README.md", + "CHANGELOG.md", + "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/ProguardRules.kt", + "moshi/src/main/java/com/squareup/moshi/Json.kt", + "moshi-kotlin/src/main/java/com/squareup/moshi/kotlin/reflect/KotlinJsonAdapterFactory.kt", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi/src/main/java/com/squareup/moshi/Types.kt", + "moshi/src/main/java/com/squareup/moshi/JsonClass.kt", + "moshi/src/main/java/com/squareup/moshi/internal/Util.kt" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "moshi", + "condition": "plain-file-bm25", + "queryId": "moshi-natural-05", + "query": "Find the subtype-dispatch implementation that peeks at an object's discriminator without consuming the original reader, sends missing or unrecognized labels to a configured fallback decoder, and otherwise throws a data error for those labels.", + "track": "natural-language", + "expected": { + "filePath": "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt" + }, + "score": { + "queryId": "moshi-natural-05", + "status": "success", + "rankedPaths": [ + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt", + "moshi/src/main/java/com/squareup/moshi/JsonReader.kt", + "CHANGELOG.md", + "moshi-adapters/src/test/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactoryTest.java", + "moshi/src/main/java/com/squareup/moshi/internal/Util.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/internal/StandardJsonAdapters.kt", + "LICENSE.txt", + "README.md", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/EnumJsonAdapter.kt" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "ocbi-hybrid", + "queryId": "csvhelper-def-01", + "query": "Where does the implementation of CsvParser live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/CsvParser.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-01", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvParser.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "ocbi-hybrid", + "queryId": "csvhelper-def-02", + "query": "Where does the implementation of CsvWriter live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/CsvWriter.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-02", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvWriter.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "ocbi-hybrid", + "queryId": "csvhelper-def-03", + "query": "Where does the implementation of ObjectResolver live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/ObjectResolver.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-03", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/ObjectResolver.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "ocbi-hybrid", + "queryId": "csvhelper-def-04", + "query": "Where does the implementation of ExpressionManager live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/Expressions/ExpressionManager.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-04", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/ExpressionManager.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "ocbi-hybrid", + "queryId": "csvhelper-def-05", + "query": "Where does the implementation of RecordHydrator live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/Expressions/RecordHydrator.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-05", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/RecordHydrator.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "ocbi-hybrid", + "queryId": "csvhelper-def-06", + "query": "Where does the implementation of AutoMapConstructorParameters live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/Configuration/ClassMap.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-06", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/ClassMap.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "ocbi-hybrid", + "queryId": "csvhelper-nl-01", + "query": "Where is row-reading behavior that detects changes in column count and lets an error callback decide whether the inconsistency should be thrown?", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/CsvReader.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-01", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/Attributes/DetectColumnCountChangesAttribute.cs", + "src/CsvHelper/IReaderRow.cs", + "src/CsvHelper/Configuration/Attributes/CountBytesAttribute.cs", + "src/CsvHelper/IWriterRow.cs", + "src/CsvHelper/Delegates/ShouldSkipRecord.cs", + "src/CsvHelper/Delegates/ShouldQuote.cs", + "src/CsvHelper/Configuration/IReaderConfiguration.cs", + "src/CsvHelper/ReaderException.cs", + "src/CsvHelper/Configuration/IWriterConfiguration.cs", + "src/CsvHelper/Configuration/Attributes/IgnoreBlankLinesAttribute.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "ocbi-hybrid", + "queryId": "csvhelper-nl-02", + "query": "Find the central conversion lookup that prefers a registered converter, searches user factories before built-in factories, caches the selected factory and falls back when none can handle the requested type.", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-02", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "src/CsvHelper/TypeConversion/ITypeConverterFactory.cs", + "tests/CsvHelper.Tests/TypeConversion/TypeConverterCacheTests.cs", + "docs/examples/type-conversion/custom-type-converter/index.html", + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper.Website/input/examples/type-conversion/custom-type-converter/index.md", + "src/CsvHelper/TypeConversion/EnumConverterFactory.cs", + "docs/change-log/index.html", + "src/CsvHelper/Configuration/ClassMap.cs", + "docs/examples/type-conversion/index.html" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "ocbi-hybrid", + "queryId": "csvhelper-nl-03", + "query": "Where are CSV syntax settings rejected when the delimiter conflicts with quoting, escaping, line endings or whitespace, including an empty candidate list for delimiter detection?", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/Configuration/CsvConfiguration.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-03", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/CsvConfiguration.cs", + "src/CsvHelper/Configuration/ConfigurationFunctions.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/CsvMode.cs", + "src/CsvHelper.Website/input/change-log/index.md", + "docs/change-log/index.html", + "src/CsvHelper/Configuration/IWriterConfiguration.cs", + "src/CsvHelper/CsvParser.cs", + "src/CsvHelper.Website/input/getting-started/index.md", + "src/CsvHelper/Configuration/Attributes/DetectDelimiterValuesAttribute.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "ocbi-hybrid", + "queryId": "csvhelper-nl-04", + "query": "Find the implementation that reuses string instances for repeated short CSV fields by hashing character-buffer slices, while bypassing storage for fields above a size threshold.", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/FieldCache.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-04", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvDataReader.cs", + "src/CsvHelper/MaxFieldSizeException.cs", + "src/CsvHelper/Configuration/Attributes/CacheFieldsAttribute.cs", + "src/CsvHelper/CsvHelperException.cs", + "src/CsvHelper/Configuration/Attributes/MaxFieldSizeAttribute.cs", + "src/CsvHelper/TypeConversion/StringConverter.cs", + "src/CsvHelper/CsvContext.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/Configuration/Attributes/ProcessFieldBufferSizeAttribute.cs", + "src/CsvHelper/FieldCache.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.1, + "ndcgAt10": 0.2890648263178879 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "ocbi-hybrid", + "queryId": "csvhelper-nl-05", + "query": "Where is the forward-only database-reader adapter over CSV rows whose generated schema describes the CSV columns as strings and that turns configured null field values into database nulls?", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/CsvDataReader.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-05", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvDataReader.cs", + "src/CsvHelper/IReaderRow.cs", + "src/CsvHelper/TypeConversion/DateOnlyConverter.cs", + "src/CsvHelper/Configuration/IReaderConfiguration.cs", + "src/CsvHelper/IReader.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "ocbi-structural", + "queryId": "csvhelper-def-01", + "query": "Where does the implementation of CsvParser live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/CsvParser.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-01", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvParser.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "ocbi-structural", + "queryId": "csvhelper-def-02", + "query": "Where does the implementation of CsvWriter live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/CsvWriter.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-02", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvWriter.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "ocbi-structural", + "queryId": "csvhelper-def-03", + "query": "Where does the implementation of ObjectResolver live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/ObjectResolver.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-03", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/ObjectResolver.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "ocbi-structural", + "queryId": "csvhelper-def-04", + "query": "Where does the implementation of ExpressionManager live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/Expressions/ExpressionManager.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-04", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/ExpressionManager.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "ocbi-structural", + "queryId": "csvhelper-def-05", + "query": "Where does the implementation of RecordHydrator live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/Expressions/RecordHydrator.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-05", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/RecordHydrator.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "ocbi-structural", + "queryId": "csvhelper-def-06", + "query": "Where does the implementation of AutoMapConstructorParameters live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/Configuration/ClassMap.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-06", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/ClassMap.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "ocbi-structural", + "queryId": "csvhelper-nl-01", + "query": "Where is row-reading behavior that detects changes in column count and lets an error callback decide whether the inconsistency should be thrown?", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/CsvReader.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-01", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/Attributes/DetectColumnCountChangesAttribute.cs", + "src/CsvHelper/IReaderRow.cs", + "src/CsvHelper/Configuration/Attributes/CountBytesAttribute.cs", + "src/CsvHelper/IWriterRow.cs", + "src/CsvHelper/Delegates/ShouldSkipRecord.cs", + "src/CsvHelper/Delegates/ShouldQuote.cs", + "src/CsvHelper/Configuration/IReaderConfiguration.cs", + "src/CsvHelper/Configuration/IWriterConfiguration.cs", + "src/CsvHelper/Configuration/Attributes/IgnoreBlankLinesAttribute.cs", + "src/CsvHelper/MaxFieldSizeException.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "ocbi-structural", + "queryId": "csvhelper-nl-02", + "query": "Find the central conversion lookup that prefers a registered converter, searches user factories before built-in factories, caches the selected factory and falls back when none can handle the requested type.", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-02", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "src/CsvHelper/TypeConversion/ITypeConverterFactory.cs", + "docs/examples/type-conversion/custom-type-converter/index.html", + "src/CsvHelper/TypeConversion/EnumConverterFactory.cs", + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper.Website/input/examples/type-conversion/custom-type-converter/index.md", + "docs/change-log/index.html", + "docs/examples/type-conversion/index.html", + "docs/examples/configuration/class-maps/inline-type-conversion/index.html", + "src/CsvHelper/Configuration/ClassMap.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "ocbi-structural", + "queryId": "csvhelper-nl-03", + "query": "Where are CSV syntax settings rejected when the delimiter conflicts with quoting, escaping, line endings or whitespace, including an empty candidate list for delimiter detection?", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/Configuration/CsvConfiguration.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-03", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/Attributes/DetectDelimiterValuesAttribute.cs", + "src/CsvHelper/Configuration/CsvConfiguration.cs", + "docs/change-log/index.html", + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper/Configuration/ConfigurationFunctions.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/Configuration/Attributes/DelimiterAttribute.cs", + "src/CsvHelper.Website/input/getting-started/index.md", + "src/CsvHelper/CsvMode.cs", + "src/CsvHelper/Configuration/ClassMap.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "ocbi-structural", + "queryId": "csvhelper-nl-04", + "query": "Find the implementation that reuses string instances for repeated short CSV fields by hashing character-buffer slices, while bypassing storage for fields above a size threshold.", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/FieldCache.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-04", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvDataReader.cs", + "src/CsvHelper/Configuration/Attributes/CacheFieldsAttribute.cs", + "src/CsvHelper/CsvHelperException.cs", + "src/CsvHelper/Configuration/Attributes/MaxFieldSizeAttribute.cs", + "src/CsvHelper/TypeConversion/StringConverter.cs", + "src/CsvHelper/MaxFieldSizeException.cs", + "src/CsvHelper/CsvContext.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/Configuration/Attributes/ProcessFieldBufferSizeAttribute.cs", + "src/CsvHelper/Configuration/Attributes/BufferSizeAttribute.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "ocbi-structural", + "queryId": "csvhelper-nl-05", + "query": "Where is the forward-only database-reader adapter over CSV rows whose generated schema describes the CSV columns as strings and that turns configured null field values into database nulls?", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/CsvDataReader.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-05", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvDataReader.cs", + "src/CsvHelper/IReaderRow.cs", + "src/CsvHelper/IReader.cs", + "src/CsvHelper/ReaderException.cs", + "src/CsvHelper/Configuration/IReaderConfiguration.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "codegraph", + "queryId": "csvhelper-def-01", + "query": "Where does the implementation of CsvParser live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/CsvParser.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-01", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvParser.cs", + "tests/CsvHelper.Tests/CsvParserTests.cs", + "tests/CsvHelper.Tests/CsvParserDelimiterTests.cs", + "tests/CsvHelper.Tests/CsvParserRawRecordTests.cs", + "tests/CsvHelper.Tests/CsvParserConstructorTests.cs", + "src/CsvHelper/CsvReader.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "codegraph", + "queryId": "csvhelper-def-02", + "query": "Where does the implementation of CsvWriter live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/CsvWriter.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-02", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvWriter.cs", + "tests/CsvHelper.Tests/CsvWriterTests.cs", + "tests/CsvHelper.Tests/CsvWriterFormatTests.cs", + "tests/CsvHelper.Tests/CsvWriterMappingTests.cs", + "tests/CsvHelper.Tests/CsvWriterBoxedTypesTests.cs", + "tests/CsvHelper.Tests/CsvWriterConstructorTests.cs", + "tests/CsvHelper.Tests/CsvWriterSubClassingTests.cs", + "tests/CsvHelper.Tests/CsvWriterReferenceMappingTests.cs", + "tests/CsvHelper.Tests/CsvWriterReferenceMappingPrefixTests.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "codegraph", + "queryId": "csvhelper-def-03", + "query": "Where does the implementation of ObjectResolver live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/ObjectResolver.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-03", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/ObjectResolver.cs", + "tests/CsvHelper.Tests/ObjectResolverTests/ResolveSingleTypeTests.cs", + "tests/CsvHelper.Tests/ObjectResolverTests/Issue1073.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "codegraph", + "queryId": "csvhelper-def-04", + "query": "Where does the implementation of ExpressionManager live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/Expressions/ExpressionManager.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-04", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/ExpressionManager.cs", + "src/CsvHelper/Expressions/RecordHydrator.cs", + "src/CsvHelper/Expressions/RecordCreator.cs", + "src/CsvHelper/Expressions/RecordWriter.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "codegraph", + "queryId": "csvhelper-def-05", + "query": "Where does the implementation of RecordHydrator live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/Expressions/RecordHydrator.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-05", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/RecordHydrator.cs", + "src/CsvHelper/Expressions/RecordManager.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "codegraph", + "queryId": "csvhelper-def-06", + "query": "Where does the implementation of AutoMapConstructorParameters live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/Configuration/ClassMap.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-06", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/ClassMap.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "codegraph", + "queryId": "csvhelper-nl-01", + "query": "Where is row-reading behavior that detects changes in column count and lets an error callback decide whether the inconsistency should be thrown?", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/CsvReader.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-01", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/Attributes/DetectColumnCountChangesAttribute.cs", + "src/CsvHelper/ReaderException.cs", + "src/CsvHelper/Configuration/Attributes/IClassMapper.cs", + "src/CsvHelper/CsvHelperException.cs", + "src/CsvHelper/MissingFieldException.cs", + "src/CsvHelper/CsvReader.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "codegraph", + "queryId": "csvhelper-nl-02", + "query": "Find the central conversion lookup that prefers a registered converter, searches user factories before built-in factories, caches the selected factory and falls back when none can handle the requested type.", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-02", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/TypeConversion/ITypeConverterFactory.cs", + "src/CsvHelper/TypeConversion/EnumConverterFactory.cs", + "src/CsvHelper/TypeConversion/NullableConverterFactory.cs", + "tests/CsvHelper.Tests/TypeConversion/TypeConverterFactoryTests.cs", + "src/CsvHelper/TypeConversion/CollectionConverterFactory.cs", + "src/CsvHelper/TypeConversion/TypeConverterCache.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "codegraph", + "queryId": "csvhelper-nl-03", + "query": "Where are CSV syntax settings rejected when the delimiter conflicts with quoting, escaping, line endings or whitespace, including an empty candidate list for delimiter detection?", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/Configuration/CsvConfiguration.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-03", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/Attributes/EscapeAttribute.cs", + "src/CsvHelper/Configuration/Attributes/QuoteAttribute.cs", + "src/CsvHelper/Configuration/Attributes/DetectDelimiterAttribute.cs", + "src/CsvHelper/Configuration/Attributes/IClassMapper.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "codegraph", + "queryId": "csvhelper-nl-04", + "query": "Find the implementation that reuses string instances for repeated short CSV fields by hashing character-buffer slices, while bypassing storage for fields above a size threshold.", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/FieldCache.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-04", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/Attributes/MaxFieldSizeAttribute.cs", + "src/CsvHelper/MaxFieldSizeException.cs", + "src/CsvHelper/Configuration/Attributes/IClassMapper.cs", + "src/CsvHelper/CsvHelperException.cs", + "src/CsvHelper/CsvParser.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "codegraph", + "queryId": "csvhelper-nl-05", + "query": "Where is the forward-only database-reader adapter over CSV rows whose generated schema describes the CSV columns as strings and that turns configured null field values into database nulls?", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/CsvDataReader.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-05", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvReader.cs", + "src/CsvHelper/IReader.cs", + "src/CsvHelper/IReaderRow.cs", + "src/CsvHelper/Configuration/IReaderConfiguration.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "codebase-memory", + "queryId": "csvhelper-def-01", + "query": "Where does the implementation of CsvParser live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/CsvParser.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-01", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/CsvParser.cs", + "src/CsvHelper.Website/input/migration/v20/index.md" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "codebase-memory", + "queryId": "csvhelper-def-02", + "query": "Where does the implementation of CsvWriter live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/CsvWriter.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-02", + "status": "success", + "rankedPaths": [ + "src/CsvHelper.Website/input/migration/v24/index.md", + "src/CsvHelper/CsvWriter.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "codebase-memory", + "queryId": "csvhelper-def-03", + "query": "Where does the implementation of ObjectResolver live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/ObjectResolver.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-03", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/ObjectResolver.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "codebase-memory", + "queryId": "csvhelper-def-04", + "query": "Where does the implementation of ExpressionManager live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/Expressions/ExpressionManager.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-04", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/RecordCreator.cs", + "src/CsvHelper/Expressions/ExpressionManager.cs", + "src/CsvHelper/Expressions/RecordWriter.cs", + "src/CsvHelper/Expressions/RecordHydrator.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "codebase-memory", + "queryId": "csvhelper-def-05", + "query": "Where does the implementation of RecordHydrator live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/Expressions/RecordHydrator.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-05", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/RecordHydrator.cs", + "src/CsvHelper/Expressions/RecordManager.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "codebase-memory", + "queryId": "csvhelper-def-06", + "query": "Where does the implementation of AutoMapConstructorParameters live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/Configuration/ClassMap.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-06", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/ClassMap.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "codebase-memory", + "queryId": "csvhelper-nl-01", + "query": "Where is row-reading behavior that detects changes in column count and lets an error callback decide whether the inconsistency should be thrown?", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/CsvReader.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-01", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "codebase-memory", + "queryId": "csvhelper-nl-02", + "query": "Find the central conversion lookup that prefers a registered converter, searches user factories before built-in factories, caches the selected factory and falls back when none can handle the requested type.", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-02", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "codebase-memory", + "queryId": "csvhelper-nl-03", + "query": "Where are CSV syntax settings rejected when the delimiter conflicts with quoting, escaping, line endings or whitespace, including an empty candidate list for delimiter detection?", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/Configuration/CsvConfiguration.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-03", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "codebase-memory", + "queryId": "csvhelper-nl-04", + "query": "Find the implementation that reuses string instances for repeated short CSV fields by hashing character-buffer slices, while bypassing storage for fields above a size threshold.", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/FieldCache.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-04", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "codebase-memory", + "queryId": "csvhelper-nl-05", + "query": "Where is the forward-only database-reader adapter over CSV rows whose generated schema describes the CSV columns as strings and that turns configured null field values into database nulls?", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/CsvDataReader.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-05", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "grepai", + "queryId": "csvhelper-def-01", + "query": "Where does the implementation of CsvParser live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/CsvParser.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-01", + "status": "success", + "rankedPaths": [ + "tests/CsvHelper.Tests/Parsing/EndBufferTests.cs", + "tests/CsvHelper.Tests/Issues/Issue1341.cs", + "tests/CsvHelper.Tests/Parsing/BufferSplittingEscapeAndQuoteTests.cs", + "tests/CsvHelper.Tests/CsvParserConstructorTests.cs", + "tests/CsvHelper.Tests/CsvParserTests.cs", + "src/CsvHelper/CsvParser.cs", + "tests/CsvHelper.Tests/CsvReaderConstructorTests.cs", + "tests/CsvHelper.Tests/Parsing/BadDataTests.cs", + "tests/CsvHelper.Tests/CsvParserDelimiterTests.cs", + "tests/CsvHelper.Tests/Parsing/DelimiterTests.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "grepai", + "queryId": "csvhelper-def-02", + "query": "Where does the implementation of CsvWriter live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/CsvWriter.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-02", + "status": "success", + "rankedPaths": [ + "tests/CsvHelper.Tests/Writing/CsvModeTests.cs", + "tests/CsvHelper.Tests/Parsing/EscapeCharacterTests.cs", + "tests/CsvHelper.Tests/CsvWriterConstructorTests.cs", + "src/CsvHelper/IWriter.cs", + "tests/CsvHelper.Tests/Writing/FieldTypeTests.cs", + "src/CsvHelper/CsvWriter.cs", + "src/CsvHelper/IWriterRow.cs", + "docs/examples/prerequisites/reading-and-writing-files/index.html", + "tests/CsvHelper.Tests/TypeConversion/UriConverterTests.cs", + "src/CsvHelper/Factory.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "grepai", + "queryId": "csvhelper-def-03", + "query": "Where does the implementation of ObjectResolver live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/ObjectResolver.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-03", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/ObjectResolver.cs", + "tests/CsvHelper.Tests/ObjectResolverTests/Issue1073.cs", + "src/CsvHelper/IObjectResolver.cs", + "tests/CsvHelper.Tests/ObjectResolverTests/ResolveSingleTypeTests.cs", + "src/CsvHelper/Expressions/RecordWriterFactory.cs", + "src/CsvHelper/Expressions/ObjectRecordCreator.cs", + "tests/CsvHelper.Tests/ObjectCreatorTests.cs", + "src/CsvHelper/Expressions/RecordCreatorFactory.cs", + "src/CsvHelper/Expressions/DynamicRecordWriter.cs", + "src/CsvHelper/TypeConversion/ArrayConverter.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "grepai", + "queryId": "csvhelper-def-04", + "query": "Where does the implementation of ExpressionManager live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/Expressions/ExpressionManager.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-04", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/ExpressionManager.cs", + "src/CsvHelper/Expressions/ObjectRecordWriter.cs", + "src/CsvHelper/Expressions/ObjectRecordCreator.cs", + "src/CsvHelper/Expressions/RecordManager.cs", + "src/CsvHelper/ReflectionHelper.cs", + "src/CsvHelper/Expressions/RecordHydrator.cs", + "src/CsvHelper/Expressions/PrimitiveRecordWriter.cs", + "src/CsvHelper/Expressions/RecordCreator.cs", + "src/CsvHelper/FastDynamicObject.cs", + "GitVersion.yml" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "grepai", + "queryId": "csvhelper-def-05", + "query": "Where does the implementation of RecordHydrator live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/Expressions/RecordHydrator.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-05", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/RecordManager.cs", + "src/CsvHelper/Expressions/RecordHydrator.cs", + "src/CsvHelper/Expressions/RecordCreatorFactory.cs", + "src/CsvHelper/Expressions/RecordWriterFactory.cs", + "src/CsvHelper/IWriterRow.cs", + "docs/change-log/index.html", + "src/CsvHelper/IReaderRow.cs", + "performance/CsvHelper.Benchmarks/BenchmarkEnumerateRecords.cs", + "src/CsvHelper/RecordTypeInfo.cs", + "src/CsvHelper/Expressions/RecordCreator.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "grepai", + "queryId": "csvhelper-def-06", + "query": "Where does the implementation of AutoMapConstructorParameters live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/Configuration/ClassMap.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-06", + "status": "success", + "rankedPaths": [ + "tests/CsvHelper.Tests/Mappings/ConstructorParameter/NumberStylesMapTests.cs", + "tests/CsvHelper.Tests/Mappings/ConstructorParameter/BooleanFalseValuesMapTests.cs", + "tests/CsvHelper.Tests/Mappings/ConstructorParameter/IgnoreMapTests.cs", + "tests/CsvHelper.Tests/Mappings/SubPropertyMappingTests.cs", + "src/CsvHelper/Configuration/Attributes/BooleanFalseValuesAttribute.cs", + "tests/CsvHelper.Tests/Mappings/ConstructorParameter/ConstantMapTests.cs", + "src/CsvHelper/Configuration/Attributes/IParameterMapper.cs", + "src/CsvHelper/Configuration/ParameterMapTypeConverterOption.cs", + "tests/CsvHelper.Tests/Mappings/ConstructorParameter/DefaultMapTests.cs", + "tests/CsvHelper.Tests/Mappings/ConstructorParameter/IndexMapTests.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "grepai", + "queryId": "csvhelper-nl-01", + "query": "Where is row-reading behavior that detects changes in column count and lets an error callback decide whether the inconsistency should be thrown?", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/CsvReader.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-01", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/IReaderConfiguration.cs", + "tests/CsvHelper.Tests/Reading/DetectColumnCountChangesTests.cs", + "src/CsvHelper/Configuration/Attributes/DetectColumnCountChangesAttribute.cs", + "src/CsvHelper/CsvReader.cs", + "docs/change-log/index.html", + "src/CsvHelper/Delegates/ShouldSkipRecord.cs", + "tests/CsvHelper.Tests/Mappings/Attribute/DetectColumnCountChangesTests.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/TypeConversion/BooleanConverter.cs", + "src/CsvHelper/CsvParser.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.25, + "ndcgAt10": 0.43067655807339306 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "grepai", + "queryId": "csvhelper-nl-02", + "query": "Find the central conversion lookup that prefers a registered converter, searches user factories before built-in factories, caches the selected factory and falls back when none can handle the requested type.", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-02", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "src/CsvHelper/TypeConversion/EnumConverterFactory.cs", + "src/CsvHelper/TypeConversion/ITypeConverterFactory.cs", + "src/CsvHelper/TypeConversion/Int32Converter.cs", + "src/CsvHelper/TypeConversion/UInt64Converter.cs", + "src/CsvHelper/TypeConversion/DoubleConverter.cs", + "src/CsvHelper/TypeConversion/UInt32Converter.cs", + "src/CsvHelper/TypeConversion/TypeConverterOptionsCache.cs", + "src/CsvHelper/TypeConversion/Int64Converter.cs", + "src/CsvHelper/TypeConversion/BooleanConverter.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "grepai", + "queryId": "csvhelper-nl-03", + "query": "Where are CSV syntax settings rejected when the delimiter conflicts with quoting, escaping, line endings or whitespace, including an empty candidate list for delimiter detection?", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/Configuration/CsvConfiguration.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-03", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/CsvConfiguration.cs", + "src/CsvHelper/CsvMode.cs", + "src/CsvHelper/Configuration/ConfigurationFunctions.cs", + "src/CsvHelper/Configuration/Attributes/DelimiterAttribute.cs", + "src/CsvHelper/CsvParser.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/Configuration/Attributes/DetectDelimiterValuesAttribute.cs", + "src/CsvHelper/Configuration/Attributes/IgnoreBlankLinesAttribute.cs", + "tests/CsvHelper.Tests/Mappings/Attribute/DelimiterTests.cs", + "src/CsvHelper/Configuration/IWriterConfiguration.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "grepai", + "queryId": "csvhelper-nl-04", + "query": "Find the implementation that reuses string instances for repeated short CSV fields by hashing character-buffer slices, while bypassing storage for fields above a size threshold.", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/FieldCache.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-04", + "status": "success", + "rankedPaths": [ + "tests/CsvHelper.Tests/Parsing/MaxFieldSizeTests.cs", + "tests/CsvHelper.Tests/Parsing/CharCountTests.cs", + "docs/index.html", + "tests/CsvHelper.Tests/Parsing/ByteCountTests.cs", + "src/CsvHelper/CsvParser.cs", + "src/CsvHelper/FieldCache.cs", + "tests/CsvHelper.Tests/Writing/WriteBufferTests.cs", + "tests/CsvHelper.Tests/Issues/Issue1954.cs", + "tests/CsvHelper.Tests/Parsing/FieldCacheTests.cs", + "src/CsvHelper/Configuration/ConfigurationFunctions.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "grepai", + "queryId": "csvhelper-nl-05", + "query": "Where is the forward-only database-reader adapter over CSV rows whose generated schema describes the CSV columns as strings and that turns configured null field values into database nulls?", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/CsvDataReader.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-05", + "status": "success", + "rankedPaths": [ + "tests/CsvHelper.Tests/TypeConversion/DefaultConverterTests.cs", + "tests/CsvHelper.Tests/Reading/NullableValuesInEmptyColumnsInputTests.cs", + "src/CsvHelper/Configuration/Attributes/NullValuesAttribute.cs", + "tests/CsvHelper.Tests/Mappings/Attribute/NullValuesTests.cs", + "tests/CsvHelper.Tests/Mappings/ConstructorParameter/NullValuesMapTests.cs", + "src/CsvHelper/TypeConversion/StringConverter.cs", + "tests/CsvHelper.Tests/Mappings/ConstructorParameter/NullValuesAttributeTests.cs", + "docs-src/CsvHelper.DocsGenerator/Infos/Info.cs", + "tests/CsvHelper.Tests/TypeConversion/TypeConverter`1Tests.cs", + "src/CsvHelper/TypeConversion/NullableConverter.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "literal-unindexed", + "queryId": "csvhelper-def-01", + "query": "Where does the implementation of CsvParser live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/CsvParser.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-01", + "status": "success", + "rankedPaths": [ + "docs/change-log/index.html", + "docs/migration/v20/index.html", + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper.Website/input/migration/v20/index.md", + "src/CsvHelper/CsvParser.cs", + "src/CsvHelper/CsvReader.cs", + "src/CsvHelper/Factory.cs", + "tests/CsvHelper.Tests/CsvConfigurationTests.cs", + "tests/CsvHelper.Tests/CsvParserConstructorTests.cs", + "tests/CsvHelper.Tests/CsvParserDelimiterTests.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.2, + "ndcgAt10": 0.38685280723454163 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "literal-unindexed", + "queryId": "csvhelper-def-02", + "query": "Where does the implementation of CsvWriter live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/CsvWriter.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-02", + "status": "success", + "rankedPaths": [ + "docs/change-log/index.html", + "docs/examples/configuration/class-maps/inline-type-conversion/index.html", + "docs/examples/prerequisites/reading-and-writing-files/index.html", + "docs/examples/writing/appending-to-an-existing-file/index.html", + "docs/examples/writing/index.html", + "docs/examples/writing/write-anonymous-type-objects/index.html", + "docs/examples/writing/write-class-objects/index.html", + "docs/examples/writing/write-dynamic-objects/index.html", + "docs/getting-started/index.html", + "docs/migration/v20/index.html" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "literal-unindexed", + "queryId": "csvhelper-def-03", + "query": "Where does the implementation of ObjectResolver live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/ObjectResolver.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-03", + "status": "success", + "rankedPaths": [ + "docs/change-log/index.html", + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper/Configuration/Attributes/TypeConverterAttribute.cs", + "src/CsvHelper/Configuration/ClassMap.cs", + "src/CsvHelper/Configuration/MemberMap.cs", + "src/CsvHelper/Configuration/MemberMap`1.cs", + "src/CsvHelper/Configuration/ParameterMap.cs", + "src/CsvHelper/CsvContext.cs", + "src/CsvHelper/CsvReader.cs", + "src/CsvHelper/CsvWriter.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "literal-unindexed", + "queryId": "csvhelper-def-04", + "query": "Where does the implementation of ExpressionManager live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/Expressions/ExpressionManager.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-04", + "status": "success", + "rankedPaths": [ + "docs/change-log/index.html", + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper/Expressions/ExpressionManager.cs", + "src/CsvHelper/Expressions/ObjectRecordCreator.cs", + "src/CsvHelper/Expressions/ObjectRecordWriter.cs", + "src/CsvHelper/Expressions/RecordCreator.cs", + "src/CsvHelper/Expressions/RecordHydrator.cs", + "src/CsvHelper/Expressions/RecordWriter.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "literal-unindexed", + "queryId": "csvhelper-def-05", + "query": "Where does the implementation of RecordHydrator live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/Expressions/RecordHydrator.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-05", + "status": "success", + "rankedPaths": [ + "docs/change-log/index.html", + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper/Expressions/RecordHydrator.cs", + "src/CsvHelper/Expressions/RecordManager.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "literal-unindexed", + "queryId": "csvhelper-def-06", + "query": "Where does the implementation of AutoMapConstructorParameters live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/Configuration/ClassMap.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-06", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/ClassMap.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "literal-unindexed", + "queryId": "csvhelper-nl-01", + "query": "Where is row-reading behavior that detects changes in column count and lets an error callback decide whether the inconsistency should be thrown?", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/CsvReader.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-01", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "literal-unindexed", + "queryId": "csvhelper-nl-02", + "query": "Find the central conversion lookup that prefers a registered converter, searches user factories before built-in factories, caches the selected factory and falls back when none can handle the requested type.", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-02", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "literal-unindexed", + "queryId": "csvhelper-nl-03", + "query": "Where are CSV syntax settings rejected when the delimiter conflicts with quoting, escaping, line endings or whitespace, including an empty candidate list for delimiter detection?", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/Configuration/CsvConfiguration.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-03", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "literal-unindexed", + "queryId": "csvhelper-nl-04", + "query": "Find the implementation that reuses string instances for repeated short CSV fields by hashing character-buffer slices, while bypassing storage for fields above a size threshold.", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/FieldCache.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-04", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "literal-unindexed", + "queryId": "csvhelper-nl-05", + "query": "Where is the forward-only database-reader adapter over CSV rows whose generated schema describes the CSV columns as strings and that turns configured null field values into database nulls?", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/CsvDataReader.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-05", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "plain-file-bm25", + "queryId": "csvhelper-def-01", + "query": "Where does the implementation of CsvParser live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/CsvParser.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-01", + "status": "success", + "rankedPaths": [ + "tests/CsvHelper.Tests/Parsing/CrTests.cs", + "tests/CsvHelper.Tests/Parsing/TrimTests.cs", + "tests/CsvHelper.Tests/CsvParserTests.cs", + "tests/CsvHelper.Tests/Parsing/CharCountTests.cs", + "tests/CsvHelper.Tests/Parsing/BadDataTests.cs", + "tests/CsvHelper.Tests/Parsing/EscapeCharacterTests.cs", + "tests/CsvHelper.Tests/Parsing/ByteCountTests.cs", + "tests/CsvHelper.Tests/Parsing/NewLineTests.cs", + "tests/CsvHelper.Tests/Parsing/ExcelCompatibilityTests.cs", + "tests/CsvHelper.Tests/CsvParserDelimiterTests.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "plain-file-bm25", + "queryId": "csvhelper-def-02", + "query": "Where does the implementation of CsvWriter live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/CsvWriter.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-02", + "status": "success", + "rankedPaths": [ + "tests/CsvHelper.Tests/TypeConversion/TypeConverterOptionsFactoryTests.cs", + "tests/CsvHelper.Tests/CsvWriterTests.cs", + "tests/CsvHelper.Tests/Culture/TypeConverterOptionsFactoryTests.cs", + "tests/CsvHelper.Tests/Writing/ShouldQuoteTests.cs", + "tests/CsvHelper.Tests/Writing/SanitizationTests.cs", + "tests/CsvHelper.Tests/Writing/CsvModeTests.cs", + "tests/CsvHelper.Tests/CsvWriterMappingTests.cs", + "tests/CsvHelper.Tests/CsvWriterSubClassingTests.cs", + "tests/CsvHelper.Tests/Writing/DynamicTests.cs", + "tests/CsvHelper.Tests/Parsing/CommentTests.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "plain-file-bm25", + "queryId": "csvhelper-def-03", + "query": "Where does the implementation of ObjectResolver live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/ObjectResolver.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-03", + "status": "success", + "rankedPaths": [ + "tests/CsvHelper.Tests/ObjectResolverTests/Issue1073.cs", + "tests/CsvHelper.Tests/ObjectResolverTests/ResolveSingleTypeTests.cs", + "src/CsvHelper/ObjectResolver.cs", + "src/CsvHelper/Expressions/RecordManager.cs", + "src/CsvHelper/CsvContext.cs", + "src/CsvHelper/TypeConversion/ArrayConverter.cs", + "src/CsvHelper/CsvReader.cs", + "src/CsvHelper/TypeConversion/IDictionaryGenericConverter.cs", + "src/CsvHelper/TypeConversion/IEnumerableGenericConverter.cs", + "src/CsvHelper/Configuration/Attributes/TypeConverterAttribute.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "plain-file-bm25", + "queryId": "csvhelper-def-04", + "query": "Where does the implementation of ExpressionManager live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/Expressions/ExpressionManager.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-04", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/RecordHydrator.cs", + "src/CsvHelper/Expressions/RecordCreator.cs", + "src/CsvHelper/Expressions/RecordWriter.cs", + "src/CsvHelper/Expressions/ObjectRecordCreator.cs", + "src/CsvHelper/Expressions/ObjectRecordWriter.cs", + "src/CsvHelper/Expressions/ExpressionManager.cs", + "src/CsvHelper.Website/input/change-log/index.md", + "docs/change-log/index.html" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "plain-file-bm25", + "queryId": "csvhelper-def-05", + "query": "Where does the implementation of RecordHydrator live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/Expressions/RecordHydrator.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-05", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Expressions/RecordManager.cs", + "src/CsvHelper/Expressions/RecordHydrator.cs", + "src/CsvHelper.Website/input/change-log/index.md", + "docs/change-log/index.html" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "plain-file-bm25", + "queryId": "csvhelper-def-06", + "query": "Where does the implementation of AutoMapConstructorParameters live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/CsvHelper/Configuration/ClassMap.cs", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-def-06", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/ClassMap.cs" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "plain-file-bm25", + "queryId": "csvhelper-nl-01", + "query": "Where is row-reading behavior that detects changes in column count and lets an error callback decide whether the inconsistency should be thrown?", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/CsvReader.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-01", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/IReaderConfiguration.cs", + "src/CsvHelper.Website/input/change-log/index.md", + "docs/change-log/index.html", + "src/CsvHelper/Configuration/Attributes/DetectColumnCountChangesAttribute.cs", + "src/CsvHelper/CsvReader.cs", + "src/CsvHelper/Configuration/ConfigurationFunctions.cs", + "src/CsvHelper/CsvWriter.cs", + "src/CsvHelper/Configuration/IWriterConfiguration.cs", + "src/CsvHelper.Website/input/migration/v20/index.md", + "src/CsvHelper/BadDataException.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.2, + "ndcgAt10": 0.38685280723454163 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "plain-file-bm25", + "queryId": "csvhelper-nl-02", + "query": "Find the central conversion lookup that prefers a registered converter, searches user factories before built-in factories, caches the selected factory and falls back when none can handle the requested type.", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-02", + "status": "success", + "rankedPaths": [ + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "docs/change-log/index.html", + "src/CsvHelper.Website/input/examples/type-conversion/custom-type-converter/index.md", + "docs/examples/writing/index.html", + "src/CsvHelper.Website/input/examples/writing/index.md", + "docs/examples/type-conversion/custom-type-converter/index.html", + "src/CsvHelper.Website/input/getting-started/index.md", + "src/CsvHelper/TypeConversion/EnumConverterFactory.cs", + "docs/getting-started/index.html" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "plain-file-bm25", + "queryId": "csvhelper-nl-03", + "query": "Where are CSV syntax settings rejected when the delimiter conflicts with quoting, escaping, line endings or whitespace, including an empty candidate list for delimiter detection?", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/Configuration/CsvConfiguration.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-03", + "status": "success", + "rankedPaths": [ + "src/CsvHelper.Website/input/change-log/index.md", + "docs/change-log/index.html", + "src/CsvHelper/Configuration/ConfigurationFunctions.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/Configuration/IWriterConfiguration.cs", + "src/CsvHelper/Configuration/CsvConfiguration.cs", + "src/CsvHelper.Website/input/getting-started/index.md", + "src/CsvHelper/Configuration/Attributes/DetectDelimiterValuesAttribute.cs", + "LICENSE.txt", + "docs/getting-started/index.html" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "plain-file-bm25", + "queryId": "csvhelper-nl-04", + "query": "Find the implementation that reuses string instances for repeated short CSV fields by hashing character-buffer slices, while bypassing storage for fields above a size threshold.", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/FieldCache.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-04", + "status": "success", + "rankedPaths": [ + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/Configuration/IWriterConfiguration.cs", + "src/CsvHelper/FieldCache.cs", + "src/CsvHelper/CsvParser.cs", + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper/Configuration/Attributes/ProcessFieldBufferSizeAttribute.cs", + "src/CsvHelper/CsvWriter.cs", + "docs/change-log/index.html", + "src/CsvHelper/Configuration/ClassMap.cs", + "src/CsvHelper/ReflectionHelper.cs" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "csvhelper", + "condition": "plain-file-bm25", + "queryId": "csvhelper-nl-05", + "query": "Where is the forward-only database-reader adapter over CSV rows whose generated schema describes the CSV columns as strings and that turns configured null field values into database nulls?", + "track": "natural-language", + "expected": { + "filePath": "src/CsvHelper/CsvDataReader.cs", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "csvhelper-nl-05", + "status": "success", + "rankedPaths": [ + "src/CsvHelper.Website/input/examples/csvdatareader/index.md", + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper.Website/input/getting-started/index.md", + "src/CsvHelper/CsvDataReader.cs", + "docs/getting-started/index.html", + "docs/change-log/index.html", + "src/CsvHelper.Website/input/examples/reading/enumerate-class-records/index.md", + "src/CsvHelper.Website/input/Index.cshtml", + "src/CsvHelper/CsvReader.cs", + "src/CsvHelper.Website/input/examples/reading/get-dynamic-records/index.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.25, + "ndcgAt10": 0.43067655807339306 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "ocbi-hybrid", + "queryId": "monolog-def-01", + "query": "Where does the implementation of Logger live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Logger.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-01", + "status": "success", + "rankedPaths": [ + "src/Monolog/Logger.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "ocbi-hybrid", + "queryId": "monolog-def-02", + "query": "Where does the implementation of ErrorHandler live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/ErrorHandler.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-02", + "status": "success", + "rankedPaths": [ + "src/Monolog/ErrorHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "ocbi-hybrid", + "queryId": "monolog-def-03", + "query": "Where does the implementation of BufferHandler live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Handler/BufferHandler.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-03", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/BufferHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "ocbi-hybrid", + "queryId": "monolog-def-04", + "query": "Where does the implementation of RotatingFileHandler live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Handler/RotatingFileHandler.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-04", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/RotatingFileHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "ocbi-hybrid", + "queryId": "monolog-def-05", + "query": "Where does the implementation of NormalizerFormatter live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Formatter/NormalizerFormatter.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-05", + "status": "success", + "rankedPaths": [ + "src/Monolog/Formatter/NormalizerFormatter.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "ocbi-hybrid", + "queryId": "monolog-def-06", + "query": "Where does the implementation of PsrLogMessageProcessor live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Processor/PsrLogMessageProcessor.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-06", + "status": "success", + "rankedPaths": [ + "src/Monolog/Processor/PsrLogMessageProcessor.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "ocbi-hybrid", + "queryId": "monolog-nl-01", + "query": "Where are low-severity log records retained until a later configured severity trigger causes the entire retained batch to be forwarded, with an option to pass through selected records at shutdown even without a trigger?", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/FingersCrossedHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-01", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/Handler/ZendMonitorHandler.php", + "src/Monolog/Handler/FingersCrossed/ChannelLevelActivationStrategy.php", + "src/Monolog/Formatter/JsonFormatter.php", + "src/Monolog/Level.php", + "src/Monolog/Processor/IntrospectionProcessor.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Logger.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "ocbi-hybrid", + "queryId": "monolog-nl-02", + "query": "Find the file-output implementation that opens its destination lazily, can hold an exclusive lock while writing, and reopens the stream for one retry when a write reports an error.", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/StreamHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-02", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Handler/StreamHandler.php", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Handler/ErrorLogHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "ocbi-hybrid", + "queryId": "monolog-nl-03", + "query": "Where is repeated alert delivery suppressed across requests using a persistent timestamp, severity and message store, while deciding whether to forward the buffered batch when at least one alert is new?", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/DeduplicationHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-03", + "status": "success", + "rankedPaths": [ + "src/Monolog/Logger.php", + "src/Monolog/Level.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/ResettableInterface.php", + "src/Monolog/Handler/OverflowHandler.php", + "src/Monolog/Handler/FingersCrossed/ChannelLevelActivationStrategy.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Formatter/RedactingFormatter.php", + "src/Monolog/Handler/ZendMonitorHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "ocbi-hybrid", + "queryId": "monolog-nl-04", + "query": "Find the handler fan-out that keeps trying every destination even when one throws, suppressing failures for individual records, batches and close operations.", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/WhatFailureGroupHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-04", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/WhatFailureGroupHandler.php", + "src/Monolog/Handler/OverflowHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Logger.php", + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/FallbackGroupHandler.php", + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Handler/HandlerWrapper.php", + "src/Monolog/Handler/BrowserConsoleHandler.php", + "src/Monolog/Handler/HandlerInterface.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "ocbi-hybrid", + "queryId": "monolog-nl-05", + "query": "Where is a log record enriched with the originating file, line, class and function by inspecting the call stack, skipping the logging library frames and configured extra frames?", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Processor/IntrospectionProcessor.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-05", + "status": "success", + "rankedPaths": [ + "src/Monolog/LogRecord.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/ErrorLogHandler.php", + "src/Monolog/Logger.php", + "src/Monolog/Formatter/LogstashFormatter.php", + "src/Monolog/Processor/PsrLogMessageProcessor.php", + "src/Monolog/Handler/LogmaticHandler.php", + "src/Monolog/Formatter/LogglyFormatter.php", + "src/Monolog/Formatter/LineFormatter.php", + "src/Monolog/Handler/RotatingFileHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "ocbi-structural", + "queryId": "monolog-def-01", + "query": "Where does the implementation of Logger live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Logger.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-01", + "status": "success", + "rankedPaths": [ + "src/Monolog/Logger.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "ocbi-structural", + "queryId": "monolog-def-02", + "query": "Where does the implementation of ErrorHandler live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/ErrorHandler.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-02", + "status": "success", + "rankedPaths": [ + "src/Monolog/ErrorHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "ocbi-structural", + "queryId": "monolog-def-03", + "query": "Where does the implementation of BufferHandler live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Handler/BufferHandler.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-03", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/BufferHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "ocbi-structural", + "queryId": "monolog-def-04", + "query": "Where does the implementation of RotatingFileHandler live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Handler/RotatingFileHandler.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-04", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/RotatingFileHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "ocbi-structural", + "queryId": "monolog-def-05", + "query": "Where does the implementation of NormalizerFormatter live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Formatter/NormalizerFormatter.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-05", + "status": "success", + "rankedPaths": [ + "src/Monolog/Formatter/NormalizerFormatter.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "ocbi-structural", + "queryId": "monolog-def-06", + "query": "Where does the implementation of PsrLogMessageProcessor live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Processor/PsrLogMessageProcessor.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-06", + "status": "success", + "rankedPaths": [ + "src/Monolog/Processor/PsrLogMessageProcessor.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "ocbi-structural", + "queryId": "monolog-nl-01", + "query": "Where are low-severity log records retained until a later configured severity trigger causes the entire retained batch to be forwarded, with an option to pass through selected records at shutdown even without a trigger?", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/FingersCrossedHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-01", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/Handler/ZendMonitorHandler.php", + "src/Monolog/Handler/FingersCrossed/ChannelLevelActivationStrategy.php", + "src/Monolog/Formatter/JsonFormatter.php", + "src/Monolog/Level.php", + "src/Monolog/Processor/IntrospectionProcessor.php", + "src/Monolog/Logger.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/SyslogUdpHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "ocbi-structural", + "queryId": "monolog-nl-02", + "query": "Find the file-output implementation that opens its destination lazily, can hold an exclusive lock while writing, and reopens the stream for one retry when a write reports an error.", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/StreamHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-02", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Handler/StreamHandler.php", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Handler/ErrorLogHandler.php", + "src/Monolog/Handler/MissingExtensionException.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "ocbi-structural", + "queryId": "monolog-nl-03", + "query": "Where is repeated alert delivery suppressed across requests using a persistent timestamp, severity and message store, while deciding whether to forward the buffered batch when at least one alert is new?", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/DeduplicationHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-03", + "status": "success", + "rankedPaths": [ + "src/Monolog/Logger.php", + "src/Monolog/Handler/AmqpHandler.php", + "src/Monolog/Formatter/HtmlFormatter.php", + "src/Monolog/Handler/ZendMonitorHandler.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Level.php", + "src/Monolog/Handler/OverflowHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/Formatter/LogglyFormatter.php", + "src/Monolog/Handler/FingersCrossed/ChannelLevelActivationStrategy.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.2, + "ndcgAt10": 0.38685280723454163 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "ocbi-structural", + "queryId": "monolog-nl-04", + "query": "Find the handler fan-out that keeps trying every destination even when one throws, suppressing failures for individual records, batches and close operations.", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/WhatFailureGroupHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-04", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/WhatFailureGroupHandler.php", + "src/Monolog/Logger.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/BrowserConsoleHandler.php", + "src/Monolog/Formatter/RedactingFormatter.php", + "CHANGELOG.md", + "src/Monolog/Handler/SamplingHandler.php", + "src/Monolog/Handler/BufferHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "ocbi-structural", + "queryId": "monolog-nl-05", + "query": "Where is a log record enriched with the originating file, line, class and function by inspecting the call stack, skipping the logging library frames and configured extra frames?", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Processor/IntrospectionProcessor.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-05", + "status": "success", + "rankedPaths": [ + "src/Monolog/Attribute/AsMonologProcessor.php", + "src/Monolog/Logger.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Formatter/LineFormatter.php", + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Handler/Slack/SlackRecord.php", + "src/Monolog/Attribute/WithMonologChannel.php", + "src/Monolog/Handler/SyslogHandler.php", + "src/Monolog/Formatter/LogstashFormatter.php", + "src/Monolog/Formatter/GoogleCloudLoggingFormatter.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "codegraph", + "queryId": "monolog-def-01", + "query": "Where does the implementation of Logger live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Logger.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-01", + "status": "success", + "rankedPaths": [ + "src/Monolog/Logger.php", + "src/Monolog/SignalHandler.php", + "src/Monolog/Handler/PsrHandler.php", + "src/Monolog/Registry.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "codegraph", + "queryId": "monolog-def-02", + "query": "Where does the implementation of ErrorHandler live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/ErrorHandler.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-02", + "status": "success", + "rankedPaths": [ + "src/Monolog/ErrorHandler.php", + "src/Monolog/Handler/PHPConsoleHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "codegraph", + "queryId": "monolog-def-03", + "query": "Where does the implementation of BufferHandler live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Handler/BufferHandler.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-03", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/Handler/DeduplicationHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "codegraph", + "queryId": "monolog-def-04", + "query": "Where does the implementation of RotatingFileHandler live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Handler/RotatingFileHandler.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-04", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/RotatingFileHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "codegraph", + "queryId": "monolog-def-05", + "query": "Where does the implementation of NormalizerFormatter live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Formatter/NormalizerFormatter.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-05", + "status": "success", + "rankedPaths": [ + "src/Monolog/Formatter/NormalizerFormatter.php", + "src/Monolog/Handler/Slack/SlackRecord.php", + "src/Monolog/Handler/DoctrineCouchDBHandler.php", + "src/Monolog/Handler/FrankenPhpHandler.php", + "src/Monolog/Handler/NewRelicHandler.php", + "src/Monolog/Handler/ZendMonitorHandler.php", + "src/Monolog/ErrorHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "codegraph", + "queryId": "monolog-def-06", + "query": "Where does the implementation of PsrLogMessageProcessor live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Processor/PsrLogMessageProcessor.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-06", + "status": "success", + "rankedPaths": [ + "src/Monolog/Processor/PsrLogMessageProcessor.php", + "src/Monolog/Formatter/RedactingFormatter.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "codegraph", + "queryId": "monolog-nl-01", + "query": "Where are low-severity log records retained until a later configured severity trigger causes the entire retained batch to be forwarded, with an option to pass through selected records at shutdown even without a trigger?", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/FingersCrossedHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-01", + "status": "success", + "rankedPaths": [ + "src/Monolog/LogRecord.php", + "src/Monolog/Formatter/FlowdockFormatter.php", + "src/Monolog/Handler/LogglyHandler.php", + "src/Monolog/Handler/ElasticsearchHandler.php", + "src/Monolog/Handler/GelfHandler.php", + "src/Monolog/Formatter/HtmlFormatter.php", + "src/Monolog/Handler/FrankenPhpHandler.php", + "src/Monolog/Handler/SocketHandler.php", + "src/Monolog/Handler/PushoverHandler.php", + "src/Monolog/Processor/HostnameProcessor.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "codegraph", + "queryId": "monolog-nl-02", + "query": "Find the file-output implementation that opens its destination lazily, can hold an exclusive lock while writing, and reopens the stream for one retry when a write reports an error.", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/StreamHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-02", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/LogglyHandler.php", + "src/Monolog/Handler/MongoDBHandler.php", + "src/Monolog/Handler/PushoverHandler.php", + "src/Monolog/LogRecord.php", + "src/Monolog/Handler/AbstractProcessingHandler.php", + "src/Monolog/Handler/SocketHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "codegraph", + "queryId": "monolog-nl-03", + "query": "Where is repeated alert delivery suppressed across requests using a persistent timestamp, severity and message store, while deciding whether to forward the buffered batch when at least one alert is new?", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/DeduplicationHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-03", + "status": "success", + "rankedPaths": [ + "src/Monolog/Formatter/GelfMessageFormatter.php", + "src/Monolog/Processor/PsrLogMessageProcessor.php", + "src/Monolog/Handler/NewRelicHandler.php", + "src/Monolog/Formatter/NormalizerFormatter.php", + "src/Monolog/Formatter/FormatterInterface.php", + "src/Monolog/Processor/ProcessorInterface.php", + "src/Monolog/Handler/GelfHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "codegraph", + "queryId": "monolog-nl-04", + "query": "Find the handler fan-out that keeps trying every destination even when one throws, suppressing failures for individual records, batches and close operations.", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/WhatFailureGroupHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-04", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/Handler.php", + "src/Monolog/Handler/HandlerWrapper.php", + "src/Monolog/Handler/HandlerInterface.php", + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Logger.php", + "src/Monolog/Handler/WhatFailureGroupHandler.php", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Handler/GroupHandler.php", + "src/Monolog/LogRecord.php", + "src/Monolog/Handler/OverflowHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.16666666666666666, + "ndcgAt10": 0.3562071871080222 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "codegraph", + "queryId": "monolog-nl-05", + "query": "Where is a log record enriched with the originating file, line, class and function by inspecting the call stack, skipping the logging library frames and configured extra frames?", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Processor/IntrospectionProcessor.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-05", + "status": "success", + "rankedPaths": [ + "src/Monolog/Logger.php", + "src/Monolog/Formatter/GoogleCloudLoggingFormatter.php", + "src/Monolog/LogRecord.php", + "src/Monolog/ResettableInterface.php", + "src/Monolog/Formatter/JsonFormatter.php", + "src/Monolog/Formatter/NormalizerFormatter.php", + "src/Monolog/Formatter/FormatterInterface.php", + "src/Monolog/Handler/ElasticsearchHandler.php", + "src/Monolog/Handler/GelfHandler.php", + "src/Monolog/Formatter/HtmlFormatter.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "codebase-memory", + "queryId": "monolog-def-01", + "query": "Where does the implementation of Logger live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Logger.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-01", + "status": "success", + "rankedPaths": [ + "src/Monolog/Logger.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "codebase-memory", + "queryId": "monolog-def-02", + "query": "Where does the implementation of ErrorHandler live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/ErrorHandler.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-02", + "status": "success", + "rankedPaths": [ + "src/Monolog/ErrorHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "codebase-memory", + "queryId": "monolog-def-03", + "query": "Where does the implementation of BufferHandler live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Handler/BufferHandler.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-03", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/BufferHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "codebase-memory", + "queryId": "monolog-def-04", + "query": "Where does the implementation of RotatingFileHandler live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Handler/RotatingFileHandler.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-04", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/RotatingFileHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "codebase-memory", + "queryId": "monolog-def-05", + "query": "Where does the implementation of NormalizerFormatter live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Formatter/NormalizerFormatter.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-05", + "status": "success", + "rankedPaths": [ + "src/Monolog/Formatter/NormalizerFormatter.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "codebase-memory", + "queryId": "monolog-def-06", + "query": "Where does the implementation of PsrLogMessageProcessor live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Processor/PsrLogMessageProcessor.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-06", + "status": "success", + "rankedPaths": [ + "src/Monolog/Processor/PsrLogMessageProcessor.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "codebase-memory", + "queryId": "monolog-nl-01", + "query": "Where are low-severity log records retained until a later configured severity trigger causes the entire retained batch to be forwarded, with an option to pass through selected records at shutdown even without a trigger?", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/FingersCrossedHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-01", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "monolog", + "condition": "codebase-memory", + "queryId": "monolog-nl-02", + "query": "Find the file-output implementation that opens its destination lazily, can hold an exclusive lock while writing, and reopens the stream for one retry when a write reports an error.", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/StreamHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-02", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "monolog", + "condition": "codebase-memory", + "queryId": "monolog-nl-03", + "query": "Where is repeated alert delivery suppressed across requests using a persistent timestamp, severity and message store, while deciding whether to forward the buffered batch when at least one alert is new?", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/DeduplicationHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-03", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "monolog", + "condition": "codebase-memory", + "queryId": "monolog-nl-04", + "query": "Find the handler fan-out that keeps trying every destination even when one throws, suppressing failures for individual records, batches and close operations.", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/WhatFailureGroupHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-04", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "monolog", + "condition": "codebase-memory", + "queryId": "monolog-nl-05", + "query": "Where is a log record enriched with the originating file, line, class and function by inspecting the call stack, skipping the logging library frames and configured extra frames?", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Processor/IntrospectionProcessor.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-05", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "monolog", + "condition": "grepai", + "queryId": "monolog-def-01", + "query": "Where does the implementation of Logger live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Logger.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-01", + "status": "success", + "rankedPaths": [ + "src/Monolog/Logger.php", + "src/Monolog/Registry.php", + "src/Monolog/Test/TestCase.php", + "src/Monolog/Processor/ProcessorInterface.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/PsrHandler.php", + "src/Monolog/Handler/SyslogHandler.php", + "src/Monolog/Utils.php", + "src/Monolog/Formatter/LogglyFormatter.php", + "src/Monolog/ResettableInterface.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "grepai", + "queryId": "monolog-def-02", + "query": "Where does the implementation of ErrorHandler live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/ErrorHandler.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-02", + "status": "success", + "rankedPaths": [ + "src/Monolog/ErrorHandler.php", + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/SamplingHandler.php", + "src/Monolog/Handler/ErrorLogHandler.php", + "src/Monolog/Handler/FingersCrossed/ActivationStrategyInterface.php", + "src/Monolog/Handler/FilterHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/Handler/ProcessHandler.php", + "src/Monolog/Handler/FingersCrossed/ErrorLevelActivationStrategy.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "grepai", + "queryId": "monolog-def-03", + "query": "Where does the implementation of BufferHandler live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Handler/BufferHandler.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-03", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/Handler/FilterHandler.php", + "src/Monolog/Handler/ProcessableHandlerTrait.php", + "src/Monolog/Handler/HandlerWrapper.php", + "src/Monolog/Handler/HandlerInterface.php", + "src/Monolog/Handler/OverflowHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/AbstractHandler.php", + "src/Monolog/Handler/DeduplicationHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "grepai", + "queryId": "monolog-def-04", + "query": "Where does the implementation of RotatingFileHandler live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Handler/RotatingFileHandler.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-04", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/ResettableInterface.php", + "src/Monolog/Handler/NoopHandler.php", + "src/Monolog/Handler/FilterHandler.php", + "src/Monolog/Handler/WhatFailureGroupHandler.php", + "src/Monolog/Handler/HandlerWrapper.php", + "src/Monolog/Handler/FingersCrossed/ActivationStrategyInterface.php", + "src/Monolog/Handler/FallbackGroupHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/GroupHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "grepai", + "queryId": "monolog-def-05", + "query": "Where does the implementation of NormalizerFormatter live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Formatter/NormalizerFormatter.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-05", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/NewRelicHandler.php", + "src/Monolog/Handler/FrankenPhpHandler.php", + "src/Monolog/Handler/ZendMonitorHandler.php", + "src/Monolog/Formatter/NormalizerFormatter.php", + "src/Monolog/Handler/DoctrineCouchDBHandler.php", + "src/Monolog/Formatter/JsonFormatter.php", + "src/Monolog/Formatter/WildfireFormatter.php", + "src/Monolog/Formatter/ScalarFormatter.php", + "src/Monolog/Formatter/GoogleCloudLoggingFormatter.php", + "src/Monolog/Handler/Slack/SlackRecord.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.25, + "ndcgAt10": 0.43067655807339306 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "grepai", + "queryId": "monolog-def-06", + "query": "Where does the implementation of PsrLogMessageProcessor live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Processor/PsrLogMessageProcessor.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-06", + "status": "success", + "rankedPaths": [ + "src/Monolog/Processor/PsrLogMessageProcessor.php", + "src/Monolog/Processor/ProcessorInterface.php", + "src/Monolog/Handler/ErrorLogHandler.php", + "src/Monolog/Handler/ProcessableHandlerInterface.php", + "src/Monolog/SignalHandler.php", + "src/Monolog/Processor/ProcessIdProcessor.php", + "src/Monolog/Handler/ProcessableHandlerTrait.php", + "src/Monolog/Handler/AbstractProcessingHandler.php", + "src/Monolog/Handler/PsrHandler.php", + "src/Monolog/Processor/LoadAverageProcessor.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "grepai", + "queryId": "monolog-nl-01", + "query": "Where are low-severity log records retained until a later configured severity trigger causes the entire retained batch to be forwarded, with an option to pass through selected records at shutdown even without a trigger?", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/FingersCrossedHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-01", + "status": "success", + "rankedPaths": [ + "src/Monolog/Logger.php", + "src/Monolog/Handler/HandlerInterface.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/ResettableInterface.php", + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/FingersCrossed/ActivationStrategyInterface.php", + "src/Monolog/Handler/SyslogHandler.php", + "src/Monolog/Handler/AbstractProcessingHandler.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Processor/ProcessorInterface.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.2, + "ndcgAt10": 0.38685280723454163 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "grepai", + "queryId": "monolog-nl-02", + "query": "Find the file-output implementation that opens its destination lazily, can hold an exclusive lock while writing, and reopens the stream for one retry when a write reports an error.", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/StreamHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-02", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/StreamHandler.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Processor/LoadAverageProcessor.php", + "src/Monolog/Handler/AbstractProcessingHandler.php", + "src/Monolog/ResettableInterface.php", + "src/Monolog/Logger.php", + "src/Monolog/Handler/ProcessableHandlerTrait.php", + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Processor/ClosureContextProcessor.php", + "src/Monolog/Handler/ProcessHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "grepai", + "queryId": "monolog-nl-03", + "query": "Where is repeated alert delivery suppressed across requests using a persistent timestamp, severity and message store, while deciding whether to forward the buffered batch when at least one alert is new?", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/DeduplicationHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-03", + "status": "success", + "rankedPaths": [ + "src/Monolog/ResettableInterface.php", + "src/Monolog/Logger.php", + "src/Monolog/Handler/ProcessableHandlerTrait.php", + "src/Monolog/Formatter/RedactingFormatter.php", + "src/Monolog/Handler/OverflowHandler.php", + "src/Monolog/Handler/MandrillHandler.php", + "src/Monolog/Handler/SqsHandler.php", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/SymfonyMailerHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "grepai", + "queryId": "monolog-nl-04", + "query": "Find the handler fan-out that keeps trying every destination even when one throws, suppressing failures for individual records, batches and close operations.", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/WhatFailureGroupHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-04", + "status": "success", + "rankedPaths": [ + "src/Monolog/Logger.php", + "src/Monolog/Handler/FingersCrossed/ActivationStrategyInterface.php", + "src/Monolog/Handler/WhatFailureGroupHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/FilterHandler.php", + "src/Monolog/Handler/FallbackGroupHandler.php", + "src/Monolog/Handler/HandlerInterface.php", + "src/Monolog/Handler/OverflowHandler.php", + "src/Monolog/Handler/GroupHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "grepai", + "queryId": "monolog-nl-05", + "query": "Where is a log record enriched with the originating file, line, class and function by inspecting the call stack, skipping the logging library frames and configured extra frames?", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Processor/IntrospectionProcessor.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-05", + "status": "success", + "rankedPaths": [ + "src/Monolog/Processor/ProcessIdProcessor.php", + "src/Monolog/Processor/ProcessorInterface.php", + "src/Monolog/Processor/HostnameProcessor.php", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Processor/IntrospectionProcessor.php", + "src/Monolog/Handler/InsightOpsHandler.php", + "src/Monolog/Test/TestCase.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Logger.php", + "src/Monolog/Processor/MemoryPeakUsageProcessor.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.2, + "ndcgAt10": 0.38685280723454163 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "literal-unindexed", + "queryId": "monolog-def-01", + "query": "Where does the implementation of Logger live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Logger.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-01", + "status": "success", + "rankedPaths": [ + "CHANGELOG.md", + "README.md", + "composer.json", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Formatter/FluentdFormatter.php", + "src/Monolog/Formatter/RedactingFormatter.php", + "src/Monolog/Handler/AbstractHandler.php", + "src/Monolog/Handler/ChromePHPHandler.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Handler/ElasticaHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "literal-unindexed", + "queryId": "monolog-def-02", + "query": "Where does the implementation of ErrorHandler live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/ErrorHandler.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-02", + "status": "success", + "rankedPaths": [ + "CHANGELOG.md", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Handler/PHPConsoleHandler.php", + "src/Monolog/Handler/StreamHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "literal-unindexed", + "queryId": "monolog-def-03", + "query": "Where does the implementation of BufferHandler live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Handler/BufferHandler.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-03", + "status": "success", + "rankedPaths": [ + "CHANGELOG.md", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/Handler/DeduplicationHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "literal-unindexed", + "queryId": "monolog-def-04", + "query": "Where does the implementation of RotatingFileHandler live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Handler/RotatingFileHandler.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-04", + "status": "success", + "rankedPaths": [ + "CHANGELOG.md", + "src/Monolog/Handler/RotatingFileHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "literal-unindexed", + "queryId": "monolog-def-05", + "query": "Where does the implementation of NormalizerFormatter live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Formatter/NormalizerFormatter.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-05", + "status": "success", + "rankedPaths": [ + "CHANGELOG.md", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Formatter/ElasticaFormatter.php", + "src/Monolog/Formatter/ElasticsearchFormatter.php", + "src/Monolog/Formatter/GelfMessageFormatter.php", + "src/Monolog/Formatter/HtmlFormatter.php", + "src/Monolog/Formatter/JsonFormatter.php", + "src/Monolog/Formatter/LineFormatter.php", + "src/Monolog/Formatter/LogstashFormatter.php", + "src/Monolog/Formatter/NormalizerFormatter.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.1, + "ndcgAt10": 0.2890648263178879 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "literal-unindexed", + "queryId": "monolog-def-06", + "query": "Where does the implementation of PsrLogMessageProcessor live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Processor/PsrLogMessageProcessor.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-06", + "status": "success", + "rankedPaths": [ + "CHANGELOG.md", + "src/Monolog/Formatter/RedactingFormatter.php", + "src/Monolog/Processor/PsrLogMessageProcessor.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "literal-unindexed", + "queryId": "monolog-nl-01", + "query": "Where are low-severity log records retained until a later configured severity trigger causes the entire retained batch to be forwarded, with an option to pass through selected records at shutdown even without a trigger?", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/FingersCrossedHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-01", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "literal-unindexed", + "queryId": "monolog-nl-02", + "query": "Find the file-output implementation that opens its destination lazily, can hold an exclusive lock while writing, and reopens the stream for one retry when a write reports an error.", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/StreamHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-02", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "literal-unindexed", + "queryId": "monolog-nl-03", + "query": "Where is repeated alert delivery suppressed across requests using a persistent timestamp, severity and message store, while deciding whether to forward the buffered batch when at least one alert is new?", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/DeduplicationHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-03", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "literal-unindexed", + "queryId": "monolog-nl-04", + "query": "Find the handler fan-out that keeps trying every destination even when one throws, suppressing failures for individual records, batches and close operations.", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/WhatFailureGroupHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-04", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "literal-unindexed", + "queryId": "monolog-nl-05", + "query": "Where is a log record enriched with the originating file, line, class and function by inspecting the call stack, skipping the logging library frames and configured extra frames?", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Processor/IntrospectionProcessor.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-05", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "plain-file-bm25", + "queryId": "monolog-def-01", + "query": "Where does the implementation of Logger live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Logger.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-01", + "status": "success", + "rankedPaths": [ + "src/Monolog/Registry.php", + "src/Monolog/Handler/PsrHandler.php", + "src/Monolog/SignalHandler.php", + "src/Monolog/Formatter/FluentdFormatter.php", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Attribute/WithMonologChannel.php", + "src/Monolog/Handler/FingersCrossed/ChannelLevelActivationStrategy.php", + "src/Monolog/Handler/FingersCrossed/ErrorLevelActivationStrategy.php", + "src/Monolog/Handler/NullHandler.php", + "CHANGELOG.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "plain-file-bm25", + "queryId": "monolog-def-02", + "query": "Where does the implementation of ErrorHandler live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/ErrorHandler.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-02", + "status": "success", + "rankedPaths": [ + "src/Monolog/ErrorHandler.php", + "CHANGELOG.md", + "src/Monolog/Handler/PHPConsoleHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "plain-file-bm25", + "queryId": "monolog-def-03", + "query": "Where does the implementation of BufferHandler live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Handler/BufferHandler.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-03", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "CHANGELOG.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "plain-file-bm25", + "queryId": "monolog-def-04", + "query": "Where does the implementation of RotatingFileHandler live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Handler/RotatingFileHandler.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-04", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/RotatingFileHandler.php", + "CHANGELOG.md" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "plain-file-bm25", + "queryId": "monolog-def-05", + "query": "Where does the implementation of NormalizerFormatter live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Formatter/NormalizerFormatter.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-05", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/Slack/SlackRecord.php", + "src/Monolog/Handler/DoctrineCouchDBHandler.php", + "src/Monolog/Handler/FrankenPhpHandler.php", + "src/Monolog/Handler/ZendMonitorHandler.php", + "src/Monolog/Handler/NewRelicHandler.php", + "src/Monolog/Formatter/ScalarFormatter.php", + "src/Monolog/Formatter/ElasticsearchFormatter.php", + "src/Monolog/Formatter/ElasticaFormatter.php", + "src/Monolog/Formatter/LogstashFormatter.php", + "src/Monolog/Formatter/WildfireFormatter.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "plain-file-bm25", + "queryId": "monolog-def-06", + "query": "Where does the implementation of PsrLogMessageProcessor live?", + "track": "explicit-symbol", + "expected": { + "filePath": "src/Monolog/Processor/PsrLogMessageProcessor.php", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-def-06", + "status": "success", + "rankedPaths": [ + "src/Monolog/Processor/PsrLogMessageProcessor.php", + "src/Monolog/Formatter/RedactingFormatter.php", + "CHANGELOG.md" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "plain-file-bm25", + "queryId": "monolog-nl-01", + "query": "Where are low-severity log records retained until a later configured severity trigger causes the entire retained batch to be forwarded, with an option to pass through selected records at shutdown even without a trigger?", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/FingersCrossedHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-01", + "status": "success", + "rankedPaths": [ + "CHANGELOG.md", + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Level.php", + "src/Monolog/Handler/AmqpHandler.php", + "src/Monolog/Formatter/JsonFormatter.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/FrankenPhpHandler.php", + "src/Monolog/Handler/ZendMonitorHandler.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "plain-file-bm25", + "queryId": "monolog-nl-02", + "query": "Find the file-output implementation that opens its destination lazily, can hold an exclusive lock while writing, and reopens the stream for one retry when a write reports an error.", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/StreamHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-02", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/StreamHandler.php", + "CHANGELOG.md", + "src/Monolog/Handler/SocketHandler.php", + "src/Monolog/Handler/ProcessHandler.php", + "src/Monolog/Formatter/RedactingFormatter.php", + "src/Monolog/Utils.php", + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Formatter/LineFormatter.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "plain-file-bm25", + "queryId": "monolog-nl-03", + "query": "Where is repeated alert delivery suppressed across requests using a persistent timestamp, severity and message store, while deciding whether to forward the buffered batch when at least one alert is new?", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/DeduplicationHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-03", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/DeduplicationHandler.php", + "CHANGELOG.md", + "src/Monolog/Handler/AmqpHandler.php", + "src/Monolog/Logger.php", + "src/Monolog/Handler/PushoverHandler.php", + "src/Monolog/Handler/ZendMonitorHandler.php", + "src/Monolog/Formatter/WildfireFormatter.php", + "src/Monolog/Handler/FrankenPhpHandler.php", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Handler/OverflowHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "plain-file-bm25", + "queryId": "monolog-nl-04", + "query": "Find the handler fan-out that keeps trying every destination even when one throws, suppressing failures for individual records, batches and close operations.", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Handler/WhatFailureGroupHandler.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-04", + "status": "success", + "rankedPaths": [ + "src/Monolog/Handler/WhatFailureGroupHandler.php", + "CHANGELOG.md", + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Formatter/RedactingFormatter.php", + "src/Monolog/Logger.php", + "src/Monolog/Handler/BrowserConsoleHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/Handler/SocketHandler.php" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "monolog", + "condition": "plain-file-bm25", + "queryId": "monolog-nl-05", + "query": "Where is a log record enriched with the originating file, line, class and function by inspecting the call stack, skipping the logging library frames and configured extra frames?", + "track": "natural-language", + "expected": { + "filePath": "src/Monolog/Processor/IntrospectionProcessor.php", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "monolog-nl-05", + "status": "success", + "rankedPaths": [ + "CHANGELOG.md", + "src/Monolog/Formatter/NormalizerFormatter.php", + "src/Monolog/Processor/IntrospectionProcessor.php", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Utils.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "README.md", + "src/Monolog/Formatter/LineFormatter.php", + "src/Monolog/Handler/ErrorLogHandler.php", + "src/Monolog/Logger.php" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "ocbi-hybrid", + "queryId": "rack-def-01", + "query": "Where does the implementation of QueryParser live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/query_parser.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-01", + "status": "success", + "rankedPaths": [ + "lib/rack/query_parser.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "ocbi-hybrid", + "queryId": "rack-def-02", + "query": "Where does the implementation of RewindableInput live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/rewindable_input.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-02", + "status": "success", + "rankedPaths": [ + "lib/rack/rewindable_input.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "ocbi-hybrid", + "queryId": "rack-def-03", + "query": "Where does the implementation of BodyProxy live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/body_proxy.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-03", + "status": "success", + "rankedPaths": [ + "lib/rack/body_proxy.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "ocbi-hybrid", + "queryId": "rack-def-04", + "query": "Where does the implementation of URLMap live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/urlmap.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-04", + "status": "success", + "rankedPaths": [ + "lib/rack/urlmap.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "ocbi-hybrid", + "queryId": "rack-def-05", + "query": "Where does the implementation of Builder live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/builder.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-05", + "status": "success", + "rankedPaths": [ + "lib/rack/builder.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "ocbi-hybrid", + "queryId": "rack-def-06", + "query": "Where does the implementation of TempfileReaper live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/tempfile_reaper.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-06", + "status": "success", + "rankedPaths": [ + "lib/rack/tempfile_reaper.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "ocbi-hybrid", + "queryId": "rack-nl-01", + "query": "Where is the middleware that lets an incoming POST request use a form field or request header to select another allowed HTTP method, while preserving the original method in the request environment?", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/method_override.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-01", + "status": "success", + "rankedPaths": [ + "lib/rack/request.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "ocbi-hybrid", + "queryId": "rack-nl-02", + "query": "Find the middleware that converts a successful cached-resource response into an empty 304 response when client validators match, prioritizing the entity tag over the modification date and closing the discarded body.", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/conditional_get.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-02", + "status": "success", + "rankedPaths": [ + "lib/rack/response.rb", + "lib/rack/mock_response.rb", + "lib/rack/multipart/parser.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "ocbi-hybrid", + "queryId": "rack-nl-03", + "query": "Where is response compression negotiated with the client, adding a vary header and streaming gzip output, while avoiding responses marked no-transform or already encoded?", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/deflater.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-03", + "status": "success", + "rankedPaths": [ + "lib/rack/response.rb", + "lib/rack/utils.rb", + "lib/rack/mock_response.rb", + "lib/rack/headers.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "ocbi-hybrid", + "queryId": "rack-nl-04", + "query": "Find the middleware that replaces a filesystem-backed response body with a web-server offload header, applying internal-to-external path mappings and refusing to select its offload mode from an untrusted HTTP request header.", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/sendfile.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-04", + "status": "success", + "rankedPaths": [ + "lib/rack/response.rb", + "lib/rack/mock_response.rb", + "lib/rack/body_proxy.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "ocbi-hybrid", + "queryId": "rack-nl-05", + "query": "Where does multipart form parsing reject a declared request body above the configured byte limit or a boundary token longer than the protocol permits, before reading the parts?", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/multipart/parser.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-05", + "status": "success", + "rankedPaths": [ + "lib/rack/request.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "ocbi-structural", + "queryId": "rack-def-01", + "query": "Where does the implementation of QueryParser live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/query_parser.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-01", + "status": "success", + "rankedPaths": [ + "lib/rack/query_parser.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "ocbi-structural", + "queryId": "rack-def-02", + "query": "Where does the implementation of RewindableInput live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/rewindable_input.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-02", + "status": "success", + "rankedPaths": [ + "lib/rack/rewindable_input.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "ocbi-structural", + "queryId": "rack-def-03", + "query": "Where does the implementation of BodyProxy live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/body_proxy.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-03", + "status": "success", + "rankedPaths": [ + "lib/rack/body_proxy.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "ocbi-structural", + "queryId": "rack-def-04", + "query": "Where does the implementation of URLMap live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/urlmap.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-04", + "status": "success", + "rankedPaths": [ + "lib/rack/urlmap.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "ocbi-structural", + "queryId": "rack-def-05", + "query": "Where does the implementation of Builder live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/builder.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-05", + "status": "success", + "rankedPaths": [ + "lib/rack/builder.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "ocbi-structural", + "queryId": "rack-def-06", + "query": "Where does the implementation of TempfileReaper live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/tempfile_reaper.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-06", + "status": "success", + "rankedPaths": [ + "lib/rack/tempfile_reaper.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "ocbi-structural", + "queryId": "rack-nl-01", + "query": "Where is the middleware that lets an incoming POST request use a form field or request header to select another allowed HTTP method, while preserving the original method in the request environment?", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/method_override.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-01", + "status": "success", + "rankedPaths": [ + "lib/rack/request.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "ocbi-structural", + "queryId": "rack-nl-02", + "query": "Find the middleware that converts a successful cached-resource response into an empty 304 response when client validators match, prioritizing the entity tag over the modification date and closing the discarded body.", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/conditional_get.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-02", + "status": "success", + "rankedPaths": [ + "lib/rack/response.rb", + "lib/rack/mock_response.rb", + "lib/rack/multipart/parser.rb", + "lib/rack/mime.rb", + "lib/rack/etag.rb", + "lib/rack/body_proxy.rb", + "lib/rack/conditional_get.rb", + "lib/rack/deflater.rb", + "lib/rack/common_logger.rb", + "lib/rack/cascade.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.14285714285714285, + "ndcgAt10": 0.3333333333333333 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "ocbi-structural", + "queryId": "rack-nl-03", + "query": "Where is response compression negotiated with the client, adding a vary header and streaming gzip output, while avoiding responses marked no-transform or already encoded?", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/deflater.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-03", + "status": "success", + "rankedPaths": [ + "lib/rack/response.rb", + "lib/rack/utils.rb", + "lib/rack/headers.rb", + "lib/rack/mock_response.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "ocbi-structural", + "queryId": "rack-nl-04", + "query": "Find the middleware that replaces a filesystem-backed response body with a web-server offload header, applying internal-to-external path mappings and refusing to select its offload mode from an untrusted HTTP request header.", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/sendfile.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-04", + "status": "success", + "rankedPaths": [ + "lib/rack/response.rb", + "lib/rack/mock_response.rb", + "lib/rack/body_proxy.rb", + "lib/rack/headers.rb", + "lib/rack/request.rb", + "lib/rack/mock_request.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "ocbi-structural", + "queryId": "rack-nl-05", + "query": "Where does multipart form parsing reject a declared request body above the configured byte limit or a boundary token longer than the protocol permits, before reading the parts?", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/multipart/parser.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-05", + "status": "success", + "rankedPaths": [ + "lib/rack/request.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "codegraph", + "queryId": "rack-def-01", + "query": "Where does the implementation of QueryParser live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/query_parser.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-01", + "status": "success", + "rankedPaths": [ + "lib/rack/query_parser.rb", + "test/spec_query_parser.rb", + "lib/rack/multipart.rb", + "lib/rack/utils.rb", + "test/spec_multipart.rb", + "test/spec_utils.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "codegraph", + "queryId": "rack-def-02", + "query": "Where does the implementation of RewindableInput live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/rewindable_input.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-02", + "status": "success", + "rankedPaths": [ + "lib/rack/rewindable_input.rb", + "test/spec_rewindable_input.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "codegraph", + "queryId": "rack-def-03", + "query": "Where does the implementation of BodyProxy live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/body_proxy.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-03", + "status": "success", + "rankedPaths": [ + "lib/rack/body_proxy.rb", + "test/spec_body_proxy.rb", + "test/spec_mock_request.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "codegraph", + "queryId": "rack-def-04", + "query": "Where does the implementation of URLMap live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/urlmap.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-04", + "status": "success", + "rankedPaths": [ + "lib/rack/urlmap.rb", + "lib/rack/builder.rb", + "test/spec_urlmap.rb", + "test/spec_cascade.rb", + "test/spec_recursive.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "codegraph", + "queryId": "rack-def-05", + "query": "Where does the implementation of Builder live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/builder.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-05", + "status": "success", + "rankedPaths": [ + "lib/rack/builder.rb", + "test/spec_builder.rb", + "test/spec_config.rb", + "test/spec_directory.rb", + "test/builder/an_underscore_app.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "codegraph", + "queryId": "rack-def-06", + "query": "Where does the implementation of TempfileReaper live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/tempfile_reaper.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-06", + "status": "success", + "rankedPaths": [ + "lib/rack/tempfile_reaper.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "codegraph", + "queryId": "rack-nl-01", + "query": "Where is the middleware that lets an incoming POST request use a form field or request header to select another allowed HTTP method, while preserving the original method in the request environment?", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/method_override.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-01", + "status": "success", + "rankedPaths": [ + "lib/rack/request.rb", + "lib/rack/builder.rb", + "lib/rack/auth/abstract/request.rb", + "lib/rack/auth/basic.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "codegraph", + "queryId": "rack-nl-02", + "query": "Find the middleware that converts a successful cached-resource response into an empty 304 response when client validators match, prioritizing the entity tag over the modification date and closing the discarded body.", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/conditional_get.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-02", + "status": "success", + "rankedPaths": [ + "lib/rack/null_logger.rb", + "lib/rack/response.rb", + "lib/rack/files.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "codegraph", + "queryId": "rack-nl-03", + "query": "Where is response compression negotiated with the client, adding a vary header and streaming gzip output, while avoiding responses marked no-transform or already encoded?", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/deflater.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-03", + "status": "success", + "rankedPaths": [ + "lib/rack/deflater.rb", + "lib/rack/response.rb", + "lib/rack/null_logger.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "codegraph", + "queryId": "rack-nl-04", + "query": "Find the middleware that replaces a filesystem-backed response body with a web-server offload header, applying internal-to-external path mappings and refusing to select its offload mode from an untrusted HTTP request header.", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/sendfile.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-04", + "status": "success", + "rankedPaths": [ + "lib/rack/auth/abstract/request.rb", + "lib/rack/mock_request.rb", + "lib/rack/response.rb", + "lib/rack/auth/basic.rb", + "lib/rack/lint.rb", + "lib/rack/body_proxy.rb", + "lib/rack/mock_response.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "codegraph", + "queryId": "rack-nl-05", + "query": "Where does multipart form parsing reject a declared request body above the configured byte limit or a boundary token longer than the protocol permits, before reading the parts?", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/multipart/parser.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-05", + "status": "success", + "rankedPaths": [ + "lib/rack/multipart/parser.rb", + "lib/rack/auth/abstract/request.rb", + "lib/rack/multipart.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "codebase-memory", + "queryId": "rack-def-01", + "query": "Where does the implementation of QueryParser live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/query_parser.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-01", + "status": "success", + "rankedPaths": [ + "lib/rack/query_parser.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "codebase-memory", + "queryId": "rack-def-02", + "query": "Where does the implementation of RewindableInput live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/rewindable_input.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-02", + "status": "success", + "rankedPaths": [ + "lib/rack/rewindable_input.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "codebase-memory", + "queryId": "rack-def-03", + "query": "Where does the implementation of BodyProxy live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/body_proxy.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-03", + "status": "success", + "rankedPaths": [ + "lib/rack/body_proxy.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "codebase-memory", + "queryId": "rack-def-04", + "query": "Where does the implementation of URLMap live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/urlmap.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-04", + "status": "success", + "rankedPaths": [ + "lib/rack/urlmap.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "codebase-memory", + "queryId": "rack-def-05", + "query": "Where does the implementation of Builder live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/builder.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-05", + "status": "success", + "rankedPaths": [ + "lib/rack/builder.rb", + "test/spec_builder.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "codebase-memory", + "queryId": "rack-def-06", + "query": "Where does the implementation of TempfileReaper live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/tempfile_reaper.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-06", + "status": "success", + "rankedPaths": [ + "lib/rack/tempfile_reaper.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "codebase-memory", + "queryId": "rack-nl-01", + "query": "Where is the middleware that lets an incoming POST request use a form field or request header to select another allowed HTTP method, while preserving the original method in the request environment?", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/method_override.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-01", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "rack", + "condition": "codebase-memory", + "queryId": "rack-nl-02", + "query": "Find the middleware that converts a successful cached-resource response into an empty 304 response when client validators match, prioritizing the entity tag over the modification date and closing the discarded body.", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/conditional_get.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-02", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "rack", + "condition": "codebase-memory", + "queryId": "rack-nl-03", + "query": "Where is response compression negotiated with the client, adding a vary header and streaming gzip output, while avoiding responses marked no-transform or already encoded?", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/deflater.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-03", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "rack", + "condition": "codebase-memory", + "queryId": "rack-nl-04", + "query": "Find the middleware that replaces a filesystem-backed response body with a web-server offload header, applying internal-to-external path mappings and refusing to select its offload mode from an untrusted HTTP request header.", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/sendfile.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-04", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "rack", + "condition": "codebase-memory", + "queryId": "rack-nl-05", + "query": "Where does multipart form parsing reject a declared request body above the configured byte limit or a boundary token longer than the protocol permits, before reading the parts?", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/multipart/parser.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-05", + "status": "unsupported", + "rankedPaths": [] + }, + "error": null + }, + { + "repository": "rack", + "condition": "grepai", + "queryId": "rack-def-01", + "query": "Where does the implementation of QueryParser live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/query_parser.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-01", + "status": "success", + "rankedPaths": [ + "test/spec_query_parser.rb", + "lib/rack/query_parser.rb", + "lib/rack/multipart.rb", + "test/spec_request.rb", + "test/spec_utils.rb", + "lib/rack/multipart/parser.rb", + "lib/rack/request.rb", + "lib/rack/constants.rb", + "test/spec_auth_basic.rb", + "test/spec_multipart.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "grepai", + "queryId": "rack-def-02", + "query": "Where does the implementation of RewindableInput live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/rewindable_input.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-02", + "status": "success", + "rankedPaths": [ + "lib/rack/rewindable_input.rb", + "test/spec_rewindable_input.rb", + "lib/rack/reloader.rb", + "lib/rack/ractorize.rb", + "lib/rack/cascade.rb", + "lib/rack/lock.rb", + "test/spec_conditional_get.rb", + "lib/rack/head.rb", + "lib/rack/runtime.rb", + "lib/rack/null_logger.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "grepai", + "queryId": "rack-def-03", + "query": "Where does the implementation of BodyProxy live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/body_proxy.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-03", + "status": "success", + "rankedPaths": [ + "test/spec_body_proxy.rb", + "lib/rack/body_proxy.rb", + "lib/rack/lock.rb", + "test.rb", + "test/spec_directory.rb", + "test/psych_fix.rb", + "test/spec_etag.rb", + "test/spec_files.rb", + "lib/rack/common_logger.rb", + "lib/rack/files.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "grepai", + "queryId": "rack-def-04", + "query": "Where does the implementation of URLMap live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/urlmap.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-04", + "status": "success", + "rankedPaths": [ + "lib/rack/urlmap.rb", + "test/spec_urlmap.rb", + "lib/rack/builder.rb", + "lib/rack.rb", + "lib/rack/utils.rb", + "test/spec_auth_basic.rb", + "test/spec_mock_request.rb", + "lib/rack/request.rb", + "test/spec_static.rb", + "lib/rack/constants.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "grepai", + "queryId": "rack-def-05", + "query": "Where does the implementation of Builder live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/builder.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-05", + "status": "success", + "rankedPaths": [ + "test/spec_builder.rb", + "lib/rack/builder.rb", + "test/builder/an_underscore_app.rb", + "lib/rack/multipart.rb", + "lib/rack/config.rb", + "lib/rack/content_type.rb", + ".rubocop.yml", + "test/spec_config.rb", + "lib/rack/deflater.rb", + ".github/workflows/test-external.yaml" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "grepai", + "queryId": "rack-def-06", + "query": "Where does the implementation of TempfileReaper live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/tempfile_reaper.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-06", + "status": "success", + "rankedPaths": [ + "lib/rack/tempfile_reaper.rb", + "test/spec_tempfile_reaper.rb", + "lib/rack/multipart/uploaded_file.rb", + "lib/rack/rewindable_input.rb", + "lib/rack/reloader.rb", + "test/spec_deflater.rb", + "test/builder/an_underscore_app.rb", + "test/spec_rewindable_input.rb", + "lib/rack/multipart/generator.rb", + "lib/rack/runtime.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "grepai", + "queryId": "rack-nl-01", + "query": "Where is the middleware that lets an incoming POST request use a form field or request header to select another allowed HTTP method, while preserving the original method in the request environment?", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/method_override.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-01", + "status": "success", + "rankedPaths": [ + "lib/rack/request.rb", + "test/spec_method_override.rb", + "lib/rack/method_override.rb", + "lib/rack/lint.rb", + "test/spec_request.rb", + "lib/rack/response.rb", + "lib/rack/mock_request.rb", + "lib/rack/events.rb", + "lib/rack/head.rb", + "lib/rack/runtime.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "grepai", + "queryId": "rack-nl-02", + "query": "Find the middleware that converts a successful cached-resource response into an empty 304 response when client validators match, prioritizing the entity tag over the modification date and closing the discarded body.", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/conditional_get.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-02", + "status": "success", + "rankedPaths": [ + "lib/rack/events.rb", + "lib/rack/response.rb", + "lib/rack/conditional_get.rb", + "lib/rack/content_type.rb", + "lib/rack/multipart/parser.rb", + "test/spec_mock_response.rb", + "lib/rack/deflater.rb", + "lib/rack/head.rb", + "test/spec_conditional_get.rb", + "test/spec_tempfile_reaper.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "grepai", + "queryId": "rack-nl-03", + "query": "Where is response compression negotiated with the client, adding a vary header and streaming gzip output, while avoiding responses marked no-transform or already encoded?", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/deflater.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-03", + "status": "success", + "rankedPaths": [ + "lib/rack/deflater.rb", + "test/spec_deflater.rb", + "lib/rack/response.rb", + "test/spec_static.rb", + "test/spec_content_type.rb", + "lib/rack/events.rb", + "test/spec_request.rb", + "lib/rack/lint.rb", + "test/spec_mock_response.rb", + "lib/rack/request.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "grepai", + "queryId": "rack-nl-04", + "query": "Find the middleware that replaces a filesystem-backed response body with a web-server offload header, applying internal-to-external path mappings and refusing to select its offload mode from an untrusted HTTP request header.", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/sendfile.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-04", + "status": "success", + "rankedPaths": [ + "lib/rack/request.rb", + "lib/rack/lint.rb", + "lib/rack/sendfile.rb", + "lib/rack/method_override.rb", + "lib/rack/head.rb", + "lib/rack/events.rb", + "test/spec_sendfile.rb", + "lib/rack/response.rb", + "lib/rack/static.rb", + "lib/rack/content_type.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "grepai", + "queryId": "rack-nl-05", + "query": "Where does multipart form parsing reject a declared request body above the configured byte limit or a boundary token longer than the protocol permits, before reading the parts?", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/multipart/parser.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-05", + "status": "success", + "rankedPaths": [ + "lib/rack/multipart/parser.rb", + "test/spec_multipart.rb", + "lib/rack/multipart.rb", + "test/spec_request.rb", + "lib/rack/request.rb", + "test/spec_method_override.rb", + "lib/rack/utils.rb", + "lib/rack/auth/abstract/handler.rb", + "lib/rack/response.rb", + "test/spec_etag.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "literal-unindexed", + "queryId": "rack-def-01", + "query": "Where does the implementation of QueryParser live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/query_parser.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-01", + "status": "success", + "rankedPaths": [ + "CHANGELOG.md", + "README.md", + "lib/rack.rb", + "lib/rack/multipart.rb", + "lib/rack/query_parser.rb", + "lib/rack/ractorize.rb", + "lib/rack/utils.rb", + "test/spec_multipart.rb", + "test/spec_query_parser.rb", + "test/spec_request.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.2, + "ndcgAt10": 0.38685280723454163 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "literal-unindexed", + "queryId": "rack-def-02", + "query": "Where does the implementation of RewindableInput live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/rewindable_input.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-02", + "status": "success", + "rankedPaths": [ + "CHANGELOG.md", + "README.md", + "UPGRADE-GUIDE.md", + "lib/rack.rb", + "lib/rack/rewindable_input.rb", + "test/spec_rewindable_input.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.2, + "ndcgAt10": 0.38685280723454163 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "literal-unindexed", + "queryId": "rack-def-03", + "query": "Where does the implementation of BodyProxy live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/body_proxy.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-03", + "status": "success", + "rankedPaths": [ + "CHANGELOG.md", + "lib/rack.rb", + "lib/rack/body_proxy.rb", + "lib/rack/common_logger.rb", + "lib/rack/deflater.rb", + "lib/rack/events.rb", + "lib/rack/lock.rb", + "lib/rack/sendfile.rb", + "lib/rack/show_status.rb", + "lib/rack/tempfile_reaper.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "literal-unindexed", + "queryId": "rack-def-04", + "query": "Where does the implementation of URLMap live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/urlmap.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-04", + "status": "success", + "rankedPaths": [ + "CHANGELOG.md", + "README.md", + "lib/rack.rb", + "lib/rack/builder.rb", + "lib/rack/urlmap.rb", + "test/spec_cascade.rb", + "test/spec_recursive.rb", + "test/spec_urlmap.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.2, + "ndcgAt10": 0.38685280723454163 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "literal-unindexed", + "queryId": "rack-def-05", + "query": "Where does the implementation of Builder live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/builder.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-05", + "status": "success", + "rankedPaths": [ + "CHANGELOG.md", + "GETTING-STARTED.md", + "UPGRADE-GUIDE.md", + "lib/rack.rb", + "lib/rack/builder.rb", + "lib/rack/content_type.rb", + "test/spec_builder.rb", + "test/spec_config.rb", + "test/spec_directory.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.2, + "ndcgAt10": 0.38685280723454163 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "literal-unindexed", + "queryId": "rack-def-06", + "query": "Where does the implementation of TempfileReaper live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/tempfile_reaper.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-06", + "status": "success", + "rankedPaths": [ + "CHANGELOG.md", + "README.md", + "lib/rack.rb", + "lib/rack/tempfile_reaper.rb", + "test/spec_tempfile_reaper.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.25, + "ndcgAt10": 0.43067655807339306 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "literal-unindexed", + "queryId": "rack-nl-01", + "query": "Where is the middleware that lets an incoming POST request use a form field or request header to select another allowed HTTP method, while preserving the original method in the request environment?", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/method_override.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-01", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "literal-unindexed", + "queryId": "rack-nl-02", + "query": "Find the middleware that converts a successful cached-resource response into an empty 304 response when client validators match, prioritizing the entity tag over the modification date and closing the discarded body.", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/conditional_get.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-02", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "literal-unindexed", + "queryId": "rack-nl-03", + "query": "Where is response compression negotiated with the client, adding a vary header and streaming gzip output, while avoiding responses marked no-transform or already encoded?", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/deflater.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-03", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "literal-unindexed", + "queryId": "rack-nl-04", + "query": "Find the middleware that replaces a filesystem-backed response body with a web-server offload header, applying internal-to-external path mappings and refusing to select its offload mode from an untrusted HTTP request header.", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/sendfile.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-04", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "literal-unindexed", + "queryId": "rack-nl-05", + "query": "Where does multipart form parsing reject a declared request body above the configured byte limit or a boundary token longer than the protocol permits, before reading the parts?", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/multipart/parser.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-05", + "status": "success", + "rankedPaths": [], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0, + "ndcgAt10": 0 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "plain-file-bm25", + "queryId": "rack-def-01", + "query": "Where does the implementation of QueryParser live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/query_parser.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-01", + "status": "success", + "rankedPaths": [ + "test/spec_query_parser.rb", + "README.md", + "lib/rack/ractorize.rb", + "lib/rack/utils.rb", + "lib/rack/multipart.rb", + "lib/rack.rb", + "test/spec_request.rb", + "CHANGELOG.md", + "lib/rack/query_parser.rb", + "test/spec_utils.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.1111111111111111, + "ndcgAt10": 0.3010299956639812 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "plain-file-bm25", + "queryId": "rack-def-02", + "query": "Where does the implementation of RewindableInput live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/rewindable_input.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-02", + "status": "success", + "rankedPaths": [ + "lib/rack/rewindable_input.rb", + "test/spec_rewindable_input.rb", + "lib/rack.rb", + "UPGRADE-GUIDE.md", + "CHANGELOG.md", + "README.md" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "plain-file-bm25", + "queryId": "rack-def-03", + "query": "Where does the implementation of BodyProxy live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/body_proxy.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-03", + "status": "success", + "rankedPaths": [ + "test/spec_body_proxy.rb", + "lib/rack/lock.rb", + "lib/rack/tempfile_reaper.rb", + "lib/rack/body_proxy.rb", + "lib/rack.rb", + "lib/rack/sendfile.rb", + "lib/rack/common_logger.rb", + "lib/rack/show_status.rb", + "lib/rack/events.rb", + "lib/rack/deflater.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.25, + "ndcgAt10": 0.43067655807339306 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "plain-file-bm25", + "queryId": "rack-def-04", + "query": "Where does the implementation of URLMap live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/urlmap.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-04", + "status": "success", + "rankedPaths": [ + "test/spec_urlmap.rb", + "lib/rack/urlmap.rb", + "test/spec_recursive.rb", + "test/spec_cascade.rb", + "lib/rack.rb", + "lib/rack/builder.rb", + "CHANGELOG.md", + "README.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "plain-file-bm25", + "queryId": "rack-def-05", + "query": "Where does the implementation of Builder live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/builder.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-05", + "status": "success", + "rankedPaths": [ + "test/spec_builder.rb", + "lib/rack/builder.rb", + "test/spec_config.rb", + ".rubocop.yml", + "lib/rack.rb", + "lib/rack/content_type.rb", + "test/spec_directory.rb", + "UPGRADE-GUIDE.md", + "CHANGELOG.md", + "GETTING-STARTED.md" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.5, + "ndcgAt10": 0.6309297535714575 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "plain-file-bm25", + "queryId": "rack-def-06", + "query": "Where does the implementation of TempfileReaper live?", + "track": "explicit-symbol", + "expected": { + "filePath": "lib/rack/tempfile_reaper.rb", + "expectedRoute": "definition", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-def-06", + "status": "success", + "rankedPaths": [ + "lib/rack/tempfile_reaper.rb", + "test/spec_tempfile_reaper.rb", + "lib/rack.rb", + "README.md", + "CHANGELOG.md" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "plain-file-bm25", + "queryId": "rack-nl-01", + "query": "Where is the middleware that lets an incoming POST request use a form field or request header to select another allowed HTTP method, while preserving the original method in the request environment?", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/method_override.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-01", + "status": "success", + "rankedPaths": [ + "SPEC.rdoc", + "lib/rack/lint.rb", + "lib/rack/request.rb", + "README.md", + "lib/rack/utils.rb", + "CHANGELOG.md", + "lib/rack/deflater.rb", + "lib/rack/mock_request.rb", + "GETTING-STARTED.md", + "lib/rack/method_override.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 0, + "mrrAt10": 0.1, + "ndcgAt10": 0.2890648263178879 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "plain-file-bm25", + "queryId": "rack-nl-02", + "query": "Find the middleware that converts a successful cached-resource response into an empty 304 response when client validators match, prioritizing the entity tag over the modification date and closing the discarded body.", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/conditional_get.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-02", + "status": "success", + "rankedPaths": [ + "lib/rack/deflater.rb", + "lib/rack/response.rb", + "lib/rack/conditional_get.rb", + "SPEC.rdoc", + "lib/rack/lint.rb", + "test/spec_response.rb", + "lib/rack/static.rb", + "test/spec_deflater.rb", + "lib/rack/multipart/parser.rb", + "test/spec_mock_response.rb" + ], + "metrics": { + "hitAt1": 0, + "hitAt5": 1, + "mrrAt10": 0.3333333333333333, + "ndcgAt10": 0.5 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "plain-file-bm25", + "queryId": "rack-nl-03", + "query": "Where is response compression negotiated with the client, adding a vary header and streaming gzip output, while avoiding responses marked no-transform or already encoded?", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/deflater.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-03", + "status": "success", + "rankedPaths": [ + "lib/rack/deflater.rb", + "test/spec_deflater.rb", + "lib/rack/response.rb", + "SPEC.rdoc", + "lib/rack/utils.rb", + "CHANGELOG.md", + "lib/rack/lint.rb", + "UPGRADE-GUIDE.md", + "lib/rack/sendfile.rb", + "test/spec_response.rb" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "plain-file-bm25", + "queryId": "rack-nl-04", + "query": "Find the middleware that replaces a filesystem-backed response body with a web-server offload header, applying internal-to-external path mappings and refusing to select its offload mode from an untrusted HTTP request header.", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/sendfile.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-04", + "status": "success", + "rankedPaths": [ + "lib/rack/sendfile.rb", + "SPEC.rdoc", + "lib/rack/lint.rb", + "lib/rack/static.rb", + "test/spec_sendfile.rb", + "README.md", + "CHANGELOG.md", + "lib/rack/utils.rb", + "UPGRADE-GUIDE.md", + "GETTING-STARTED.md" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + }, + { + "repository": "rack", + "condition": "plain-file-bm25", + "queryId": "rack-nl-05", + "query": "Where does multipart form parsing reject a declared request body above the configured byte limit or a boundary token longer than the protocol permits, before reading the parts?", + "track": "natural-language", + "expected": { + "filePath": "lib/rack/multipart/parser.rb", + "expectedRoute": "search", + "expectedOutcome": "results" + }, + "score": { + "queryId": "rack-nl-05", + "status": "success", + "rankedPaths": [ + "lib/rack/multipart/parser.rb", + "CHANGELOG.md", + "test/spec_multipart.rb", + "README.md", + "lib/rack/utils.rb", + "SPEC.rdoc", + "lib/rack/lint.rb", + "test/spec_method_override.rb", + "lib/rack/request.rb", + "UPGRADE-GUIDE.md" + ], + "metrics": { + "hitAt1": 1, + "hitAt5": 1, + "mrrAt10": 1, + "ndcgAt10": 1 + } + }, + "error": null + } + ], + "secondaryComparisons": [ + { + "baseline": "ocbi-hybrid", + "rival": "ocbi-structural", + "track": "explicit-symbol", + "count": 54, + "wins": 0, + "losses": 0, + "ties": 54, + "operationalErrorPairs": 0, + "pairs": [ + { + "repository": "fastify", + "queryId": "fastify-def-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/initial-config-validation.js" + ], + "rivalPaths": [ + "lib/initial-config-validation.js" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-def-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/error-handler.js" + ], + "rivalPaths": [ + "lib/error-handler.js" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-def-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/content-type-parser.js" + ], + "rivalPaths": [ + "lib/content-type-parser.js" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-def-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/hooks.js" + ], + "rivalPaths": [ + "lib/hooks.js" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-def-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/plugin-override.js" + ], + "rivalPaths": [ + "lib/plugin-override.js" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-def-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/logger-factory.js" + ], + "rivalPaths": [ + "lib/logger-factory.js" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-def-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/compose.ts" + ], + "rivalPaths": [ + "src/compose.ts" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-def-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/http-exception.ts" + ], + "rivalPaths": [ + "src/http-exception.ts" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-def-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/router/smart-router/router.ts" + ], + "rivalPaths": [ + "src/router/smart-router/router.ts" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-def-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/validator/validator.ts" + ], + "rivalPaths": [ + "src/validator/validator.ts" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-def-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/client/client.ts" + ], + "rivalPaths": [ + "src/client/client.ts" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-def-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/middleware/serve-static/path.ts" + ], + "rivalPaths": [ + "src/middleware/serve-static/path.ts" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-def-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/main.py" + ], + "rivalPaths": [ + "typer/main.py" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-def-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/core.py" + ], + "rivalPaths": [ + "typer/core.py" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-def-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/models.py" + ], + "rivalPaths": [ + "typer/models.py" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-def-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/utils.py" + ], + "rivalPaths": [ + "typer/utils.py" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-def-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/completion.py" + ], + "rivalPaths": [ + "typer/completion.py" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-def-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/_completion_shared.py" + ], + "rivalPaths": [ + "typer/_completion_shared.py" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-explicit-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "path.go" + ], + "rivalPaths": [ + "path.go" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-explicit-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-explicit-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-explicit-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-explicit-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "binding/form_mapping.go" + ], + "rivalPaths": [ + "binding/form_mapping.go" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-explicit-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "recovery.go" + ], + "rivalPaths": [ + "recovery.go" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-explicit-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-explicit-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-explicit-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-explicit-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "clap_lex/src/ext.rs" + ], + "rivalPaths": [ + "clap_lex/src/ext.rs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-explicit-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "clap_bench/benches/ripgrep.rs" + ], + "rivalPaths": [ + "clap_bench/benches/ripgrep.rs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-explicit-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/CsvParser.cs" + ], + "rivalPaths": [ + "src/CsvHelper/CsvParser.cs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/CsvWriter.cs" + ], + "rivalPaths": [ + "src/CsvHelper/CsvWriter.cs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/ObjectResolver.cs" + ], + "rivalPaths": [ + "src/CsvHelper/ObjectResolver.cs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/Expressions/ExpressionManager.cs" + ], + "rivalPaths": [ + "src/CsvHelper/Expressions/ExpressionManager.cs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/Expressions/RecordHydrator.cs" + ], + "rivalPaths": [ + "src/CsvHelper/Expressions/RecordHydrator.cs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/Configuration/ClassMap.cs" + ], + "rivalPaths": [ + "src/CsvHelper/Configuration/ClassMap.cs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-def-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Logger.php" + ], + "rivalPaths": [ + "src/Monolog/Logger.php" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-def-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/ErrorHandler.php" + ], + "rivalPaths": [ + "src/Monolog/ErrorHandler.php" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-def-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Handler/BufferHandler.php" + ], + "rivalPaths": [ + "src/Monolog/Handler/BufferHandler.php" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-def-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Handler/RotatingFileHandler.php" + ], + "rivalPaths": [ + "src/Monolog/Handler/RotatingFileHandler.php" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-def-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Formatter/NormalizerFormatter.php" + ], + "rivalPaths": [ + "src/Monolog/Formatter/NormalizerFormatter.php" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-def-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Processor/PsrLogMessageProcessor.php" + ], + "rivalPaths": [ + "src/Monolog/Processor/PsrLogMessageProcessor.php" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-def-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/query_parser.rb" + ], + "rivalPaths": [ + "lib/rack/query_parser.rb" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-def-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/rewindable_input.rb" + ], + "rivalPaths": [ + "lib/rack/rewindable_input.rb" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-def-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/body_proxy.rb" + ], + "rivalPaths": [ + "lib/rack/body_proxy.rb" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-def-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/urlmap.rb" + ], + "rivalPaths": [ + "lib/rack/urlmap.rb" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-def-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/builder.rb" + ], + "rivalPaths": [ + "lib/rack/builder.rb" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-def-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/tempfile_reaper.rb" + ], + "rivalPaths": [ + "lib/rack/tempfile_reaper.rb" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + } + ], + "exploratory": true, + "confidenceIntervals": "Not a preregistered primary interval; descriptive secondary comparison only." + }, + { + "baseline": "ocbi-hybrid", + "rival": "ocbi-structural", + "track": "natural-language", + "count": 46, + "wins": 2, + "losses": 0, + "ties": 44, + "operationalErrorPairs": 0, + "pairs": [ + { + "repository": "fastify", + "queryId": "fastify-nl-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/plugin-utils.js", + "test/plugin.4.test.js", + "docs/Reference/Server.md", + "test/scripts/validate-ecosystem-links.test.js", + "docs/Reference/Plugins.md", + "docs/Reference/LTS.md", + "CONTRIBUTING.md", + "docs/Reference/Decorators.md", + "docs/Reference/Routes.md", + "lib/plugin-override.js" + ], + "rivalPaths": [ + "lib/plugin-utils.js", + "docs/Reference/Server.md", + "docs/Reference/Plugins.md", + "docs/Reference/LTS.md", + "test/plugin.4.test.js", + "CONTRIBUTING.md", + "lib/plugin-override.js", + "docs/Reference/Decorators.md", + "docs/Reference/Routes.md", + "docs/Guides/Recommendations.md" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-nl-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/decorate.js", + "lib/plugin-utils.js", + "types/request.d.ts", + "lib/handle-request.js", + "lib/request.js", + "lib/validation.js", + "lib/log-controller.js", + "lib/four-oh-four.js", + "lib/reply.js", + "types/schema.d.ts" + ], + "rivalPaths": [ + "lib/plugin-utils.js", + "types/request.d.ts", + "lib/request.js", + "lib/validation.js", + "lib/log-controller.js", + "lib/four-oh-four.js", + "lib/reply.js", + "lib/schema-controller.js", + "lib/schemas.js", + "lib/context.js" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-nl-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/schemas.js", + "lib/route.js", + "test/schema-validation.test.js", + "docs/Reference/TypeScript.md", + "docs/Reference/Validation-and-Serialization.md", + "docs/Guides/Migration-Guide-V5.md", + "lib/validation.js", + "docs/Reference/Request.md", + "test/route.1.test.js", + "docs/Reference/Routes.md" + ], + "rivalPaths": [ + "docs/Reference/TypeScript.md", + "docs/Reference/Validation-and-Serialization.md", + "docs/Guides/Migration-Guide-V5.md", + "docs/Reference/Request.md", + "lib/validation.js", + "docs/Reference/Server.md", + "docs/Guides/Fluent-Schema.md", + "docs/Reference/Routes.md", + "docs/Guides/Getting-Started.md", + "docs/Reference/Errors.md" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-nl-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "test/custom-http-server.test.js", + "test/internals/errors.test.js", + "lib/errors.js", + "docs/Reference/Server.md", + "test/close.test.js", + "lib/server.js", + "docs/Guides/Recommendations.md", + "docs/Reference/Hooks.md", + "docs/Guides/Getting-Started.md", + "docs/Guides/Detecting-When-Clients-Abort.md" + ], + "rivalPaths": [ + "test/custom-http-server.test.js", + "test/internals/errors.test.js", + "lib/errors.js", + "test/close.test.js", + "docs/Reference/Server.md", + "docs/Guides/Recommendations.md", + "lib/server.js", + "docs/Reference/Hooks.md", + "docs/Guides/Getting-Started.md", + "docs/Reference/Index.md" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-nl-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/validation.js", + "types/type-provider.d.ts", + "lib/request.js", + "lib/error-handler.js", + "types/request.d.ts", + "types/instance.d.ts", + "lib/reply.js" + ], + "rivalPaths": [ + "lib/request.js", + "lib/error-handler.js", + "lib/validation.js", + "types/type-provider.d.ts", + "types/request.d.ts", + "lib/reply.js", + "types/instance.d.ts", + "lib/route.js", + "lib/server.js" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-nl-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/middleware/method-not-allowed/index.test.ts", + "src/middleware/trailing-slash/index.test.ts", + "src/middleware/cors/index.test.ts", + "src/middleware/method-not-allowed/index.ts", + "src/client/types.ts", + "src/helper/proxy/index.ts", + "src/adapter/aws-lambda/handler.ts", + "src/adapter/cloudflare-pages/handler.test.ts", + "adapters/aws-lambda/src/handler.ts" + ], + "rivalPaths": [ + "src/middleware/trailing-slash/index.test.ts", + "src/middleware/cors/index.test.ts", + "src/middleware/method-not-allowed/index.ts", + "src/client/types.ts", + "src/middleware/method-not-allowed/index.test.ts", + "src/adapter/aws-lambda/handler.ts", + "adapters/aws-lambda/src/handler.ts", + "adapters/deno/src/deno.d.ts", + "src/adapter/deno/deno.d.ts", + "src/middleware/compress/index.test.ts" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-nl-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/middleware/cors/index.test.ts", + "src/validator/validator.ts", + "src/utils/body.test.ts", + "src/middleware/csrf/index.ts", + "src/middleware/csrf/index.test.ts", + "src/middleware/method-not-allowed/index.test.ts", + "src/middleware/basic-auth/index.test.ts", + "src/middleware/jwt/index.test.ts", + "src/middleware/jwt/jwt.ts", + "src/middleware/bearer-auth/index.ts" + ], + "rivalPaths": [ + "src/middleware/csrf/index.ts", + "src/middleware/cors/index.test.ts", + "src/middleware/csrf/index.test.ts", + "src/middleware/bearer-auth/index.ts", + "src/middleware/basic-auth/index.ts", + "src/jsx/intrinsic-elements.ts", + "src/utils/headers.ts", + "adapters/service-worker/src/index.ts", + "src/adapter/service-worker/index.ts", + "src/middleware/secure-headers/index.test.ts" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-nl-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/middleware/secure-headers/secure-headers.ts", + "src/client/types.ts", + "src/middleware/body-limit/index.ts", + "src/utils/body.ts", + "src/utils/stream.ts", + "src/request.ts", + "src/middleware/compress/index.ts", + "src/helper/proxy/index.ts", + "src/helper/streaming/sse.ts", + "src/middleware/etag/index.ts" + ], + "rivalPaths": [ + "src/middleware/secure-headers/secure-headers.ts", + "src/client/types.ts", + "src/middleware/body-limit/index.ts", + "src/utils/body.ts", + "src/request.ts", + "src/middleware/compress/index.ts", + "src/helper/proxy/index.ts", + "src/helper/streaming/sse.ts", + "src/helper/route/index.ts", + "src/middleware/cache/index.ts" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-nl-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/client/types.ts", + "src/context.ts", + "src/utils/headers.ts", + "src/client/fetch-result-please.ts", + "src/client/utils.ts", + "src/helper/ssg/ssg.ts", + "src/validator/validator.ts", + "src/types.ts", + "src/helper/ssg/middleware.ts", + "src/middleware/secure-headers/secure-headers.ts" + ], + "rivalPaths": [ + "src/client/utils.ts", + "src/client/types.ts", + "src/middleware/secure-headers/secure-headers.ts", + "src/helper/ssg/middleware.ts", + "src/client/fetch-result-please.ts", + "src/context.ts", + "src/middleware/jwk/jwk.ts", + "src/middleware/jwt/jwt.ts", + "src/jsx/context.ts", + "src/helper/proxy/index.ts" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-nl-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/request.ts", + "src/utils/body.ts", + "src/middleware/body-limit/index.ts", + "src/context.ts", + "src/utils/headers.ts", + "src/adapter/lambda-edge/handler.ts", + "adapters/lambda-edge/src/handler.ts", + "src/validator/validator.ts" + ], + "rivalPaths": [ + "src/request.ts", + "src/utils/body.ts", + "src/context.ts", + "src/middleware/body-limit/index.ts", + "src/middleware/method-not-allowed/index.ts", + "src/validator/validator.ts", + "src/middleware/request-id/request-id.ts", + "src/client/types.ts", + "src/utils/headers.ts", + "src/middleware/jsx-renderer/index.ts" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-nl-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/_click/decorators.py", + "typer/rich_utils.py", + "typer/_click/parser.py", + "typer/models.py" + ], + "rivalPaths": [ + "typer/_click/decorators.py", + "typer/_click/parser.py", + "typer/rich_utils.py", + "typer/_click/formatting.py", + "typer/_click/utils.py", + "typer/_click/_compat.py", + "typer/_click/termui.py", + "typer/_click/exceptions.py", + "typer/_click/shell_completion.py", + "docs_src/commands/help/tutorial007_py310.py" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-nl-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/_completion_shared.py", + "typer/_completion_classes.py", + "tests/test_completion/test_completion_install.py", + "typer/_click/utils.py", + "tests/test_completion/completion_option_then_argument.py", + "docs/tutorial/options-autocompletion.md", + "tests/test_tutorial/test_options_autocompletion/test_tutorial003.py", + "docs/tutorial/options/callback-and-context.md", + "docs_src/options_autocompletion/tutorial005_py310.py", + "docs_src/options_autocompletion/tutorial005_an_py310.py" + ], + "rivalPaths": [ + "typer/_click/utils.py", + "typer/_completion_classes.py", + "docs/tutorial/options-autocompletion.md", + "docs/tutorial/options/callback-and-context.md", + "docs/tutorial/package.md", + "README.md", + "docs_src/options_autocompletion/tutorial007_py310.py", + "docs_src/options_autocompletion/tutorial007_an_py310.py", + "docs/tutorial/multiple-values/arguments-with-multiple-values.md", + "docs_src/options_autocompletion/tutorial009_py310.py" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-nl-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/_click/termui.py", + "typer/_click/utils.py", + "docs_src/launch/tutorial002_py310.py", + "tests/test_tutorial/test_commands/test_callback/test_tutorial003.py", + "docs/tutorial/testing.md", + "docs/tutorial/typer-app.md", + "docs_src/launch/tutorial001_py310.py", + "docs/tutorial/package.md", + "typer/_click/_compat.py", + "typer/main.py" + ], + "rivalPaths": [ + "tests/test_cli/test_doc.py", + "typer/models.py", + "docs/tutorial/testing.md", + "docs/tutorial/typer-app.md", + "docs/tutorial/one-file-per-command.md", + "typer/main.py", + "docs/tutorial/package.md", + "typer/_click/_compat.py", + "docs/tutorial/parameter-types/file.md", + "docs/index.md" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-nl-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/_types.py", + "tests/test_types.py", + "docs/tutorial/parameter-types/enum.md", + "tests/test_completion/choice_case_insensitive_example.py", + "typer/params.py", + "tests/test_completion/test_completion_choice_no_case.py", + "typer/_click/parser.py", + "docs_src/parameter_types/enum/tutorial002_an_py310.py", + "typer/_click/core.py", + "docs_src/parameter_types/enum/tutorial002_py310.py" + ], + "rivalPaths": [ + "typer/_types.py", + "tests/test_completion/test_completion_choice_no_case.py", + "typer/params.py", + "typer/_click/parser.py", + "docs/tutorial/parameter-types/enum.md", + "typer/_click/core.py", + "docs/tutorial/testing.md", + "docs/tutorial/options-autocompletion.md", + "docs/tutorial/first-steps.md", + "typer/models.py" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-nl-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/models.py", + "typer/testing.py", + "typer/rich_utils.py", + "docs_src/commands/context/tutorial003_py310.py", + "docs_src/commands/context/tutorial002_py310.py", + "docs_src/commands/context/tutorial001_py310.py", + "docs_src/commands/options/tutorial001_py310.py", + "docs_src/commands/options/tutorial001_an_py310.py", + "docs_src/commands/help/tutorial001_py310.py", + "docs_src/commands/help/tutorial001_an_py310.py" + ], + "rivalPaths": [ + "typer/testing.py", + "typer/rich_utils.py", + "docs_src/commands/help/tutorial006_py310.py", + "docs_src/commands/help/tutorial005_py310.py", + "docs_src/commands/help/tutorial005_an_py310.py", + "docs_src/commands/help/tutorial002_py310.py", + "docs_src/commands/help/tutorial004_py310.py", + "docs_src/commands/callback/tutorial001_py310.py", + "docs_src/commands/help/tutorial004_an_py310.py", + "docs_src/commands/help/tutorial007_py310.py" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-natural-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "auth.go", + "binding/form_mapping.go", + "recovery.go", + "gin.go", + "logger.go", + "ginS/gins.go", + "binding/binding_nomsgpack.go", + "response_writer.go", + "tree.go", + "binding/binding.go" + ], + "rivalPaths": [ + "auth.go", + "binding/form_mapping.go", + "recovery.go", + "gin.go", + "logger.go", + "ginS/gins.go", + "binding/binding_nomsgpack.go", + "tree.go", + "binding/binding.go", + "fs.go" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-natural-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "recovery.go", + "gin.go", + "binding/binding.go", + "binding/binding_nomsgpack.go", + "binding/form_mapping.go", + "binding/form.go", + "binding/plain.go", + "binding/msgpack.go", + "binding/protobuf.go", + "binding/yaml.go" + ], + "rivalPaths": [ + "recovery.go", + "gin.go", + "binding/binding.go", + "binding/binding_nomsgpack.go", + "binding/form_mapping.go", + "binding/multipart_form_mapping.go", + "binding/protobuf.go", + "binding/default_validator.go", + "binding/form.go", + "binding/json.go" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-natural-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "response_writer.go", + "response_writer_test.go", + "docs/doc.md", + "context.go", + "tree.go", + "context_test.go", + "logger.go", + "render/json.go", + "CHANGELOG.md", + "routes_test.go" + ], + "rivalPaths": [ + "tree.go", + "docs/doc.md", + "context.go", + "context_test.go", + "logger.go", + "codec/json/api.go", + "CHANGELOG.md", + "routes_test.go", + "response_writer.go", + "render/json.go" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-natural-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "ginS/gins.go", + "routergroup.go", + "gin.go", + "path.go", + "binding/form_mapping.go", + "binding/header.go" + ], + "rivalPaths": [ + "ginS/gins.go", + "routergroup.go", + "gin.go", + "path.go", + "binding/form_mapping.go", + "fs.go", + "tree.go" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-natural-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "gin.go", + "context.go", + "auth.go", + "docs/doc.md", + "gin_test.go", + "context_test.go", + "auth_test.go", + "routergroup.go", + "README.md", + "CHANGELOG.md" + ], + "rivalPaths": [ + "gin.go", + "auth.go", + "context.go", + "fs.go", + "binding/binding_nomsgpack.go", + "binding/binding.go", + "docs/doc.md", + "context_test.go", + "gin_test.go", + "auth_test.go" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-natural-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "examples/find.rs", + "clap_mangen/src/render.rs", + "clap_complete/src/aot/shells/fish.rs", + "clap_complete/src/engine/custom.rs", + "clap_complete/src/engine/complete.rs", + "clap_complete/src/aot/shells/shell.rs", + "clap_derive/src/lib.rs", + "clap_complete/src/aot/generator/utils.rs", + "clap_complete/examples/completion-derive.rs", + "clap_complete/src/aot/shells/zsh.rs" + ], + "rivalPaths": [ + "examples/find.rs", + "clap_mangen/src/render.rs", + "clap_complete/src/aot/shells/fish.rs", + "clap_complete/src/engine/custom.rs", + "clap_complete/src/engine/complete.rs", + "clap_complete/src/aot/shells/zsh.rs", + "clap_complete/src/aot/generator/utils.rs", + "clap_derive/src/derives/value_enum.rs", + "clap_complete/examples/completion-derive.rs", + "clap_complete_nushell/examples/sub_subcommands.rs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-natural-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "clap_complete/examples/completion-derive.rs", + "examples/git-derive.rs", + "examples/tutorial_derive/03_04_subcommands.rs", + "examples/tutorial_derive/01_quick.rs", + "examples/multicall-busybox.rs", + "clap_complete_nushell/src/lib.rs", + "clap_complete/src/aot/shells/bash.rs", + "clap_complete/src/aot/generator/utils.rs", + "clap_complete/src/aot/shells/zsh.rs", + "clap_mangen/src/lib.rs" + ], + "rivalPaths": [ + "examples/git-derive.rs", + "clap_complete/src/aot/shells/zsh.rs", + "clap_complete/src/aot/generator/utils.rs", + "clap_complete_nushell/src/lib.rs", + "clap_complete/src/engine/complete.rs", + "clap_mangen/src/lib.rs", + "examples/tutorial_derive/03_04_subcommands.rs", + "examples/tutorial_derive/03_04_subcommands_alt.rs", + "clap_complete/examples/completion-derive.rs", + "clap_complete/src/env/mod.rs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-natural-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "tests/derive/flags.rs", + "examples/find.rs", + "clap_complete/src/engine/complete.rs", + "tests/derive/default_value.rs", + "CHANGELOG.md", + "clap_complete/src/aot/generator/utils.rs", + "src/_derive/mod.rs", + "clap_mangen/src/render.rs", + "deny.toml", + "clap_lex/src/lib.rs" + ], + "rivalPaths": [ + "examples/find.rs", + "clap_complete/src/engine/complete.rs", + "CHANGELOG.md", + "src/_derive/mod.rs", + "clap_complete/src/aot/generator/utils.rs", + "src/_concepts.rs", + "deny.toml", + "src/_tutorial.rs", + "Cargo.toml", + "examples/pacman.md" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-natural-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "examples/README.md", + "CHANGELOG.md", + "examples/tutorial_derive/01_quick.md", + "examples/pacman.md", + "examples/tutorial_derive/03_06_optional.md", + "examples/tutorial_derive/04_01_enum.md", + "CONTRIBUTING.md", + "AI_POLICY.md", + "clap_derive/src/utils/doc_comments.rs", + "src/_derive/mod.rs" + ], + "rivalPaths": [ + "examples/README.md", + "CHANGELOG.md", + "AI_POLICY.md", + "CONTRIBUTING.md", + "src/_derive/mod.rs", + "src/_features.rs", + "clap_derive/src/utils/doc_comments.rs", + "src/_concepts.rs", + "clap_derive/src/item.rs", + "clap_complete/src/engine/complete.rs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-natural-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "clap_complete/src/aot/shells/shell.rs", + "clap_bench/benches/ripgrep.rs", + "clap_complete_nushell/src/lib.rs", + "clap_bench/benches/complex.rs", + "clap_bench/benches/simple.rs", + "clap_derive/src/utils/doc_comments.rs", + "clap_bench/benches/empty.rs", + "clap_mangen/src/render.rs", + "examples/repl.rs", + "examples/repl-derive.rs" + ], + "rivalPaths": [ + "clap_complete_nushell/src/lib.rs", + "clap_mangen/src/render.rs", + "clap_bench/benches/ripgrep.rs", + "clap_derive/src/utils/doc_comments.rs", + "clap_complete/src/aot/shells/fish.rs", + "clap_complete/src/engine/complete.rs", + "clap_complete/src/aot/shells/zsh.rs", + "clap_lex/src/ext.rs", + "clap_lex/src/lib.rs", + "clap_complete/src/env/shells.rs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-natural-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "CHANGELOG.md", + "CONTRIBUTING.md", + "clap_complete/src/env/mod.rs", + "src/_features.rs", + "src/_faq.rs", + "clap_mangen/src/lib.rs", + "clap_complete/src/aot/generator/mod.rs", + "clap_derive/src/lib.rs", + "src/_tutorial.rs", + "tests/ui/error_stderr.toml" + ], + "rivalPaths": [ + "CHANGELOG.md", + "CONTRIBUTING.md", + "examples/find.md", + "examples/tutorial_derive/04_04_custom.rs", + "clap_complete/src/env/mod.rs", + "src/_faq.rs", + "clap_complete/tests/testsuite/common.rs", + "clap_complete_nushell/tests/common.rs", + "tests/ui/error_stderr.toml", + "tests/ui/arg_required_else_help_stderr.toml" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-natural-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterWithDelegate.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/models/Suit.java", + "examples/src/main/java/com/squareup/moshi/recipes/models/BlackjackHand.java" + ], + "rivalPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterWithDelegate.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/IncludeNullsForOneType.java" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-natural-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/ReadJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJsonList.java", + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java" + ], + "rivalPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-natural-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/WriteJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/ByteStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/IncludeNullsForAnnotatedTypes.java", + "examples/src/main/java/com/squareup/moshi/recipes/IncludeNullsForOneType.java", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java" + ], + "rivalPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/ByteStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/IncludeNullsForAnnotatedTypes.java", + "examples/src/main/java/com/squareup/moshi/recipes/IncludeNullsForOneType.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-natural-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterWithDelegate.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomTypeAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/WriteJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomFieldName.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJsonList.java", + "examples/src/main/java/com/squareup/moshi/recipes/RecoverFromTypeMismatch.java" + ], + "rivalPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterWithDelegate.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomTypeAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/WriteJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomFieldName.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJsonList.java", + "examples/src/main/java/com/squareup/moshi/recipes/RecoverFromTypeMismatch.java" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-natural-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java" + ], + "rivalPaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/Unwrap.java" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/Configuration/Attributes/DetectColumnCountChangesAttribute.cs", + "src/CsvHelper/IReaderRow.cs", + "src/CsvHelper/Configuration/Attributes/CountBytesAttribute.cs", + "src/CsvHelper/IWriterRow.cs", + "src/CsvHelper/Delegates/ShouldSkipRecord.cs", + "src/CsvHelper/Delegates/ShouldQuote.cs", + "src/CsvHelper/Configuration/IReaderConfiguration.cs", + "src/CsvHelper/ReaderException.cs", + "src/CsvHelper/Configuration/IWriterConfiguration.cs", + "src/CsvHelper/Configuration/Attributes/IgnoreBlankLinesAttribute.cs" + ], + "rivalPaths": [ + "src/CsvHelper/Configuration/Attributes/DetectColumnCountChangesAttribute.cs", + "src/CsvHelper/IReaderRow.cs", + "src/CsvHelper/Configuration/Attributes/CountBytesAttribute.cs", + "src/CsvHelper/IWriterRow.cs", + "src/CsvHelper/Delegates/ShouldSkipRecord.cs", + "src/CsvHelper/Delegates/ShouldQuote.cs", + "src/CsvHelper/Configuration/IReaderConfiguration.cs", + "src/CsvHelper/Configuration/IWriterConfiguration.cs", + "src/CsvHelper/Configuration/Attributes/IgnoreBlankLinesAttribute.cs", + "src/CsvHelper/MaxFieldSizeException.cs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "src/CsvHelper/TypeConversion/ITypeConverterFactory.cs", + "tests/CsvHelper.Tests/TypeConversion/TypeConverterCacheTests.cs", + "docs/examples/type-conversion/custom-type-converter/index.html", + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper.Website/input/examples/type-conversion/custom-type-converter/index.md", + "src/CsvHelper/TypeConversion/EnumConverterFactory.cs", + "docs/change-log/index.html", + "src/CsvHelper/Configuration/ClassMap.cs", + "docs/examples/type-conversion/index.html" + ], + "rivalPaths": [ + "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "src/CsvHelper/TypeConversion/ITypeConverterFactory.cs", + "docs/examples/type-conversion/custom-type-converter/index.html", + "src/CsvHelper/TypeConversion/EnumConverterFactory.cs", + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper.Website/input/examples/type-conversion/custom-type-converter/index.md", + "docs/change-log/index.html", + "docs/examples/type-conversion/index.html", + "docs/examples/configuration/class-maps/inline-type-conversion/index.html", + "src/CsvHelper/Configuration/ClassMap.cs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/Configuration/CsvConfiguration.cs", + "src/CsvHelper/Configuration/ConfigurationFunctions.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/CsvMode.cs", + "src/CsvHelper.Website/input/change-log/index.md", + "docs/change-log/index.html", + "src/CsvHelper/Configuration/IWriterConfiguration.cs", + "src/CsvHelper/CsvParser.cs", + "src/CsvHelper.Website/input/getting-started/index.md", + "src/CsvHelper/Configuration/Attributes/DetectDelimiterValuesAttribute.cs" + ], + "rivalPaths": [ + "src/CsvHelper/Configuration/Attributes/DetectDelimiterValuesAttribute.cs", + "src/CsvHelper/Configuration/CsvConfiguration.cs", + "docs/change-log/index.html", + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper/Configuration/ConfigurationFunctions.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/Configuration/Attributes/DelimiterAttribute.cs", + "src/CsvHelper.Website/input/getting-started/index.md", + "src/CsvHelper/CsvMode.cs", + "src/CsvHelper/Configuration/ClassMap.cs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/CsvDataReader.cs", + "src/CsvHelper/MaxFieldSizeException.cs", + "src/CsvHelper/Configuration/Attributes/CacheFieldsAttribute.cs", + "src/CsvHelper/CsvHelperException.cs", + "src/CsvHelper/Configuration/Attributes/MaxFieldSizeAttribute.cs", + "src/CsvHelper/TypeConversion/StringConverter.cs", + "src/CsvHelper/CsvContext.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/Configuration/Attributes/ProcessFieldBufferSizeAttribute.cs", + "src/CsvHelper/FieldCache.cs" + ], + "rivalPaths": [ + "src/CsvHelper/CsvDataReader.cs", + "src/CsvHelper/Configuration/Attributes/CacheFieldsAttribute.cs", + "src/CsvHelper/CsvHelperException.cs", + "src/CsvHelper/Configuration/Attributes/MaxFieldSizeAttribute.cs", + "src/CsvHelper/TypeConversion/StringConverter.cs", + "src/CsvHelper/MaxFieldSizeException.cs", + "src/CsvHelper/CsvContext.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/Configuration/Attributes/ProcessFieldBufferSizeAttribute.cs", + "src/CsvHelper/Configuration/Attributes/BufferSizeAttribute.cs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/CsvDataReader.cs", + "src/CsvHelper/IReaderRow.cs", + "src/CsvHelper/TypeConversion/DateOnlyConverter.cs", + "src/CsvHelper/Configuration/IReaderConfiguration.cs", + "src/CsvHelper/IReader.cs" + ], + "rivalPaths": [ + "src/CsvHelper/CsvDataReader.cs", + "src/CsvHelper/IReaderRow.cs", + "src/CsvHelper/IReader.cs", + "src/CsvHelper/ReaderException.cs", + "src/CsvHelper/Configuration/IReaderConfiguration.cs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-nl-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/Handler/ZendMonitorHandler.php", + "src/Monolog/Handler/FingersCrossed/ChannelLevelActivationStrategy.php", + "src/Monolog/Formatter/JsonFormatter.php", + "src/Monolog/Level.php", + "src/Monolog/Processor/IntrospectionProcessor.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Logger.php" + ], + "rivalPaths": [ + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/Handler/ZendMonitorHandler.php", + "src/Monolog/Handler/FingersCrossed/ChannelLevelActivationStrategy.php", + "src/Monolog/Formatter/JsonFormatter.php", + "src/Monolog/Level.php", + "src/Monolog/Processor/IntrospectionProcessor.php", + "src/Monolog/Logger.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/SyslogUdpHandler.php" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-nl-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Handler/StreamHandler.php", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Handler/ErrorLogHandler.php" + ], + "rivalPaths": [ + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Handler/StreamHandler.php", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Handler/ErrorLogHandler.php", + "src/Monolog/Handler/MissingExtensionException.php" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-nl-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Logger.php", + "src/Monolog/Level.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/ResettableInterface.php", + "src/Monolog/Handler/OverflowHandler.php", + "src/Monolog/Handler/FingersCrossed/ChannelLevelActivationStrategy.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Formatter/RedactingFormatter.php", + "src/Monolog/Handler/ZendMonitorHandler.php" + ], + "rivalPaths": [ + "src/Monolog/Logger.php", + "src/Monolog/Handler/AmqpHandler.php", + "src/Monolog/Formatter/HtmlFormatter.php", + "src/Monolog/Handler/ZendMonitorHandler.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Level.php", + "src/Monolog/Handler/OverflowHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/Formatter/LogglyFormatter.php", + "src/Monolog/Handler/FingersCrossed/ChannelLevelActivationStrategy.php" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-nl-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Handler/WhatFailureGroupHandler.php", + "src/Monolog/Handler/OverflowHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Logger.php", + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/FallbackGroupHandler.php", + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Handler/HandlerWrapper.php", + "src/Monolog/Handler/BrowserConsoleHandler.php", + "src/Monolog/Handler/HandlerInterface.php" + ], + "rivalPaths": [ + "src/Monolog/Handler/WhatFailureGroupHandler.php", + "src/Monolog/Logger.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/BrowserConsoleHandler.php", + "src/Monolog/Formatter/RedactingFormatter.php", + "CHANGELOG.md", + "src/Monolog/Handler/SamplingHandler.php", + "src/Monolog/Handler/BufferHandler.php" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-nl-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/LogRecord.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/ErrorLogHandler.php", + "src/Monolog/Logger.php", + "src/Monolog/Formatter/LogstashFormatter.php", + "src/Monolog/Processor/PsrLogMessageProcessor.php", + "src/Monolog/Handler/LogmaticHandler.php", + "src/Monolog/Formatter/LogglyFormatter.php", + "src/Monolog/Formatter/LineFormatter.php", + "src/Monolog/Handler/RotatingFileHandler.php" + ], + "rivalPaths": [ + "src/Monolog/Attribute/AsMonologProcessor.php", + "src/Monolog/Logger.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Formatter/LineFormatter.php", + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Handler/Slack/SlackRecord.php", + "src/Monolog/Attribute/WithMonologChannel.php", + "src/Monolog/Handler/SyslogHandler.php", + "src/Monolog/Formatter/LogstashFormatter.php", + "src/Monolog/Formatter/GoogleCloudLoggingFormatter.php" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-nl-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/request.rb" + ], + "rivalPaths": [ + "lib/rack/request.rb" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-nl-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/response.rb", + "lib/rack/mock_response.rb", + "lib/rack/multipart/parser.rb" + ], + "rivalPaths": [ + "lib/rack/response.rb", + "lib/rack/mock_response.rb", + "lib/rack/multipart/parser.rb", + "lib/rack/mime.rb", + "lib/rack/etag.rb", + "lib/rack/body_proxy.rb", + "lib/rack/conditional_get.rb", + "lib/rack/deflater.rb", + "lib/rack/common_logger.rb", + "lib/rack/cascade.rb" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-nl-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/response.rb", + "lib/rack/utils.rb", + "lib/rack/mock_response.rb", + "lib/rack/headers.rb" + ], + "rivalPaths": [ + "lib/rack/response.rb", + "lib/rack/utils.rb", + "lib/rack/headers.rb", + "lib/rack/mock_response.rb" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-nl-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/response.rb", + "lib/rack/mock_response.rb", + "lib/rack/body_proxy.rb" + ], + "rivalPaths": [ + "lib/rack/response.rb", + "lib/rack/mock_response.rb", + "lib/rack/body_proxy.rb", + "lib/rack/headers.rb", + "lib/rack/request.rb", + "lib/rack/mock_request.rb" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-nl-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/request.rb" + ], + "rivalPaths": [ + "lib/rack/request.rb" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + } + ], + "exploratory": true, + "confidenceIntervals": "Not a preregistered primary interval; descriptive secondary comparison only." + }, + { + "baseline": "ocbi-hybrid", + "rival": "literal-unindexed", + "track": "explicit-symbol", + "count": 54, + "wins": 10, + "losses": 13, + "ties": 31, + "operationalErrorPairs": 0, + "pairs": [ + { + "repository": "fastify", + "queryId": "fastify-def-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/initial-config-validation.js" + ], + "rivalPaths": [ + "lib/initial-config-validation.js" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-def-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/error-handler.js" + ], + "rivalPaths": [ + "fastify.js", + "lib/error-handler.js", + "lib/four-oh-four.js", + "lib/route.js" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-def-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/content-type-parser.js" + ], + "rivalPaths": [ + "lib/content-type-parser.js", + "lib/plugin-override.js" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-def-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/hooks.js" + ], + "rivalPaths": [ + "lib/hooks.js", + "test/internals/hook-runner.test.js" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-def-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/plugin-override.js" + ], + "rivalPaths": [ + "lib/plugin-override.js" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-def-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/logger-factory.js" + ], + "rivalPaths": [ + "fastify.js", + "lib/four-oh-four.js", + "lib/logger-factory.js", + "lib/route.js" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-def-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/compose.ts" + ], + "rivalPaths": [ + "benchmarks/routers-deno/deno.lock", + "benchmarks/routers/bun.lock", + "src/compose.test.ts", + "src/compose.ts", + "src/hono-base.ts", + "src/hono.test.ts", + "src/jsx/dom/intrinsic-element/components.test.tsx", + "src/jsx/dom/intrinsic-element/components.ts", + "src/middleware/cache/index.test.ts", + "src/middleware/combine/index.ts" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-def-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/http-exception.ts" + ], + "rivalPaths": [ + "src/adapter/cloudflare-pages/handler.test.ts", + "src/adapter/cloudflare-pages/handler.ts", + "src/helper/proxy/index.ts", + "src/hono.test.ts", + "src/http-exception.test.ts", + "src/http-exception.ts", + "src/middleware/basic-auth/index.ts", + "src/middleware/bearer-auth/index.ts", + "src/middleware/body-limit/index.ts", + "src/middleware/csrf/index.ts" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-def-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/router/smart-router/router.ts" + ], + "rivalPaths": [ + "README.md", + "src/hono.test.ts", + "src/hono.ts", + "src/preset/quick.test.ts", + "src/preset/quick.ts", + "src/router/smart-router/index.ts", + "src/router/smart-router/router.test.ts", + "src/router/smart-router/router.ts" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-def-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/validator/validator.ts" + ], + "rivalPaths": [ + "docs/MIGRATION.md", + "jsr.json", + "package.json", + "pnpm-lock.yaml", + "src/client/client.test.ts", + "src/helper/factory/index.test.ts", + "src/request.ts", + "src/types.test.ts", + "src/validator/index.ts", + "src/validator/utils.ts" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-def-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/client/client.ts" + ], + "rivalPaths": [ + "benchmarks/query-param/package-lock.json", + "benchmarks/routers-deno/deno.lock", + "benchmarks/routers/bun.lock", + "perf-measures/type-check/client.ts", + "pnpm-lock.yaml", + "src/client/client.test.ts", + "src/client/client.ts", + "src/client/index.ts", + "src/client/types.test.ts", + "src/client/types.ts" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-def-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/middleware/serve-static/path.ts" + ], + "rivalPaths": [ + "src/middleware/serve-static/index.ts", + "src/middleware/serve-static/path.test.ts", + "src/middleware/serve-static/path.ts" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-def-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/main.py" + ], + "rivalPaths": [ + "tests/test_others.py", + "typer/main.py" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-def-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/core.py" + ], + "rivalPaths": [ + "tests/test_core.py", + "typer/_click/core.py", + "typer/_click/decorators.py", + "typer/_click/parser.py", + "typer/_click/shell_completion.py", + "typer/cli.py", + "typer/core.py", + "typer/main.py", + "typer/rich_utils.py" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-def-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/models.py" + ], + "rivalPaths": [ + "typer/main.py", + "typer/models.py" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-def-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/utils.py" + ], + "rivalPaths": [ + "typer/completion.py", + "typer/main.py", + "typer/utils.py" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-def-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/completion.py" + ], + "rivalPaths": [ + "typer/completion.py", + "typer/main.py" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-def-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/_completion_shared.py" + ], + "rivalPaths": [ + "typer/_completion_shared.py", + "typer/completion.py" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-explicit-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "path.go" + ], + "rivalPaths": [ + "gin.go", + "path.go", + "path_test.go" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-explicit-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "context.go", + "context_test.go", + "gin.go", + "response_writer.go", + "response_writer_test.go" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-explicit-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "CHANGELOG.md", + "tree.go", + "tree_test.go" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-explicit-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "binding/binding.go", + "binding/binding_nomsgpack.go", + "binding/default_validator.go", + "binding/default_validator_test.go", + "docs/doc.md" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-explicit-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "binding/form_mapping.go" + ], + "rivalPaths": [ + "binding/form_mapping.go" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-explicit-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "recovery.go" + ], + "rivalPaths": [ + "recovery.go", + "recovery_test.go" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-explicit-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "clap_builder/src/parser/validator.rs" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-explicit-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "clap_builder/src/parser/arg_matcher.rs", + "clap_builder/src/parser/matches/arg_matches.rs", + "clap_builder/src/parser/matches/matched_arg.rs", + "clap_builder/src/parser/matches/mod.rs", + "clap_builder/src/parser/mod.rs" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-explicit-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "clap_builder/src/parser/features/suggestions.rs", + "clap_builder/src/parser/parser.rs" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-explicit-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "clap_lex/src/ext.rs" + ], + "rivalPaths": [ + "clap_builder/src/builder/value_parser.rs", + "clap_builder/src/parser/matches/arg_matches.rs", + "clap_builder/src/parser/parser.rs", + "clap_complete/src/engine/complete.rs", + "clap_complete/src/engine/custom.rs", + "clap_lex/CHANGELOG.md", + "clap_lex/src/ext.rs", + "clap_lex/src/lib.rs" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-explicit-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "clap_bench/benches/ripgrep.rs" + ], + "rivalPaths": [ + "CHANGELOG.md", + "clap_bench/benches/ripgrep.rs", + "clap_builder/src/builder/arg.rs", + "clap_builder/src/builder/command.rs", + "clap_builder/src/builder/styling.rs", + "clap_builder/src/builder/value_parser.rs", + "clap_builder/src/error/context.rs", + "clap_builder/src/error/format.rs", + "clap_builder/src/error/mod.rs", + "clap_builder/src/macros.rs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-explicit-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "clap_builder/src/builder/arg.rs", + "clap_builder/src/builder/mod.rs", + "clap_builder/src/builder/value_parser.rs" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "CHANGELOG.md", + "moshi/src/main/java/com/squareup/moshi/-JsonValueWriter.kt", + "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt", + "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "moshi/src/test/java/com/squareup/moshi/internal/LinkedHashTreeMapTest.java" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt", + "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt", + "moshi/src/test/java/com/squareup/moshi/internal/JsonValueSourceTest.java" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "moshi/japicmp/build.gradle.kts", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt", + "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "moshi/japicmp/build.gradle.kts", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "moshi/src/test/java/com/squareup/moshi/MoshiTest.java", + "moshi/src/test/java/com/squareup/moshi/internal/MapJsonAdapterTest.java" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "moshi/japicmp/build.gradle.kts", + "moshi/src/main/java/com/squareup/moshi/-MoshiKotlinExtensions.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/CsvParser.cs" + ], + "rivalPaths": [ + "docs/change-log/index.html", + "docs/migration/v20/index.html", + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper.Website/input/migration/v20/index.md", + "src/CsvHelper/CsvParser.cs", + "src/CsvHelper/CsvReader.cs", + "src/CsvHelper/Factory.cs", + "tests/CsvHelper.Tests/CsvConfigurationTests.cs", + "tests/CsvHelper.Tests/CsvParserConstructorTests.cs", + "tests/CsvHelper.Tests/CsvParserDelimiterTests.cs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/CsvWriter.cs" + ], + "rivalPaths": [ + "docs/change-log/index.html", + "docs/examples/configuration/class-maps/inline-type-conversion/index.html", + "docs/examples/prerequisites/reading-and-writing-files/index.html", + "docs/examples/writing/appending-to-an-existing-file/index.html", + "docs/examples/writing/index.html", + "docs/examples/writing/write-anonymous-type-objects/index.html", + "docs/examples/writing/write-class-objects/index.html", + "docs/examples/writing/write-dynamic-objects/index.html", + "docs/getting-started/index.html", + "docs/migration/v20/index.html" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/ObjectResolver.cs" + ], + "rivalPaths": [ + "docs/change-log/index.html", + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper/Configuration/Attributes/TypeConverterAttribute.cs", + "src/CsvHelper/Configuration/ClassMap.cs", + "src/CsvHelper/Configuration/MemberMap.cs", + "src/CsvHelper/Configuration/MemberMap`1.cs", + "src/CsvHelper/Configuration/ParameterMap.cs", + "src/CsvHelper/CsvContext.cs", + "src/CsvHelper/CsvReader.cs", + "src/CsvHelper/CsvWriter.cs" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/Expressions/ExpressionManager.cs" + ], + "rivalPaths": [ + "docs/change-log/index.html", + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper/Expressions/ExpressionManager.cs", + "src/CsvHelper/Expressions/ObjectRecordCreator.cs", + "src/CsvHelper/Expressions/ObjectRecordWriter.cs", + "src/CsvHelper/Expressions/RecordCreator.cs", + "src/CsvHelper/Expressions/RecordHydrator.cs", + "src/CsvHelper/Expressions/RecordWriter.cs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/Expressions/RecordHydrator.cs" + ], + "rivalPaths": [ + "docs/change-log/index.html", + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper/Expressions/RecordHydrator.cs", + "src/CsvHelper/Expressions/RecordManager.cs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/Configuration/ClassMap.cs" + ], + "rivalPaths": [ + "src/CsvHelper/Configuration/ClassMap.cs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-def-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Logger.php" + ], + "rivalPaths": [ + "CHANGELOG.md", + "README.md", + "composer.json", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Formatter/FluentdFormatter.php", + "src/Monolog/Formatter/RedactingFormatter.php", + "src/Monolog/Handler/AbstractHandler.php", + "src/Monolog/Handler/ChromePHPHandler.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Handler/ElasticaHandler.php" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-def-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/ErrorHandler.php" + ], + "rivalPaths": [ + "CHANGELOG.md", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Handler/PHPConsoleHandler.php", + "src/Monolog/Handler/StreamHandler.php" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-def-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Handler/BufferHandler.php" + ], + "rivalPaths": [ + "CHANGELOG.md", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/Handler/DeduplicationHandler.php" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-def-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Handler/RotatingFileHandler.php" + ], + "rivalPaths": [ + "CHANGELOG.md", + "src/Monolog/Handler/RotatingFileHandler.php" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-def-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Formatter/NormalizerFormatter.php" + ], + "rivalPaths": [ + "CHANGELOG.md", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Formatter/ElasticaFormatter.php", + "src/Monolog/Formatter/ElasticsearchFormatter.php", + "src/Monolog/Formatter/GelfMessageFormatter.php", + "src/Monolog/Formatter/HtmlFormatter.php", + "src/Monolog/Formatter/JsonFormatter.php", + "src/Monolog/Formatter/LineFormatter.php", + "src/Monolog/Formatter/LogstashFormatter.php", + "src/Monolog/Formatter/NormalizerFormatter.php" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-def-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Processor/PsrLogMessageProcessor.php" + ], + "rivalPaths": [ + "CHANGELOG.md", + "src/Monolog/Formatter/RedactingFormatter.php", + "src/Monolog/Processor/PsrLogMessageProcessor.php" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-def-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/query_parser.rb" + ], + "rivalPaths": [ + "CHANGELOG.md", + "README.md", + "lib/rack.rb", + "lib/rack/multipart.rb", + "lib/rack/query_parser.rb", + "lib/rack/ractorize.rb", + "lib/rack/utils.rb", + "test/spec_multipart.rb", + "test/spec_query_parser.rb", + "test/spec_request.rb" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-def-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/rewindable_input.rb" + ], + "rivalPaths": [ + "CHANGELOG.md", + "README.md", + "UPGRADE-GUIDE.md", + "lib/rack.rb", + "lib/rack/rewindable_input.rb", + "test/spec_rewindable_input.rb" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-def-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/body_proxy.rb" + ], + "rivalPaths": [ + "CHANGELOG.md", + "lib/rack.rb", + "lib/rack/body_proxy.rb", + "lib/rack/common_logger.rb", + "lib/rack/deflater.rb", + "lib/rack/events.rb", + "lib/rack/lock.rb", + "lib/rack/sendfile.rb", + "lib/rack/show_status.rb", + "lib/rack/tempfile_reaper.rb" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-def-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/urlmap.rb" + ], + "rivalPaths": [ + "CHANGELOG.md", + "README.md", + "lib/rack.rb", + "lib/rack/builder.rb", + "lib/rack/urlmap.rb", + "test/spec_cascade.rb", + "test/spec_recursive.rb", + "test/spec_urlmap.rb" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-def-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/builder.rb" + ], + "rivalPaths": [ + "CHANGELOG.md", + "GETTING-STARTED.md", + "UPGRADE-GUIDE.md", + "lib/rack.rb", + "lib/rack/builder.rb", + "lib/rack/content_type.rb", + "test/spec_builder.rb", + "test/spec_config.rb", + "test/spec_directory.rb" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-def-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/tempfile_reaper.rb" + ], + "rivalPaths": [ + "CHANGELOG.md", + "README.md", + "lib/rack.rb", + "lib/rack/tempfile_reaper.rb", + "test/spec_tempfile_reaper.rb" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + } + ], + "exploratory": true, + "confidenceIntervals": "Not a preregistered primary interval; descriptive secondary comparison only." + }, + { + "baseline": "ocbi-hybrid", + "rival": "literal-unindexed", + "track": "natural-language", + "count": 46, + "wins": 22, + "losses": 0, + "ties": 24, + "operationalErrorPairs": 0, + "pairs": [ + { + "repository": "fastify", + "queryId": "fastify-nl-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/plugin-utils.js", + "test/plugin.4.test.js", + "docs/Reference/Server.md", + "test/scripts/validate-ecosystem-links.test.js", + "docs/Reference/Plugins.md", + "docs/Reference/LTS.md", + "CONTRIBUTING.md", + "docs/Reference/Decorators.md", + "docs/Reference/Routes.md", + "lib/plugin-override.js" + ], + "rivalPaths": [], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-nl-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/decorate.js", + "lib/plugin-utils.js", + "types/request.d.ts", + "lib/handle-request.js", + "lib/request.js", + "lib/validation.js", + "lib/log-controller.js", + "lib/four-oh-four.js", + "lib/reply.js", + "types/schema.d.ts" + ], + "rivalPaths": [], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-nl-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/schemas.js", + "lib/route.js", + "test/schema-validation.test.js", + "docs/Reference/TypeScript.md", + "docs/Reference/Validation-and-Serialization.md", + "docs/Guides/Migration-Guide-V5.md", + "lib/validation.js", + "docs/Reference/Request.md", + "test/route.1.test.js", + "docs/Reference/Routes.md" + ], + "rivalPaths": [], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-nl-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "test/custom-http-server.test.js", + "test/internals/errors.test.js", + "lib/errors.js", + "docs/Reference/Server.md", + "test/close.test.js", + "lib/server.js", + "docs/Guides/Recommendations.md", + "docs/Reference/Hooks.md", + "docs/Guides/Getting-Started.md", + "docs/Guides/Detecting-When-Clients-Abort.md" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-nl-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/validation.js", + "types/type-provider.d.ts", + "lib/request.js", + "lib/error-handler.js", + "types/request.d.ts", + "types/instance.d.ts", + "lib/reply.js" + ], + "rivalPaths": [], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-nl-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/middleware/method-not-allowed/index.test.ts", + "src/middleware/trailing-slash/index.test.ts", + "src/middleware/cors/index.test.ts", + "src/middleware/method-not-allowed/index.ts", + "src/client/types.ts", + "src/helper/proxy/index.ts", + "src/adapter/aws-lambda/handler.ts", + "src/adapter/cloudflare-pages/handler.test.ts", + "adapters/aws-lambda/src/handler.ts" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-nl-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/middleware/cors/index.test.ts", + "src/validator/validator.ts", + "src/utils/body.test.ts", + "src/middleware/csrf/index.ts", + "src/middleware/csrf/index.test.ts", + "src/middleware/method-not-allowed/index.test.ts", + "src/middleware/basic-auth/index.test.ts", + "src/middleware/jwt/index.test.ts", + "src/middleware/jwt/jwt.ts", + "src/middleware/bearer-auth/index.ts" + ], + "rivalPaths": [], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-nl-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/middleware/secure-headers/secure-headers.ts", + "src/client/types.ts", + "src/middleware/body-limit/index.ts", + "src/utils/body.ts", + "src/utils/stream.ts", + "src/request.ts", + "src/middleware/compress/index.ts", + "src/helper/proxy/index.ts", + "src/helper/streaming/sse.ts", + "src/middleware/etag/index.ts" + ], + "rivalPaths": [], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-nl-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/client/types.ts", + "src/context.ts", + "src/utils/headers.ts", + "src/client/fetch-result-please.ts", + "src/client/utils.ts", + "src/helper/ssg/ssg.ts", + "src/validator/validator.ts", + "src/types.ts", + "src/helper/ssg/middleware.ts", + "src/middleware/secure-headers/secure-headers.ts" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-nl-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/request.ts", + "src/utils/body.ts", + "src/middleware/body-limit/index.ts", + "src/context.ts", + "src/utils/headers.ts", + "src/adapter/lambda-edge/handler.ts", + "adapters/lambda-edge/src/handler.ts", + "src/validator/validator.ts" + ], + "rivalPaths": [], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-nl-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/_click/decorators.py", + "typer/rich_utils.py", + "typer/_click/parser.py", + "typer/models.py" + ], + "rivalPaths": [], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-nl-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/_completion_shared.py", + "typer/_completion_classes.py", + "tests/test_completion/test_completion_install.py", + "typer/_click/utils.py", + "tests/test_completion/completion_option_then_argument.py", + "docs/tutorial/options-autocompletion.md", + "tests/test_tutorial/test_options_autocompletion/test_tutorial003.py", + "docs/tutorial/options/callback-and-context.md", + "docs_src/options_autocompletion/tutorial005_py310.py", + "docs_src/options_autocompletion/tutorial005_an_py310.py" + ], + "rivalPaths": [], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-nl-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/_click/termui.py", + "typer/_click/utils.py", + "docs_src/launch/tutorial002_py310.py", + "tests/test_tutorial/test_commands/test_callback/test_tutorial003.py", + "docs/tutorial/testing.md", + "docs/tutorial/typer-app.md", + "docs_src/launch/tutorial001_py310.py", + "docs/tutorial/package.md", + "typer/_click/_compat.py", + "typer/main.py" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-nl-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/_types.py", + "tests/test_types.py", + "docs/tutorial/parameter-types/enum.md", + "tests/test_completion/choice_case_insensitive_example.py", + "typer/params.py", + "tests/test_completion/test_completion_choice_no_case.py", + "typer/_click/parser.py", + "docs_src/parameter_types/enum/tutorial002_an_py310.py", + "typer/_click/core.py", + "docs_src/parameter_types/enum/tutorial002_py310.py" + ], + "rivalPaths": [], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-nl-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/models.py", + "typer/testing.py", + "typer/rich_utils.py", + "docs_src/commands/context/tutorial003_py310.py", + "docs_src/commands/context/tutorial002_py310.py", + "docs_src/commands/context/tutorial001_py310.py", + "docs_src/commands/options/tutorial001_py310.py", + "docs_src/commands/options/tutorial001_an_py310.py", + "docs_src/commands/help/tutorial001_py310.py", + "docs_src/commands/help/tutorial001_an_py310.py" + ], + "rivalPaths": [], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-natural-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "auth.go", + "binding/form_mapping.go", + "recovery.go", + "gin.go", + "logger.go", + "ginS/gins.go", + "binding/binding_nomsgpack.go", + "response_writer.go", + "tree.go", + "binding/binding.go" + ], + "rivalPaths": [], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-natural-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "recovery.go", + "gin.go", + "binding/binding.go", + "binding/binding_nomsgpack.go", + "binding/form_mapping.go", + "binding/form.go", + "binding/plain.go", + "binding/msgpack.go", + "binding/protobuf.go", + "binding/yaml.go" + ], + "rivalPaths": [], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-natural-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "response_writer.go", + "response_writer_test.go", + "docs/doc.md", + "context.go", + "tree.go", + "context_test.go", + "logger.go", + "render/json.go", + "CHANGELOG.md", + "routes_test.go" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-natural-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "ginS/gins.go", + "routergroup.go", + "gin.go", + "path.go", + "binding/form_mapping.go", + "binding/header.go" + ], + "rivalPaths": [], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-natural-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "gin.go", + "context.go", + "auth.go", + "docs/doc.md", + "gin_test.go", + "context_test.go", + "auth_test.go", + "routergroup.go", + "README.md", + "CHANGELOG.md" + ], + "rivalPaths": [], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-natural-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "examples/find.rs", + "clap_mangen/src/render.rs", + "clap_complete/src/aot/shells/fish.rs", + "clap_complete/src/engine/custom.rs", + "clap_complete/src/engine/complete.rs", + "clap_complete/src/aot/shells/shell.rs", + "clap_derive/src/lib.rs", + "clap_complete/src/aot/generator/utils.rs", + "clap_complete/examples/completion-derive.rs", + "clap_complete/src/aot/shells/zsh.rs" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-natural-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "clap_complete/examples/completion-derive.rs", + "examples/git-derive.rs", + "examples/tutorial_derive/03_04_subcommands.rs", + "examples/tutorial_derive/01_quick.rs", + "examples/multicall-busybox.rs", + "clap_complete_nushell/src/lib.rs", + "clap_complete/src/aot/shells/bash.rs", + "clap_complete/src/aot/generator/utils.rs", + "clap_complete/src/aot/shells/zsh.rs", + "clap_mangen/src/lib.rs" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-natural-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "tests/derive/flags.rs", + "examples/find.rs", + "clap_complete/src/engine/complete.rs", + "tests/derive/default_value.rs", + "CHANGELOG.md", + "clap_complete/src/aot/generator/utils.rs", + "src/_derive/mod.rs", + "clap_mangen/src/render.rs", + "deny.toml", + "clap_lex/src/lib.rs" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-natural-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "examples/README.md", + "CHANGELOG.md", + "examples/tutorial_derive/01_quick.md", + "examples/pacman.md", + "examples/tutorial_derive/03_06_optional.md", + "examples/tutorial_derive/04_01_enum.md", + "CONTRIBUTING.md", + "AI_POLICY.md", + "clap_derive/src/utils/doc_comments.rs", + "src/_derive/mod.rs" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-natural-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "clap_complete/src/aot/shells/shell.rs", + "clap_bench/benches/ripgrep.rs", + "clap_complete_nushell/src/lib.rs", + "clap_bench/benches/complex.rs", + "clap_bench/benches/simple.rs", + "clap_derive/src/utils/doc_comments.rs", + "clap_bench/benches/empty.rs", + "clap_mangen/src/render.rs", + "examples/repl.rs", + "examples/repl-derive.rs" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-natural-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "CHANGELOG.md", + "CONTRIBUTING.md", + "clap_complete/src/env/mod.rs", + "src/_features.rs", + "src/_faq.rs", + "clap_mangen/src/lib.rs", + "clap_complete/src/aot/generator/mod.rs", + "clap_derive/src/lib.rs", + "src/_tutorial.rs", + "tests/ui/error_stderr.toml" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-natural-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterWithDelegate.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/models/Suit.java", + "examples/src/main/java/com/squareup/moshi/recipes/models/BlackjackHand.java" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-natural-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/ReadJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJsonList.java", + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-natural-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/WriteJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/ByteStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/IncludeNullsForAnnotatedTypes.java", + "examples/src/main/java/com/squareup/moshi/recipes/IncludeNullsForOneType.java", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-natural-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterWithDelegate.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomTypeAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/WriteJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomFieldName.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJsonList.java", + "examples/src/main/java/com/squareup/moshi/recipes/RecoverFromTypeMismatch.java" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-natural-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/Configuration/Attributes/DetectColumnCountChangesAttribute.cs", + "src/CsvHelper/IReaderRow.cs", + "src/CsvHelper/Configuration/Attributes/CountBytesAttribute.cs", + "src/CsvHelper/IWriterRow.cs", + "src/CsvHelper/Delegates/ShouldSkipRecord.cs", + "src/CsvHelper/Delegates/ShouldQuote.cs", + "src/CsvHelper/Configuration/IReaderConfiguration.cs", + "src/CsvHelper/ReaderException.cs", + "src/CsvHelper/Configuration/IWriterConfiguration.cs", + "src/CsvHelper/Configuration/Attributes/IgnoreBlankLinesAttribute.cs" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "src/CsvHelper/TypeConversion/ITypeConverterFactory.cs", + "tests/CsvHelper.Tests/TypeConversion/TypeConverterCacheTests.cs", + "docs/examples/type-conversion/custom-type-converter/index.html", + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper.Website/input/examples/type-conversion/custom-type-converter/index.md", + "src/CsvHelper/TypeConversion/EnumConverterFactory.cs", + "docs/change-log/index.html", + "src/CsvHelper/Configuration/ClassMap.cs", + "docs/examples/type-conversion/index.html" + ], + "rivalPaths": [], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/Configuration/CsvConfiguration.cs", + "src/CsvHelper/Configuration/ConfigurationFunctions.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/CsvMode.cs", + "src/CsvHelper.Website/input/change-log/index.md", + "docs/change-log/index.html", + "src/CsvHelper/Configuration/IWriterConfiguration.cs", + "src/CsvHelper/CsvParser.cs", + "src/CsvHelper.Website/input/getting-started/index.md", + "src/CsvHelper/Configuration/Attributes/DetectDelimiterValuesAttribute.cs" + ], + "rivalPaths": [], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/CsvDataReader.cs", + "src/CsvHelper/MaxFieldSizeException.cs", + "src/CsvHelper/Configuration/Attributes/CacheFieldsAttribute.cs", + "src/CsvHelper/CsvHelperException.cs", + "src/CsvHelper/Configuration/Attributes/MaxFieldSizeAttribute.cs", + "src/CsvHelper/TypeConversion/StringConverter.cs", + "src/CsvHelper/CsvContext.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/Configuration/Attributes/ProcessFieldBufferSizeAttribute.cs", + "src/CsvHelper/FieldCache.cs" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/CsvDataReader.cs", + "src/CsvHelper/IReaderRow.cs", + "src/CsvHelper/TypeConversion/DateOnlyConverter.cs", + "src/CsvHelper/Configuration/IReaderConfiguration.cs", + "src/CsvHelper/IReader.cs" + ], + "rivalPaths": [], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-nl-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/Handler/ZendMonitorHandler.php", + "src/Monolog/Handler/FingersCrossed/ChannelLevelActivationStrategy.php", + "src/Monolog/Formatter/JsonFormatter.php", + "src/Monolog/Level.php", + "src/Monolog/Processor/IntrospectionProcessor.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Logger.php" + ], + "rivalPaths": [], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-nl-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Handler/StreamHandler.php", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Handler/ErrorLogHandler.php" + ], + "rivalPaths": [], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-nl-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Logger.php", + "src/Monolog/Level.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/ResettableInterface.php", + "src/Monolog/Handler/OverflowHandler.php", + "src/Monolog/Handler/FingersCrossed/ChannelLevelActivationStrategy.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Formatter/RedactingFormatter.php", + "src/Monolog/Handler/ZendMonitorHandler.php" + ], + "rivalPaths": [], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-nl-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Handler/WhatFailureGroupHandler.php", + "src/Monolog/Handler/OverflowHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Logger.php", + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/FallbackGroupHandler.php", + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Handler/HandlerWrapper.php", + "src/Monolog/Handler/BrowserConsoleHandler.php", + "src/Monolog/Handler/HandlerInterface.php" + ], + "rivalPaths": [], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-nl-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/LogRecord.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/ErrorLogHandler.php", + "src/Monolog/Logger.php", + "src/Monolog/Formatter/LogstashFormatter.php", + "src/Monolog/Processor/PsrLogMessageProcessor.php", + "src/Monolog/Handler/LogmaticHandler.php", + "src/Monolog/Formatter/LogglyFormatter.php", + "src/Monolog/Formatter/LineFormatter.php", + "src/Monolog/Handler/RotatingFileHandler.php" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-nl-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/request.rb" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-nl-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/response.rb", + "lib/rack/mock_response.rb", + "lib/rack/multipart/parser.rb" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-nl-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/response.rb", + "lib/rack/utils.rb", + "lib/rack/mock_response.rb", + "lib/rack/headers.rb" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-nl-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/response.rb", + "lib/rack/mock_response.rb", + "lib/rack/body_proxy.rb" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-nl-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/request.rb" + ], + "rivalPaths": [], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + } + ], + "exploratory": true, + "confidenceIntervals": "Not a preregistered primary interval; descriptive secondary comparison only." + }, + { + "baseline": "ocbi-hybrid", + "rival": "plain-file-bm25", + "track": "explicit-symbol", + "count": 54, + "wins": 10, + "losses": 14, + "ties": 30, + "operationalErrorPairs": 0, + "pairs": [ + { + "repository": "fastify", + "queryId": "fastify-def-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/initial-config-validation.js" + ], + "rivalPaths": [ + "lib/initial-config-validation.js" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-def-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/error-handler.js" + ], + "rivalPaths": [ + "lib/error-handler.js", + "lib/four-oh-four.js", + "fastify.js", + "lib/route.js" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-def-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/content-type-parser.js" + ], + "rivalPaths": [ + "lib/plugin-override.js", + "lib/content-type-parser.js" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-def-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/hooks.js" + ], + "rivalPaths": [ + "test/internals/hook-runner.test.js", + "lib/hooks.js" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-def-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/plugin-override.js" + ], + "rivalPaths": [ + "lib/plugin-override.js" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-def-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/logger-factory.js" + ], + "rivalPaths": [ + "lib/logger-factory.js", + "lib/four-oh-four.js", + "fastify.js", + "lib/route.js" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-def-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/compose.ts" + ], + "rivalPaths": [ + "src/compose.test.ts", + "benchmarks/routers-deno/deno.lock", + "src/compose.ts", + "src/middleware/combine/index.ts", + "benchmarks/routers/bun.lock", + "src/hono-base.ts", + "src/jsx/dom/intrinsic-element/components.test.tsx", + "src/hono.test.ts" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-def-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/http-exception.ts" + ], + "rivalPaths": [ + "src/http-exception.ts", + "src/middleware/timeout/index.ts", + "src/http-exception.test.ts", + "src/middleware/timeout/index.test.ts", + "src/middleware/jwt/jwt.ts", + "src/middleware/basic-auth/index.ts", + "src/middleware/jwk/jwk.ts", + "src/adapter/cloudflare-pages/handler.test.ts", + "src/validator/validator.ts", + "src/middleware/body-limit/index.ts" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-def-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/router/smart-router/router.ts" + ], + "rivalPaths": [ + "src/router/smart-router/router.test.ts", + "src/router/smart-router/router.ts", + "src/router/smart-router/index.ts", + "src/preset/quick.ts", + "src/preset/quick.test.ts", + "src/hono.ts", + "README.md", + "src/hono.test.ts" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-def-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/validator/validator.ts" + ], + "rivalPaths": [ + "src/validator/index.ts", + "src/validator/validator.test.ts", + "docs/MIGRATION.md", + "src/helper/factory/index.test.ts", + "src/client/client.test.ts", + "src/validator/utils.ts", + "jsr.json", + "package.json", + "src/validator/validator.ts", + "src/types.test.ts" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-def-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/client/client.ts" + ], + "rivalPaths": [], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-def-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/middleware/serve-static/path.ts" + ], + "rivalPaths": [ + "src/middleware/serve-static/path.test.ts", + "src/middleware/serve-static/path.ts", + "src/middleware/serve-static/index.ts" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-def-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/main.py" + ], + "rivalPaths": [ + "tests/test_others.py", + "typer/main.py", + "typer/utils.py", + "tests/assets/completion_no_types.py", + "tests/assets/completion_no_types_order.py", + "tests/test_ambiguous_params.py", + "scripts/deploy_docs_status.py", + "typer/_click/termui.py", + "typer/testing.py", + "tests/assets/completion_argument.py" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-def-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/core.py" + ], + "rivalPaths": [ + "typer/_click/decorators.py", + "tests/test_core.py", + "typer/rich_utils.py", + "typer/_click/shell_completion.py", + "typer/cli.py", + "typer/_click/core.py", + "typer/core.py", + "typer/main.py", + "typer/_click/parser.py" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-def-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/models.py" + ], + "rivalPaths": [ + "typer/models.py", + "typer/main.py" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-def-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/utils.py" + ], + "rivalPaths": [ + "typer/completion.py", + "typer/main.py", + "typer/cli.py", + "tests/test_tutorial/test_commands/test_help/test_tutorial004.py", + "tests/test_tutorial/test_commands/test_help/test_tutorial005.py", + "typer/utils.py", + "typer/_click/core.py", + "typer/_click/shell_completion.py", + "typer/__init__.py", + "docs/tutorial/options/callback-and-context.md" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-def-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/completion.py" + ], + "rivalPaths": [ + "typer/completion.py", + "docs/tutorial/options-autocompletion.md", + "typer/main.py", + "docs/tutorial/options/callback-and-context.md", + "docs/alternatives.md", + "docs/tutorial/options/version.md", + "docs/tutorial/commands/index.md", + "docs/features.md", + "typer/utils.py", + "docs/tutorial/commands/callback.md" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-def-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/_completion_shared.py" + ], + "rivalPaths": [ + "typer/_completion_shared.py", + "typer/_completion_classes.py", + "typer/completion.py", + "typer/_click/shell_completion.py", + "docs/tutorial/options/callback-and-context.md", + "docs/tutorial/typer-command.md", + "tests/test_completion/test_completion_install.py", + "docs/tutorial/options-autocompletion.md", + "README.md", + "docs/index.md" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-explicit-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "path.go" + ], + "rivalPaths": [ + "path_test.go", + "path.go", + "gin.go", + "routes_test.go" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-explicit-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "response_writer.go", + "response_writer_test.go", + "gin.go", + "context_test.go", + "context.go" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-explicit-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "tree.go", + "tree_test.go", + "CHANGELOG.md" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-explicit-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "binding/default_validator.go", + "binding/binding_nomsgpack.go", + "binding/binding.go", + "binding/default_validator_test.go", + "docs/doc.md" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-explicit-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "binding/form_mapping.go" + ], + "rivalPaths": [ + "binding/form_mapping.go" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-explicit-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "recovery.go" + ], + "rivalPaths": [ + "recovery.go", + "recovery_test.go" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-explicit-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "clap_builder/src/parser/validator.rs", + "src/_tutorial.rs", + "Cargo.toml", + "examples/tutorial_builder/04_02_validate.md", + "examples/tutorial_derive/04_02_validate.md", + "src/_derive/_tutorial.rs", + "clap_builder/src/builder/arg_group.rs", + "clap_builder/src/parser/parser.rs", + "clap_builder/src/builder/value_parser.rs", + "clap_builder/src/output/usage.rs" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-explicit-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "clap_builder/src/parser/arg_matcher.rs", + "clap_builder/src/parser/matches/matched_arg.rs", + "clap_builder/src/parser/matches/mod.rs", + "clap_builder/src/parser/mod.rs", + "clap_builder/src/parser/matches/arg_matches.rs" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-explicit-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "clap_builder/src/parser/features/suggestions.rs", + "tests/builder/ignore_errors.rs", + "clap_builder/src/parser/parser.rs", + "clap_builder/src/error/format.rs", + "clap_builder/src/error/mod.rs", + "src/_features.rs", + "tests/builder/subcommands.rs", + "LICENSE-APACHE", + "clap_builder/src/output/textwrap/mod.rs", + "tests/builder/opts.rs" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-explicit-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "clap_lex/src/ext.rs" + ], + "rivalPaths": [ + "clap_lex/src/ext.rs", + "clap_lex/CHANGELOG.md", + "clap_complete/src/engine/custom.rs", + "clap_lex/src/lib.rs", + "clap_builder/src/parser/matches/arg_matches.rs", + "clap_complete/src/engine/complete.rs", + "clap_builder/src/parser/parser.rs", + "clap_builder/src/builder/value_parser.rs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-explicit-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "clap_bench/benches/ripgrep.rs" + ], + "rivalPaths": [ + "clap_builder/src/output/usage.rs", + "clap_builder/src/error/mod.rs", + "clap_builder/src/builder/styling.rs", + "tests/builder/template_help.rs", + "clap_builder/src/output/help.rs", + "examples/git.md", + "tests/derive/doc_comments_help.rs", + "examples/git-derive.md", + "examples/tutorial_builder/04_04_custom.md", + "examples/tutorial_derive/04_04_custom.md" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-explicit-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "clap_builder/src/builder/value_parser.rs", + "clap_builder/src/builder/mod.rs", + "clap_builder/src/builder/arg.rs" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "moshi/src/test/java/com/squareup/moshi/internal/LinkedHashTreeMapTest.java", + "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt", + "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonValueWriter.kt", + "CHANGELOG.md" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "moshi/src/test/java/com/squareup/moshi/internal/JsonValueSourceTest.java", + "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt", + "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt", + "moshi/japicmp/build.gradle.kts", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt", + "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "moshi/src/test/java/com/squareup/moshi/internal/MapJsonAdapterTest.java", + "moshi/japicmp/build.gradle.kts", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi/src/test/java/com/squareup/moshi/MoshiTest.java" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-explicit-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [], + "rivalPaths": [ + "moshi/src/main/java/com/squareup/moshi/-MoshiKotlinExtensions.kt", + "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/japicmp/build.gradle.kts", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/CsvParser.cs" + ], + "rivalPaths": [ + "tests/CsvHelper.Tests/Parsing/CrTests.cs", + "tests/CsvHelper.Tests/Parsing/TrimTests.cs", + "tests/CsvHelper.Tests/CsvParserTests.cs", + "tests/CsvHelper.Tests/Parsing/CharCountTests.cs", + "tests/CsvHelper.Tests/Parsing/BadDataTests.cs", + "tests/CsvHelper.Tests/Parsing/EscapeCharacterTests.cs", + "tests/CsvHelper.Tests/Parsing/ByteCountTests.cs", + "tests/CsvHelper.Tests/Parsing/NewLineTests.cs", + "tests/CsvHelper.Tests/Parsing/ExcelCompatibilityTests.cs", + "tests/CsvHelper.Tests/CsvParserDelimiterTests.cs" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/CsvWriter.cs" + ], + "rivalPaths": [ + "tests/CsvHelper.Tests/TypeConversion/TypeConverterOptionsFactoryTests.cs", + "tests/CsvHelper.Tests/CsvWriterTests.cs", + "tests/CsvHelper.Tests/Culture/TypeConverterOptionsFactoryTests.cs", + "tests/CsvHelper.Tests/Writing/ShouldQuoteTests.cs", + "tests/CsvHelper.Tests/Writing/SanitizationTests.cs", + "tests/CsvHelper.Tests/Writing/CsvModeTests.cs", + "tests/CsvHelper.Tests/CsvWriterMappingTests.cs", + "tests/CsvHelper.Tests/CsvWriterSubClassingTests.cs", + "tests/CsvHelper.Tests/Writing/DynamicTests.cs", + "tests/CsvHelper.Tests/Parsing/CommentTests.cs" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/ObjectResolver.cs" + ], + "rivalPaths": [ + "tests/CsvHelper.Tests/ObjectResolverTests/Issue1073.cs", + "tests/CsvHelper.Tests/ObjectResolverTests/ResolveSingleTypeTests.cs", + "src/CsvHelper/ObjectResolver.cs", + "src/CsvHelper/Expressions/RecordManager.cs", + "src/CsvHelper/CsvContext.cs", + "src/CsvHelper/TypeConversion/ArrayConverter.cs", + "src/CsvHelper/CsvReader.cs", + "src/CsvHelper/TypeConversion/IDictionaryGenericConverter.cs", + "src/CsvHelper/TypeConversion/IEnumerableGenericConverter.cs", + "src/CsvHelper/Configuration/Attributes/TypeConverterAttribute.cs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/Expressions/ExpressionManager.cs" + ], + "rivalPaths": [ + "src/CsvHelper/Expressions/RecordHydrator.cs", + "src/CsvHelper/Expressions/RecordCreator.cs", + "src/CsvHelper/Expressions/RecordWriter.cs", + "src/CsvHelper/Expressions/ObjectRecordCreator.cs", + "src/CsvHelper/Expressions/ObjectRecordWriter.cs", + "src/CsvHelper/Expressions/ExpressionManager.cs", + "src/CsvHelper.Website/input/change-log/index.md", + "docs/change-log/index.html" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/Expressions/RecordHydrator.cs" + ], + "rivalPaths": [ + "src/CsvHelper/Expressions/RecordManager.cs", + "src/CsvHelper/Expressions/RecordHydrator.cs", + "src/CsvHelper.Website/input/change-log/index.md", + "docs/change-log/index.html" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-def-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/Configuration/ClassMap.cs" + ], + "rivalPaths": [ + "src/CsvHelper/Configuration/ClassMap.cs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-def-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Logger.php" + ], + "rivalPaths": [ + "src/Monolog/Registry.php", + "src/Monolog/Handler/PsrHandler.php", + "src/Monolog/SignalHandler.php", + "src/Monolog/Formatter/FluentdFormatter.php", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Attribute/WithMonologChannel.php", + "src/Monolog/Handler/FingersCrossed/ChannelLevelActivationStrategy.php", + "src/Monolog/Handler/FingersCrossed/ErrorLevelActivationStrategy.php", + "src/Monolog/Handler/NullHandler.php", + "CHANGELOG.md" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-def-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/ErrorHandler.php" + ], + "rivalPaths": [ + "src/Monolog/ErrorHandler.php", + "CHANGELOG.md", + "src/Monolog/Handler/PHPConsoleHandler.php" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-def-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Handler/BufferHandler.php" + ], + "rivalPaths": [ + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "CHANGELOG.md" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-def-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Handler/RotatingFileHandler.php" + ], + "rivalPaths": [ + "src/Monolog/Handler/RotatingFileHandler.php", + "CHANGELOG.md" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-def-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Formatter/NormalizerFormatter.php" + ], + "rivalPaths": [ + "src/Monolog/Handler/Slack/SlackRecord.php", + "src/Monolog/Handler/DoctrineCouchDBHandler.php", + "src/Monolog/Handler/FrankenPhpHandler.php", + "src/Monolog/Handler/ZendMonitorHandler.php", + "src/Monolog/Handler/NewRelicHandler.php", + "src/Monolog/Formatter/ScalarFormatter.php", + "src/Monolog/Formatter/ElasticsearchFormatter.php", + "src/Monolog/Formatter/ElasticaFormatter.php", + "src/Monolog/Formatter/LogstashFormatter.php", + "src/Monolog/Formatter/WildfireFormatter.php" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-def-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Processor/PsrLogMessageProcessor.php" + ], + "rivalPaths": [ + "src/Monolog/Processor/PsrLogMessageProcessor.php", + "src/Monolog/Formatter/RedactingFormatter.php", + "CHANGELOG.md" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-def-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/query_parser.rb" + ], + "rivalPaths": [ + "test/spec_query_parser.rb", + "README.md", + "lib/rack/ractorize.rb", + "lib/rack/utils.rb", + "lib/rack/multipart.rb", + "lib/rack.rb", + "test/spec_request.rb", + "CHANGELOG.md", + "lib/rack/query_parser.rb", + "test/spec_utils.rb" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-def-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/rewindable_input.rb" + ], + "rivalPaths": [ + "lib/rack/rewindable_input.rb", + "test/spec_rewindable_input.rb", + "lib/rack.rb", + "UPGRADE-GUIDE.md", + "CHANGELOG.md", + "README.md" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-def-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/body_proxy.rb" + ], + "rivalPaths": [ + "test/spec_body_proxy.rb", + "lib/rack/lock.rb", + "lib/rack/tempfile_reaper.rb", + "lib/rack/body_proxy.rb", + "lib/rack.rb", + "lib/rack/sendfile.rb", + "lib/rack/common_logger.rb", + "lib/rack/show_status.rb", + "lib/rack/events.rb", + "lib/rack/deflater.rb" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-def-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/urlmap.rb" + ], + "rivalPaths": [ + "test/spec_urlmap.rb", + "lib/rack/urlmap.rb", + "test/spec_recursive.rb", + "test/spec_cascade.rb", + "lib/rack.rb", + "lib/rack/builder.rb", + "CHANGELOG.md", + "README.md" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-def-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/builder.rb" + ], + "rivalPaths": [ + "test/spec_builder.rb", + "lib/rack/builder.rb", + "test/spec_config.rb", + ".rubocop.yml", + "lib/rack.rb", + "lib/rack/content_type.rb", + "test/spec_directory.rb", + "UPGRADE-GUIDE.md", + "CHANGELOG.md", + "GETTING-STARTED.md" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-def-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/tempfile_reaper.rb" + ], + "rivalPaths": [ + "lib/rack/tempfile_reaper.rb", + "test/spec_tempfile_reaper.rb", + "lib/rack.rb", + "README.md", + "CHANGELOG.md" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + } + ], + "exploratory": true, + "confidenceIntervals": "Not a preregistered primary interval; descriptive secondary comparison only." + }, + { + "baseline": "ocbi-hybrid", + "rival": "plain-file-bm25", + "track": "natural-language", + "count": 46, + "wins": 7, + "losses": 15, + "ties": 24, + "operationalErrorPairs": 0, + "pairs": [ + { + "repository": "fastify", + "queryId": "fastify-nl-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/plugin-utils.js", + "test/plugin.4.test.js", + "docs/Reference/Server.md", + "test/scripts/validate-ecosystem-links.test.js", + "docs/Reference/Plugins.md", + "docs/Reference/LTS.md", + "CONTRIBUTING.md", + "docs/Reference/Decorators.md", + "docs/Reference/Routes.md", + "lib/plugin-override.js" + ], + "rivalPaths": [ + "docs/Reference/Plugins.md", + "docs/Reference/Server.md", + "docs/Guides/Prototype-Poisoning.md", + "CONTRIBUTING.md", + "docs/Guides/Getting-Started.md", + "docs/Reference/Routes.md", + "docs/Reference/Decorators.md", + "docs/Reference/Validation-and-Serialization.md", + "README.md", + "docs/Guides/Write-Plugin.md" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-nl-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/decorate.js", + "lib/plugin-utils.js", + "types/request.d.ts", + "lib/handle-request.js", + "lib/request.js", + "lib/validation.js", + "lib/log-controller.js", + "lib/four-oh-four.js", + "lib/reply.js", + "types/schema.d.ts" + ], + "rivalPaths": [ + "docs/Reference/Decorators.md", + "docs/Reference/Validation-and-Serialization.md", + "docs/Guides/Prototype-Poisoning.md", + "lib/validation.js", + "docs/Reference/Server.md", + "docs/Reference/Hooks.md", + "docs/Reference/TypeScript.md", + "docs/Reference/Routes.md", + "docs/Guides/Plugins-Guide.md", + "docs/Reference/ContentTypeParser.md" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-nl-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/schemas.js", + "lib/route.js", + "test/schema-validation.test.js", + "docs/Reference/TypeScript.md", + "docs/Reference/Validation-and-Serialization.md", + "docs/Guides/Migration-Guide-V5.md", + "lib/validation.js", + "docs/Reference/Request.md", + "test/route.1.test.js", + "docs/Reference/Routes.md" + ], + "rivalPaths": [ + "docs/Reference/Validation-and-Serialization.md", + "docs/Reference/TypeScript.md", + "lib/validation.js", + "docs/Reference/Request.md", + "docs/Guides/Recommendations.md", + "docs/Reference/Server.md", + "docs/Reference/Routes.md", + "lib/schemas.js", + "docs/Guides/Fluent-Schema.md", + "docs/Reference/Reply.md" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-nl-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "test/custom-http-server.test.js", + "test/internals/errors.test.js", + "lib/errors.js", + "docs/Reference/Server.md", + "test/close.test.js", + "lib/server.js", + "docs/Guides/Recommendations.md", + "docs/Reference/Hooks.md", + "docs/Guides/Getting-Started.md", + "docs/Guides/Detecting-When-Clients-Abort.md" + ], + "rivalPaths": [ + "test/custom-http-server.test.js", + "docs/Guides/Recommendations.md", + "docs/Reference/Server.md", + "test/close.test.js", + "lib/server.js", + "docs/Guides/Plugins-Guide.md", + "docs/Guides/Prototype-Poisoning.md", + "docs/Reference/Errors.md", + "docs/Reference/Request.md", + "docs/Guides/Ecosystem.md" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "fastify", + "queryId": "fastify-nl-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/validation.js", + "types/type-provider.d.ts", + "lib/request.js", + "lib/error-handler.js", + "types/request.d.ts", + "types/instance.d.ts", + "lib/reply.js" + ], + "rivalPaths": [ + "test/trust-proxy.test.js", + "test/internals/request.test.js", + "docs/Reference/Request.md", + "docs/Guides/Recommendations.md", + "docs/Reference/Server.md", + "lib/request.js", + "test/http2/secure.test.js", + "test/https/https.test.js", + "test/request-header-host.test.js", + "types/request.d.ts" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-nl-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/middleware/method-not-allowed/index.test.ts", + "src/middleware/trailing-slash/index.test.ts", + "src/middleware/cors/index.test.ts", + "src/middleware/method-not-allowed/index.ts", + "src/client/types.ts", + "src/helper/proxy/index.ts", + "src/adapter/aws-lambda/handler.ts", + "src/adapter/cloudflare-pages/handler.test.ts", + "adapters/aws-lambda/src/handler.ts" + ], + "rivalPaths": [ + "src/middleware/cors/index.test.ts", + "src/middleware/method-not-allowed/index.ts", + "src/middleware/method-not-allowed/index.test.ts", + "src/middleware/trailing-slash/index.test.ts", + "src/helper/proxy/index.ts", + "src/client/types.ts", + "docs/CODE_OF_CONDUCT.md", + "src/middleware/csrf/index.ts", + "src/request.test.ts", + "adapters/lambda-edge/test/index.test.ts" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-nl-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/middleware/cors/index.test.ts", + "src/validator/validator.ts", + "src/utils/body.test.ts", + "src/middleware/csrf/index.ts", + "src/middleware/csrf/index.test.ts", + "src/middleware/method-not-allowed/index.test.ts", + "src/middleware/basic-auth/index.test.ts", + "src/middleware/jwt/index.test.ts", + "src/middleware/jwt/jwt.ts", + "src/middleware/bearer-auth/index.ts" + ], + "rivalPaths": [ + "src/middleware/csrf/index.ts", + "src/middleware/csrf/index.test.ts", + "src/utils/headers.ts", + "src/middleware/cors/index.test.ts", + "docs/CONTRIBUTING.md", + "src/middleware/cache/index.ts", + "src/middleware/secure-headers/index.test.ts", + "docs/MIGRATION.md", + "docs/MAINTAINING.md", + "src/utils/types.test.ts" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-nl-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/middleware/secure-headers/secure-headers.ts", + "src/client/types.ts", + "src/middleware/body-limit/index.ts", + "src/utils/body.ts", + "src/utils/stream.ts", + "src/request.ts", + "src/middleware/compress/index.ts", + "src/helper/proxy/index.ts", + "src/helper/streaming/sse.ts", + "src/middleware/etag/index.ts" + ], + "rivalPaths": [ + "src/middleware/body-limit/index.ts", + "src/middleware/compress/index.ts", + "src/middleware/compress/index.test.ts", + "src/middleware/body-limit/index.test.ts", + "src/adapter/lambda-edge/handler.test.ts", + "adapters/lambda-edge/src/handler.test.ts", + "src/helper/proxy/index.ts", + "src/helper/route/index.ts", + "src/helper/proxy/index.test.ts", + "src/client/types.ts" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-nl-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/client/types.ts", + "src/context.ts", + "src/utils/headers.ts", + "src/client/fetch-result-please.ts", + "src/client/utils.ts", + "src/helper/ssg/ssg.ts", + "src/validator/validator.ts", + "src/types.ts", + "src/helper/ssg/middleware.ts", + "src/middleware/secure-headers/secure-headers.ts" + ], + "rivalPaths": [ + "src/jsx/context.ts", + "src/client/types.ts", + "src/helper/css/index.test.tsx", + "src/middleware/compress/index.ts", + "src/helper/ssg/plugins.ts", + "src/middleware/jwk/jwk.ts", + "src/middleware/pretty-json/index.test.ts", + "src/middleware/trailing-slash/index.test.ts", + "src/middleware/compress/index.test.ts", + "src/jsx/index.test.tsx" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "hono", + "queryId": "hono-nl-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/request.ts", + "src/utils/body.ts", + "src/middleware/body-limit/index.ts", + "src/context.ts", + "src/utils/headers.ts", + "src/adapter/lambda-edge/handler.ts", + "adapters/lambda-edge/src/handler.ts", + "src/validator/validator.ts" + ], + "rivalPaths": [ + "src/request.ts", + "src/middleware/compress/index.ts", + "src/middleware/cache/index.ts", + "src/utils/accept.test.ts", + "src/utils/body.ts", + "src/jsx/context.ts", + "adapters/lambda-edge/test/index.test.ts", + "src/client/types.ts", + "src/middleware/pretty-json/index.test.ts", + "src/request.test.ts" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-nl-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/_click/decorators.py", + "typer/rich_utils.py", + "typer/_click/parser.py", + "typer/models.py" + ], + "rivalPaths": [ + "docs/tutorial/arguments/help.md", + "docs/tutorial/commands/help.md", + "docs/tutorial/options/help.md", + "typer/_click/termui.py", + "typer/_click/core.py", + "typer/_click/parser.py", + "typer/rich_utils.py", + "docs/tutorial/install.md", + "docs/tutorial/options-autocompletion.md", + "typer/params.py" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-nl-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/_completion_shared.py", + "typer/_completion_classes.py", + "tests/test_completion/test_completion_install.py", + "typer/_click/utils.py", + "tests/test_completion/completion_option_then_argument.py", + "docs/tutorial/options-autocompletion.md", + "tests/test_tutorial/test_options_autocompletion/test_tutorial003.py", + "docs/tutorial/options/callback-and-context.md", + "docs_src/options_autocompletion/tutorial005_py310.py", + "docs_src/options_autocompletion/tutorial005_an_py310.py" + ], + "rivalPaths": [ + "docs/tutorial/options-autocompletion.md", + "docs/tutorial/options/callback-and-context.md", + "docs/contributing.md", + "docs/tutorial/typer-app.md", + "docs/tutorial/install.md", + "docs/tutorial/first-steps.md", + "docs/tutorial/commands/callback.md", + "README.md", + "docs/index.md", + "docs/tutorial/package.md" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-nl-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/_click/termui.py", + "typer/_click/utils.py", + "docs_src/launch/tutorial002_py310.py", + "tests/test_tutorial/test_commands/test_callback/test_tutorial003.py", + "docs/tutorial/testing.md", + "docs/tutorial/typer-app.md", + "docs_src/launch/tutorial001_py310.py", + "docs/tutorial/package.md", + "typer/_click/_compat.py", + "typer/main.py" + ], + "rivalPaths": [ + "docs/tutorial/typer-app.md", + "docs/tutorial/testing.md", + "docs/tutorial/install.md", + "typer/_click/utils.py", + ".github/workflows/test-redistribute.yml", + "docs/tutorial/parameter-types/file.md", + "docs/tutorial/app-dir.md", + "docs/tutorial/options/callback-and-context.md", + "typer/params.py", + "docs/tutorial/typer-command.md" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-nl-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/_types.py", + "tests/test_types.py", + "docs/tutorial/parameter-types/enum.md", + "tests/test_completion/choice_case_insensitive_example.py", + "typer/params.py", + "tests/test_completion/test_completion_choice_no_case.py", + "typer/_click/parser.py", + "docs_src/parameter_types/enum/tutorial002_an_py310.py", + "typer/_click/core.py", + "docs_src/parameter_types/enum/tutorial002_py310.py" + ], + "rivalPaths": [ + "typer/_types.py", + "docs/tutorial/parameter-types/enum.md", + "typer/params.py", + "typer/_click/core.py", + "tests/test_types.py", + "docs/tutorial/testing.md", + "docs/tutorial/options-autocompletion.md", + "docs/tutorial/terminating.md", + "tests/test_completion/test_completion_choice_no_case.py", + "typer/_click/_termui_impl.py" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "typer", + "queryId": "typer-nl-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "typer/models.py", + "typer/testing.py", + "typer/rich_utils.py", + "docs_src/commands/context/tutorial003_py310.py", + "docs_src/commands/context/tutorial002_py310.py", + "docs_src/commands/context/tutorial001_py310.py", + "docs_src/commands/options/tutorial001_py310.py", + "docs_src/commands/options/tutorial001_an_py310.py", + "docs_src/commands/help/tutorial001_py310.py", + "docs_src/commands/help/tutorial001_an_py310.py" + ], + "rivalPaths": [ + "typer/_click/parser.py", + "typer/_click/core.py", + "docs/environment-variables.md", + "typer/testing.py", + "docs/contributing.md", + "docs/tutorial/options-autocompletion.md", + "docs/tutorial/install.md", + "docs/tutorial/package.md", + "docs/tutorial/options/callback-and-context.md", + "docs/tutorial/printing.md" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-natural-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "auth.go", + "binding/form_mapping.go", + "recovery.go", + "gin.go", + "logger.go", + "ginS/gins.go", + "binding/binding_nomsgpack.go", + "response_writer.go", + "tree.go", + "binding/binding.go" + ], + "rivalPaths": [ + "auth.go", + "docs/doc.md", + "gin.go", + "recovery.go", + "auth_test.go", + "README.md", + "context.go", + "routergroup.go", + "CHANGELOG.md", + "test_helpers.go" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-natural-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "recovery.go", + "gin.go", + "binding/binding.go", + "binding/binding_nomsgpack.go", + "binding/form_mapping.go", + "binding/form.go", + "binding/plain.go", + "binding/msgpack.go", + "binding/protobuf.go", + "binding/yaml.go" + ], + "rivalPaths": [ + "binding/binding_nomsgpack.go", + "docs/doc.md", + "binding/binding.go", + "context.go", + "CHANGELOG.md", + "context_test.go", + "tree.go", + "gin.go", + "binding/binding_test.go", + "binding/form_mapping.go" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-natural-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "response_writer.go", + "response_writer_test.go", + "docs/doc.md", + "context.go", + "tree.go", + "context_test.go", + "logger.go", + "render/json.go", + "CHANGELOG.md", + "routes_test.go" + ], + "rivalPaths": [ + "context.go", + "gin.go", + "docs/doc.md", + "context_test.go", + "logger.go", + "tree.go", + "CHANGELOG.md", + "codec/json/api.go", + "response_writer_test.go", + "routes_test.go" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-natural-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "ginS/gins.go", + "routergroup.go", + "gin.go", + "path.go", + "binding/form_mapping.go", + "binding/header.go" + ], + "rivalPaths": [ + "routergroup.go", + "tree.go", + "gin.go", + "docs/doc.md", + "tree_test.go", + "routes_test.go", + "ginS/gins.go", + "CHANGELOG.md", + "gin_test.go", + "context.go" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "gin", + "queryId": "gin-natural-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "gin.go", + "context.go", + "auth.go", + "docs/doc.md", + "gin_test.go", + "context_test.go", + "auth_test.go", + "routergroup.go", + "README.md", + "CHANGELOG.md" + ], + "rivalPaths": [ + "gin.go", + "docs/doc.md", + "auth.go", + "gin_test.go", + "fs.go", + "context.go", + "routergroup.go", + "binding/binding_nomsgpack.go", + "binding/binding.go", + "Makefile" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-natural-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "examples/find.rs", + "clap_mangen/src/render.rs", + "clap_complete/src/aot/shells/fish.rs", + "clap_complete/src/engine/custom.rs", + "clap_complete/src/engine/complete.rs", + "clap_complete/src/aot/shells/shell.rs", + "clap_derive/src/lib.rs", + "clap_complete/src/aot/generator/utils.rs", + "clap_complete/examples/completion-derive.rs", + "clap_complete/src/aot/shells/zsh.rs" + ], + "rivalPaths": [ + "clap_builder/src/builder/arg.rs", + "clap_complete/src/env/mod.rs", + "src/_features.rs", + "clap_mangen/src/render.rs", + "src/_derive/mod.rs", + "src/_concepts.rs", + "tests/builder/env.rs", + "src/_derive/_tutorial.rs", + "CHANGELOG.md", + "clap_builder/src/builder/command.rs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-natural-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "clap_complete/examples/completion-derive.rs", + "examples/git-derive.rs", + "examples/tutorial_derive/03_04_subcommands.rs", + "examples/tutorial_derive/01_quick.rs", + "examples/multicall-busybox.rs", + "clap_complete_nushell/src/lib.rs", + "clap_complete/src/aot/shells/bash.rs", + "clap_complete/src/aot/generator/utils.rs", + "clap_complete/src/aot/shells/zsh.rs", + "clap_mangen/src/lib.rs" + ], + "rivalPaths": [ + "clap_builder/src/builder/command.rs", + "clap_complete/src/env/mod.rs", + "src/_faq.rs", + "src/_derive/mod.rs", + "tests/builder/help.rs", + "CONTRIBUTING.md", + "clap_builder/src/derive.rs", + "clap_complete/src/aot/shells/zsh.rs", + "clap_builder/src/builder/arg.rs", + "clap_builder/src/builder/debug_asserts.rs" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-natural-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "tests/derive/flags.rs", + "examples/find.rs", + "clap_complete/src/engine/complete.rs", + "tests/derive/default_value.rs", + "CHANGELOG.md", + "clap_complete/src/aot/generator/utils.rs", + "src/_derive/mod.rs", + "clap_mangen/src/render.rs", + "deny.toml", + "clap_lex/src/lib.rs" + ], + "rivalPaths": [ + "src/_tutorial.rs", + "clap_builder/src/builder/arg.rs", + "CHANGELOG.md", + "src/_derive/_tutorial.rs", + "examples/find.rs", + "clap_builder/src/parser/matches/arg_matches.rs", + "clap_bench/benches/ripgrep.rs", + "src/_derive/mod.rs", + "clap_builder/src/parser/parser.rs", + "src/_concepts.rs" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-natural-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "examples/README.md", + "CHANGELOG.md", + "examples/tutorial_derive/01_quick.md", + "examples/pacman.md", + "examples/tutorial_derive/03_06_optional.md", + "examples/tutorial_derive/04_01_enum.md", + "CONTRIBUTING.md", + "AI_POLICY.md", + "clap_derive/src/utils/doc_comments.rs", + "src/_derive/mod.rs" + ], + "rivalPaths": [ + "src/_derive/mod.rs", + "clap_derive/src/utils/doc_comments.rs", + "src/_features.rs", + "CONTRIBUTING.md", + "CHANGELOG.md", + "tests/derive/markdown.rs", + "clap_builder/src/output/textwrap/core.rs", + "clap_builder/src/macros.rs", + "src/_concepts.rs", + "clap_builder/src/builder/command.rs" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-natural-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "clap_complete/src/aot/shells/shell.rs", + "clap_bench/benches/ripgrep.rs", + "clap_complete_nushell/src/lib.rs", + "clap_bench/benches/complex.rs", + "clap_bench/benches/simple.rs", + "clap_derive/src/utils/doc_comments.rs", + "clap_bench/benches/empty.rs", + "clap_mangen/src/render.rs", + "examples/repl.rs", + "examples/repl-derive.rs" + ], + "rivalPaths": [ + "clap_builder/src/output/textwrap/mod.rs", + "clap_builder/src/output/textwrap/wrap_algorithms.rs", + "clap_builder/src/builder/styled_str.rs", + "tests/builder/help.rs", + "clap_builder/src/output/help_template.rs", + "src/_derive/mod.rs", + "clap_builder/src/builder/command.rs", + "clap_derive/src/utils/doc_comments.rs", + "clap_builder/src/output/textwrap/core.rs", + "CHANGELOG.md" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "clap", + "queryId": "clap-natural-06", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "CHANGELOG.md", + "CONTRIBUTING.md", + "clap_complete/src/env/mod.rs", + "src/_features.rs", + "src/_faq.rs", + "clap_mangen/src/lib.rs", + "clap_complete/src/aot/generator/mod.rs", + "clap_derive/src/lib.rs", + "src/_tutorial.rs", + "tests/ui/error_stderr.toml" + ], + "rivalPaths": [ + "clap_builder/src/error/mod.rs", + "CONTRIBUTING.md", + "clap_builder/src/builder/command.rs", + "clap_complete/src/env/mod.rs", + "CHANGELOG.md", + "clap_complete/src/aot/generator/mod.rs", + "src/_faq.rs", + "tests/ui/arg_required_else_help_stderr.toml", + "tests/ui/h_flag_stdout.toml", + "tests/ui/help_cmd_stdout.toml" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-natural-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterWithDelegate.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/models/Suit.java", + "examples/src/main/java/com/squareup/moshi/recipes/models/BlackjackHand.java" + ], + "rivalPaths": [ + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "CHANGELOG.md", + "moshi/src/main/java16/com/squareup/moshi/internal/RecordJsonAdapter.kt", + "README.md", + "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt", + "moshi/src/main/java/com/squareup/moshi/internal/StandardJsonAdapters.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/ProguardRules.kt", + "moshi/src/main/java/com/squareup/moshi/Types.kt", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-natural-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/ReadJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJsonList.java", + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java" + ], + "rivalPaths": [ + "moshi/src/main/java/com/squareup/moshi/JsonReader.kt", + "CHANGELOG.md", + "moshi/src/main/java/com/squareup/moshi/-JsonValueReader.kt", + "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt", + "README.md", + "moshi/src/main/java/com/squareup/moshi/internal/Util.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt", + "moshi/src/main/java/com/squareup/moshi/internal/StandardJsonAdapters.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonValueWriter.kt" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-natural-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/WriteJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/ByteStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/IncludeNullsForAnnotatedTypes.java", + "examples/src/main/java/com/squareup/moshi/recipes/IncludeNullsForOneType.java", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java" + ], + "rivalPaths": [ + "moshi/src/main/java/com/squareup/moshi/JsonReader.kt", + "moshi/src/main/java/com/squareup/moshi/JsonWriter.kt", + "CHANGELOG.md", + "moshi/src/main/java/com/squareup/moshi/internal/Util.kt", + "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt", + "moshi/src/main/java/com/squareup/moshi/internal/StandardJsonAdapters.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonValueWriter.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Writer.kt", + "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-natural-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterWithDelegate.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomTypeAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/WriteJson.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomFieldName.java", + "examples/src/main/java/com/squareup/moshi/recipes/ReadJsonList.java", + "examples/src/main/java/com/squareup/moshi/recipes/RecoverFromTypeMismatch.java" + ], + "rivalPaths": [ + "README.md", + "CHANGELOG.md", + "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt", + "moshi-kotlin-codegen/src/main/java/com/squareup/moshi/kotlin/codegen/api/ProguardRules.kt", + "moshi/src/main/java/com/squareup/moshi/Json.kt", + "moshi-kotlin/src/main/java/com/squareup/moshi/kotlin/reflect/KotlinJsonAdapterFactory.kt", + "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "moshi/src/main/java/com/squareup/moshi/Types.kt", + "moshi/src/main/java/com/squareup/moshi/JsonClass.kt", + "moshi/src/main/java/com/squareup/moshi/internal/Util.kt" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "moshi", + "queryId": "moshi-natural-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "examples/src/main/java/com/squareup/moshi/recipes/FromJsonWithoutStrings.java", + "examples/src/main/java/com/squareup/moshi/recipes/FallbackEnum.java", + "examples/src/main/java/com/squareup/moshi/recipes/DefaultOnDataMismatchAdapter.java", + "examples/src/main/java/com/squareup/moshi/recipes/CustomAdapterFactory.java" + ], + "rivalPaths": [ + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt", + "moshi/src/main/java/com/squareup/moshi/JsonReader.kt", + "CHANGELOG.md", + "moshi-adapters/src/test/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactoryTest.java", + "moshi/src/main/java/com/squareup/moshi/internal/Util.kt", + "moshi/src/main/java/com/squareup/moshi/JsonAdapter.kt", + "moshi/src/main/java/com/squareup/moshi/internal/StandardJsonAdapters.kt", + "LICENSE.txt", + "README.md", + "moshi-adapters/src/main/java/com/squareup/moshi/adapters/EnumJsonAdapter.kt" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/Configuration/Attributes/DetectColumnCountChangesAttribute.cs", + "src/CsvHelper/IReaderRow.cs", + "src/CsvHelper/Configuration/Attributes/CountBytesAttribute.cs", + "src/CsvHelper/IWriterRow.cs", + "src/CsvHelper/Delegates/ShouldSkipRecord.cs", + "src/CsvHelper/Delegates/ShouldQuote.cs", + "src/CsvHelper/Configuration/IReaderConfiguration.cs", + "src/CsvHelper/ReaderException.cs", + "src/CsvHelper/Configuration/IWriterConfiguration.cs", + "src/CsvHelper/Configuration/Attributes/IgnoreBlankLinesAttribute.cs" + ], + "rivalPaths": [ + "src/CsvHelper/Configuration/IReaderConfiguration.cs", + "src/CsvHelper.Website/input/change-log/index.md", + "docs/change-log/index.html", + "src/CsvHelper/Configuration/Attributes/DetectColumnCountChangesAttribute.cs", + "src/CsvHelper/CsvReader.cs", + "src/CsvHelper/Configuration/ConfigurationFunctions.cs", + "src/CsvHelper/CsvWriter.cs", + "src/CsvHelper/Configuration/IWriterConfiguration.cs", + "src/CsvHelper.Website/input/migration/v20/index.md", + "src/CsvHelper/BadDataException.cs" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "src/CsvHelper/TypeConversion/ITypeConverterFactory.cs", + "tests/CsvHelper.Tests/TypeConversion/TypeConverterCacheTests.cs", + "docs/examples/type-conversion/custom-type-converter/index.html", + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper.Website/input/examples/type-conversion/custom-type-converter/index.md", + "src/CsvHelper/TypeConversion/EnumConverterFactory.cs", + "docs/change-log/index.html", + "src/CsvHelper/Configuration/ClassMap.cs", + "docs/examples/type-conversion/index.html" + ], + "rivalPaths": [ + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "docs/change-log/index.html", + "src/CsvHelper.Website/input/examples/type-conversion/custom-type-converter/index.md", + "docs/examples/writing/index.html", + "src/CsvHelper.Website/input/examples/writing/index.md", + "docs/examples/type-conversion/custom-type-converter/index.html", + "src/CsvHelper.Website/input/getting-started/index.md", + "src/CsvHelper/TypeConversion/EnumConverterFactory.cs", + "docs/getting-started/index.html" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/Configuration/CsvConfiguration.cs", + "src/CsvHelper/Configuration/ConfigurationFunctions.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/CsvMode.cs", + "src/CsvHelper.Website/input/change-log/index.md", + "docs/change-log/index.html", + "src/CsvHelper/Configuration/IWriterConfiguration.cs", + "src/CsvHelper/CsvParser.cs", + "src/CsvHelper.Website/input/getting-started/index.md", + "src/CsvHelper/Configuration/Attributes/DetectDelimiterValuesAttribute.cs" + ], + "rivalPaths": [ + "src/CsvHelper.Website/input/change-log/index.md", + "docs/change-log/index.html", + "src/CsvHelper/Configuration/ConfigurationFunctions.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/Configuration/IWriterConfiguration.cs", + "src/CsvHelper/Configuration/CsvConfiguration.cs", + "src/CsvHelper.Website/input/getting-started/index.md", + "src/CsvHelper/Configuration/Attributes/DetectDelimiterValuesAttribute.cs", + "LICENSE.txt", + "docs/getting-started/index.html" + ], + "hitAt5Delta": 1, + "outcome": "win", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/CsvDataReader.cs", + "src/CsvHelper/MaxFieldSizeException.cs", + "src/CsvHelper/Configuration/Attributes/CacheFieldsAttribute.cs", + "src/CsvHelper/CsvHelperException.cs", + "src/CsvHelper/Configuration/Attributes/MaxFieldSizeAttribute.cs", + "src/CsvHelper/TypeConversion/StringConverter.cs", + "src/CsvHelper/CsvContext.cs", + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/Configuration/Attributes/ProcessFieldBufferSizeAttribute.cs", + "src/CsvHelper/FieldCache.cs" + ], + "rivalPaths": [ + "src/CsvHelper/Configuration/IParserConfiguration.cs", + "src/CsvHelper/Configuration/IWriterConfiguration.cs", + "src/CsvHelper/FieldCache.cs", + "src/CsvHelper/CsvParser.cs", + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper/Configuration/Attributes/ProcessFieldBufferSizeAttribute.cs", + "src/CsvHelper/CsvWriter.cs", + "docs/change-log/index.html", + "src/CsvHelper/Configuration/ClassMap.cs", + "src/CsvHelper/ReflectionHelper.cs" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "csvhelper", + "queryId": "csvhelper-nl-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/CsvHelper/CsvDataReader.cs", + "src/CsvHelper/IReaderRow.cs", + "src/CsvHelper/TypeConversion/DateOnlyConverter.cs", + "src/CsvHelper/Configuration/IReaderConfiguration.cs", + "src/CsvHelper/IReader.cs" + ], + "rivalPaths": [ + "src/CsvHelper.Website/input/examples/csvdatareader/index.md", + "src/CsvHelper.Website/input/change-log/index.md", + "src/CsvHelper.Website/input/getting-started/index.md", + "src/CsvHelper/CsvDataReader.cs", + "docs/getting-started/index.html", + "docs/change-log/index.html", + "src/CsvHelper.Website/input/examples/reading/enumerate-class-records/index.md", + "src/CsvHelper.Website/input/Index.cshtml", + "src/CsvHelper/CsvReader.cs", + "src/CsvHelper.Website/input/examples/reading/get-dynamic-records/index.md" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-nl-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/Handler/ZendMonitorHandler.php", + "src/Monolog/Handler/FingersCrossed/ChannelLevelActivationStrategy.php", + "src/Monolog/Formatter/JsonFormatter.php", + "src/Monolog/Level.php", + "src/Monolog/Processor/IntrospectionProcessor.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Logger.php" + ], + "rivalPaths": [ + "CHANGELOG.md", + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Level.php", + "src/Monolog/Handler/AmqpHandler.php", + "src/Monolog/Formatter/JsonFormatter.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/FrankenPhpHandler.php", + "src/Monolog/Handler/ZendMonitorHandler.php" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-nl-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Handler/StreamHandler.php", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Handler/ErrorLogHandler.php" + ], + "rivalPaths": [ + "src/Monolog/Handler/StreamHandler.php", + "CHANGELOG.md", + "src/Monolog/Handler/SocketHandler.php", + "src/Monolog/Handler/ProcessHandler.php", + "src/Monolog/Formatter/RedactingFormatter.php", + "src/Monolog/Utils.php", + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Formatter/LineFormatter.php" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-nl-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Logger.php", + "src/Monolog/Level.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/ResettableInterface.php", + "src/Monolog/Handler/OverflowHandler.php", + "src/Monolog/Handler/FingersCrossed/ChannelLevelActivationStrategy.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Formatter/RedactingFormatter.php", + "src/Monolog/Handler/ZendMonitorHandler.php" + ], + "rivalPaths": [ + "src/Monolog/Handler/DeduplicationHandler.php", + "CHANGELOG.md", + "src/Monolog/Handler/AmqpHandler.php", + "src/Monolog/Logger.php", + "src/Monolog/Handler/PushoverHandler.php", + "src/Monolog/Handler/ZendMonitorHandler.php", + "src/Monolog/Formatter/WildfireFormatter.php", + "src/Monolog/Handler/FrankenPhpHandler.php", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Handler/OverflowHandler.php" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-nl-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/Handler/WhatFailureGroupHandler.php", + "src/Monolog/Handler/OverflowHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Logger.php", + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/FallbackGroupHandler.php", + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Handler/HandlerWrapper.php", + "src/Monolog/Handler/BrowserConsoleHandler.php", + "src/Monolog/Handler/HandlerInterface.php" + ], + "rivalPaths": [ + "src/Monolog/Handler/WhatFailureGroupHandler.php", + "CHANGELOG.md", + "src/Monolog/Handler/FingersCrossedHandler.php", + "src/Monolog/Handler/RotatingFileHandler.php", + "src/Monolog/Formatter/RedactingFormatter.php", + "src/Monolog/Logger.php", + "src/Monolog/Handler/BrowserConsoleHandler.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/BufferHandler.php", + "src/Monolog/Handler/SocketHandler.php" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "monolog", + "queryId": "monolog-nl-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "src/Monolog/LogRecord.php", + "src/Monolog/Handler/LogMonsterHandler.php", + "src/Monolog/Handler/ErrorLogHandler.php", + "src/Monolog/Logger.php", + "src/Monolog/Formatter/LogstashFormatter.php", + "src/Monolog/Processor/PsrLogMessageProcessor.php", + "src/Monolog/Handler/LogmaticHandler.php", + "src/Monolog/Formatter/LogglyFormatter.php", + "src/Monolog/Formatter/LineFormatter.php", + "src/Monolog/Handler/RotatingFileHandler.php" + ], + "rivalPaths": [ + "CHANGELOG.md", + "src/Monolog/Formatter/NormalizerFormatter.php", + "src/Monolog/Processor/IntrospectionProcessor.php", + "src/Monolog/ErrorHandler.php", + "src/Monolog/Utils.php", + "src/Monolog/Handler/DeduplicationHandler.php", + "README.md", + "src/Monolog/Formatter/LineFormatter.php", + "src/Monolog/Handler/ErrorLogHandler.php", + "src/Monolog/Logger.php" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-nl-01", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/request.rb" + ], + "rivalPaths": [ + "SPEC.rdoc", + "lib/rack/lint.rb", + "lib/rack/request.rb", + "README.md", + "lib/rack/utils.rb", + "CHANGELOG.md", + "lib/rack/deflater.rb", + "lib/rack/mock_request.rb", + "GETTING-STARTED.md", + "lib/rack/method_override.rb" + ], + "hitAt5Delta": 0, + "outcome": "tie", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-nl-02", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/response.rb", + "lib/rack/mock_response.rb", + "lib/rack/multipart/parser.rb" + ], + "rivalPaths": [ + "lib/rack/deflater.rb", + "lib/rack/response.rb", + "lib/rack/conditional_get.rb", + "SPEC.rdoc", + "lib/rack/lint.rb", + "test/spec_response.rb", + "lib/rack/static.rb", + "test/spec_deflater.rb", + "lib/rack/multipart/parser.rb", + "test/spec_mock_response.rb" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-nl-03", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/response.rb", + "lib/rack/utils.rb", + "lib/rack/mock_response.rb", + "lib/rack/headers.rb" + ], + "rivalPaths": [ + "lib/rack/deflater.rb", + "test/spec_deflater.rb", + "lib/rack/response.rb", + "SPEC.rdoc", + "lib/rack/utils.rb", + "CHANGELOG.md", + "lib/rack/lint.rb", + "UPGRADE-GUIDE.md", + "lib/rack/sendfile.rb", + "test/spec_response.rb" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-nl-04", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/response.rb", + "lib/rack/mock_response.rb", + "lib/rack/body_proxy.rb" + ], + "rivalPaths": [ + "lib/rack/sendfile.rb", + "SPEC.rdoc", + "lib/rack/lint.rb", + "lib/rack/static.rb", + "test/spec_sendfile.rb", + "README.md", + "CHANGELOG.md", + "lib/rack/utils.rb", + "UPGRADE-GUIDE.md", + "GETTING-STARTED.md" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + }, + { + "repository": "rack", + "queryId": "rack-nl-05", + "baselineStatus": "success", + "rivalStatus": "success", + "baselinePaths": [ + "lib/rack/request.rb" + ], + "rivalPaths": [ + "lib/rack/multipart/parser.rb", + "CHANGELOG.md", + "test/spec_multipart.rb", + "README.md", + "lib/rack/utils.rb", + "SPEC.rdoc", + "lib/rack/lint.rb", + "test/spec_method_override.rb", + "lib/rack/request.rb", + "UPGRADE-GUIDE.md" + ], + "hitAt5Delta": -1, + "outcome": "loss", + "operationalError": false + } + ], + "exploratory": true, + "confidenceIntervals": "Not a preregistered primary interval; descriptive secondary comparison only." + } + ], + "coverage": [ + { + "repository": "fastify", + "condition": "ocbi-hybrid", + "databases": [ + { + "path": "source-and-index/.opencode/index/codebase.db", + "schemas": [ + { + "table": "branch_chunks", + "columns": [ + "branch", + "chunk_id" + ] + }, + { + "table": "branch_symbols", + "columns": [ + "branch", + "symbol_id" + ] + }, + { + "table": "call_edges", + "columns": [ + "id", + "from_symbol_id", + "target_name", + "to_symbol_id", + "call_type", + "confidence", + "line", + "col", + "is_resolved" + ] + }, + { + "table": "chunks", + "columns": [ + "chunk_id", + "content_hash", + "file_path", + "start_line", + "end_line", + "node_type", + "name", + "language", + "blame_sha", + "blame_author", + "blame_author_email", + "blame_committed_at", + "blame_summary", + "document_kind", + "page_start", + "page_end", + "source_text" + ] + }, + { + "table": "embeddings", + "columns": [ + "content_hash", + "embedding", + "chunk_text", + "model", + "created_at" + ] + }, + { + "table": "metadata", + "columns": [ + "key", + "value" + ] + }, + { + "table": "symbols", + "columns": [ + "id", + "file_path", + "name", + "kind", + "start_line", + "start_col", + "end_line", + "end_col", + "language" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "fastify-def-01", + "target": "lib/initial-config-validation.js", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "fastify-def-02", + "target": "lib/error-handler.js", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "fastify-def-03", + "target": "lib/content-type-parser.js", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "fastify-def-04", + "target": "lib/hooks.js", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "fastify-def-05", + "target": "lib/plugin-override.js", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "fastify-def-06", + "target": "lib/logger-factory.js", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "fastify-nl-01", + "target": "lib/plugin-utils.js", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "fastify-nl-02", + "target": "lib/decorate.js", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "fastify-nl-03", + "target": "lib/schemas.js", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "fastify-nl-04", + "target": "lib/server.js", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "fastify-nl-05", + "target": "lib/request.js", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "chunk-documents": 345, + "symbol-records": 158 + } + }, + { + "repository": "fastify", + "condition": "ocbi-structural", + "databases": [ + { + "path": "source-and-index/.opencode/index/structural/codebase.db", + "schemas": [ + { + "table": "branch_chunks", + "columns": [ + "branch", + "chunk_id" + ] + }, + { + "table": "branch_symbols", + "columns": [ + "branch", + "symbol_id" + ] + }, + { + "table": "call_edges", + "columns": [ + "id", + "from_symbol_id", + "target_name", + "to_symbol_id", + "call_type", + "confidence", + "line", + "col", + "is_resolved" + ] + }, + { + "table": "chunks", + "columns": [ + "chunk_id", + "content_hash", + "file_path", + "start_line", + "end_line", + "node_type", + "name", + "language", + "blame_sha", + "blame_author", + "blame_author_email", + "blame_committed_at", + "blame_summary", + "document_kind", + "page_start", + "page_end", + "source_text" + ] + }, + { + "table": "embeddings", + "columns": [ + "content_hash", + "embedding", + "chunk_text", + "model", + "created_at" + ] + }, + { + "table": "metadata", + "columns": [ + "key", + "value" + ] + }, + { + "table": "symbols", + "columns": [ + "id", + "file_path", + "name", + "kind", + "start_line", + "start_col", + "end_line", + "end_col", + "language" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "fastify-def-01", + "target": "lib/initial-config-validation.js", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "fastify-def-02", + "target": "lib/error-handler.js", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "fastify-def-03", + "target": "lib/content-type-parser.js", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "fastify-def-04", + "target": "lib/hooks.js", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "fastify-def-05", + "target": "lib/plugin-override.js", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "fastify-def-06", + "target": "lib/logger-factory.js", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "fastify-nl-01", + "target": "lib/plugin-utils.js", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "fastify-nl-02", + "target": "lib/decorate.js", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "fastify-nl-03", + "target": "lib/schemas.js", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "fastify-nl-04", + "target": "lib/server.js", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "fastify-nl-05", + "target": "lib/request.js", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "chunk-documents": 345, + "symbol-records": 158 + } + }, + { + "repository": "fastify", + "condition": "codegraph", + "databases": [ + { + "path": "source-and-index/.codegraph/codegraph.db", + "schemas": [ + { + "table": "edges", + "columns": [ + "id", + "source", + "target", + "kind", + "metadata", + "line", + "col", + "provenance" + ] + }, + { + "table": "files", + "columns": [ + "path", + "content_hash", + "language", + "size", + "modified_at", + "indexed_at", + "node_count", + "errors", + "generated" + ] + }, + { + "table": "name_segment_vocab", + "columns": [ + "segment", + "name" + ] + }, + { + "table": "nodes", + "columns": [ + "id", + "kind", + "name", + "qualified_name", + "file_path", + "language", + "start_line", + "end_line", + "start_column", + "end_column", + "docstring", + "signature", + "visibility", + "is_exported", + "is_async", + "is_static", + "is_abstract", + "decorators", + "type_parameters", + "return_type", + "updated_at" + ] + }, + { + "table": "nodes_fts", + "columns": [ + "id", + "name", + "qualified_name", + "docstring", + "signature" + ] + }, + { + "table": "nodes_fts_config", + "columns": [ + "k", + "v" + ] + }, + { + "table": "nodes_fts_data", + "columns": [ + "id", + "block" + ] + }, + { + "table": "nodes_fts_docsize", + "columns": [ + "id", + "sz" + ] + }, + { + "table": "nodes_fts_idx", + "columns": [ + "segid", + "term", + "pgno" + ] + }, + { + "table": "project_metadata", + "columns": [ + "key", + "value", + "updated_at" + ] + }, + { + "table": "schema_versions", + "columns": [ + "version", + "applied_at", + "description" + ] + }, + { + "table": "sqlite_sequence", + "columns": [ + "name", + "seq" + ] + }, + { + "table": "sqlite_stat1", + "columns": [ + "tbl", + "idx", + "stat" + ] + }, + { + "table": "synthesis_inputs", + "columns": [ + "file_path" + ] + }, + { + "table": "unresolved_refs", + "columns": [ + "id", + "from_node_id", + "reference_name", + "reference_kind", + "line", + "col", + "candidates", + "file_path", + "language", + "status", + "name_tail" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "fastify-def-01", + "target": "lib/initial-config-validation.js", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "fastify-def-02", + "target": "lib/error-handler.js", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "fastify-def-03", + "target": "lib/content-type-parser.js", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "fastify-def-04", + "target": "lib/hooks.js", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "fastify-def-05", + "target": "lib/plugin-override.js", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "fastify-def-06", + "target": "lib/logger-factory.js", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "fastify-nl-01", + "target": "lib/plugin-utils.js", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "fastify-nl-02", + "target": "lib/decorate.js", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "fastify-nl-03", + "target": "lib/schemas.js", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "fastify-nl-04", + "target": "lib/server.js", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "fastify-nl-05", + "target": "lib/request.js", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "graph-nodes": 297, + "synthesis_inputs-path-metadata": 279, + "unresolved_refs-path-metadata": 294 + } + }, + { + "repository": "fastify", + "condition": "codebase-memory", + "databases": [ + { + "path": "cbm-cache/_config.db", + "schemas": [ + { + "table": "config", + "columns": [ + "key", + "value" + ] + } + ] + }, + { + "path": "cbm-cache/private-tmp-ocbi-exploratory-study-20261006.QajZah-run-active-source.db", + "schemas": [ + { + "table": "edges", + "columns": [ + "id", + "project", + "source_id", + "target_id", + "type", + "properties" + ] + }, + { + "table": "file_hashes", + "columns": [ + "project", + "rel_path", + "sha256", + "mtime_ns", + "size" + ] + }, + { + "table": "index_coverage", + "columns": [ + "project", + "rel_path", + "kind", + "detail" + ] + }, + { + "table": "index_coverage_meta", + "columns": [ + "project", + "generation", + "index_mode", + "recorded_at", + "recording_status", + "ignored_files_stored", + "ignored_files_total", + "coverage_version", + "hash_records_complete" + ] + }, + { + "table": "lsp_surface", + "columns": [ + "project", + "rel_path", + "surface_sha", + "defs_json", + "ref_bloom", + "config_ctx" + ] + }, + { + "table": "node_vectors", + "columns": [ + "node_id", + "project", + "vector" + ] + }, + { + "table": "nodes", + "columns": [ + "id", + "project", + "label", + "name", + "qualified_name", + "file_path", + "start_line", + "end_line", + "properties" + ] + }, + { + "table": "nodes_fts", + "columns": [ + "name", + "qualified_name", + "label", + "file_path", + "body" + ] + }, + { + "table": "nodes_fts_config", + "columns": [ + "k", + "v" + ] + }, + { + "table": "nodes_fts_data", + "columns": [ + "id", + "block" + ] + }, + { + "table": "nodes_fts_docsize", + "columns": [ + "id", + "sz" + ] + }, + { + "table": "nodes_fts_idx", + "columns": [ + "segid", + "term", + "pgno" + ] + }, + { + "table": "project_summaries", + "columns": [ + "project", + "summary", + "source_hash", + "created_at", + "updated_at" + ] + }, + { + "table": "projects", + "columns": [ + "name", + "indexed_at", + "root_path" + ] + }, + { + "table": "sqlite_sequence", + "columns": [ + "name", + "seq" + ] + }, + { + "table": "store_meta", + "columns": [ + "k", + "v" + ] + }, + { + "table": "token_vectors", + "columns": [ + "id", + "project", + "token", + "vector", + "idf" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "fastify-def-01", + "target": "lib/initial-config-validation.js", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "fastify-def-02", + "target": "lib/error-handler.js", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "fastify-def-03", + "target": "lib/content-type-parser.js", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "fastify-def-04", + "target": "lib/hooks.js", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "fastify-def-05", + "target": "lib/plugin-override.js", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "fastify-def-06", + "target": "lib/logger-factory.js", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "fastify-nl-01", + "target": "lib/plugin-utils.js", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "fastify-nl-02", + "target": "lib/decorate.js", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "fastify-nl-03", + "target": "lib/schemas.js", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "fastify-nl-04", + "target": "lib/server.js", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "fastify-nl-05", + "target": "lib/request.js", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "graph-nodes": 413, + "nodes_fts-path-metadata": 0 + } + }, + { + "repository": "fastify", + "condition": "grepai", + "databases": [], + "targetMetadata": [ + { + "queryId": "fastify-def-01", + "target": "lib/initial-config-validation.js", + "presentByKind": {} + }, + { + "queryId": "fastify-def-02", + "target": "lib/error-handler.js", + "presentByKind": {} + }, + { + "queryId": "fastify-def-03", + "target": "lib/content-type-parser.js", + "presentByKind": {} + }, + { + "queryId": "fastify-def-04", + "target": "lib/hooks.js", + "presentByKind": {} + }, + { + "queryId": "fastify-def-05", + "target": "lib/plugin-override.js", + "presentByKind": {} + }, + { + "queryId": "fastify-def-06", + "target": "lib/logger-factory.js", + "presentByKind": {} + }, + { + "queryId": "fastify-nl-01", + "target": "lib/plugin-utils.js", + "presentByKind": {} + }, + { + "queryId": "fastify-nl-02", + "target": "lib/decorate.js", + "presentByKind": {} + }, + { + "queryId": "fastify-nl-03", + "target": "lib/schemas.js", + "presentByKind": {} + }, + { + "queryId": "fastify-nl-04", + "target": "lib/server.js", + "presentByKind": {} + }, + { + "queryId": "fastify-nl-05", + "target": "lib/request.js", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "fastify", + "condition": "literal-unindexed", + "databases": [], + "targetMetadata": [ + { + "queryId": "fastify-def-01", + "target": "lib/initial-config-validation.js", + "presentByKind": {} + }, + { + "queryId": "fastify-def-02", + "target": "lib/error-handler.js", + "presentByKind": {} + }, + { + "queryId": "fastify-def-03", + "target": "lib/content-type-parser.js", + "presentByKind": {} + }, + { + "queryId": "fastify-def-04", + "target": "lib/hooks.js", + "presentByKind": {} + }, + { + "queryId": "fastify-def-05", + "target": "lib/plugin-override.js", + "presentByKind": {} + }, + { + "queryId": "fastify-def-06", + "target": "lib/logger-factory.js", + "presentByKind": {} + }, + { + "queryId": "fastify-nl-01", + "target": "lib/plugin-utils.js", + "presentByKind": {} + }, + { + "queryId": "fastify-nl-02", + "target": "lib/decorate.js", + "presentByKind": {} + }, + { + "queryId": "fastify-nl-03", + "target": "lib/schemas.js", + "presentByKind": {} + }, + { + "queryId": "fastify-nl-04", + "target": "lib/server.js", + "presentByKind": {} + }, + { + "queryId": "fastify-nl-05", + "target": "lib/request.js", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "fastify", + "condition": "plain-file-bm25", + "databases": [], + "targetMetadata": [ + { + "queryId": "fastify-def-01", + "target": "lib/initial-config-validation.js", + "presentByKind": {} + }, + { + "queryId": "fastify-def-02", + "target": "lib/error-handler.js", + "presentByKind": {} + }, + { + "queryId": "fastify-def-03", + "target": "lib/content-type-parser.js", + "presentByKind": {} + }, + { + "queryId": "fastify-def-04", + "target": "lib/hooks.js", + "presentByKind": {} + }, + { + "queryId": "fastify-def-05", + "target": "lib/plugin-override.js", + "presentByKind": {} + }, + { + "queryId": "fastify-def-06", + "target": "lib/logger-factory.js", + "presentByKind": {} + }, + { + "queryId": "fastify-nl-01", + "target": "lib/plugin-utils.js", + "presentByKind": {} + }, + { + "queryId": "fastify-nl-02", + "target": "lib/decorate.js", + "presentByKind": {} + }, + { + "queryId": "fastify-nl-03", + "target": "lib/schemas.js", + "presentByKind": {} + }, + { + "queryId": "fastify-nl-04", + "target": "lib/server.js", + "presentByKind": {} + }, + { + "queryId": "fastify-nl-05", + "target": "lib/request.js", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "hono", + "condition": "ocbi-hybrid", + "databases": [ + { + "path": "source-and-index/.opencode/index/codebase.db", + "schemas": [ + { + "table": "branch_chunks", + "columns": [ + "branch", + "chunk_id" + ] + }, + { + "table": "branch_symbols", + "columns": [ + "branch", + "symbol_id" + ] + }, + { + "table": "call_edges", + "columns": [ + "id", + "from_symbol_id", + "target_name", + "to_symbol_id", + "call_type", + "confidence", + "line", + "col", + "is_resolved" + ] + }, + { + "table": "chunks", + "columns": [ + "chunk_id", + "content_hash", + "file_path", + "start_line", + "end_line", + "node_type", + "name", + "language", + "blame_sha", + "blame_author", + "blame_author_email", + "blame_committed_at", + "blame_summary", + "document_kind", + "page_start", + "page_end", + "source_text" + ] + }, + { + "table": "embeddings", + "columns": [ + "content_hash", + "embedding", + "chunk_text", + "model", + "created_at" + ] + }, + { + "table": "metadata", + "columns": [ + "key", + "value" + ] + }, + { + "table": "symbols", + "columns": [ + "id", + "file_path", + "name", + "kind", + "start_line", + "start_col", + "end_line", + "end_col", + "language" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "hono-def-01", + "target": "src/compose.ts", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "hono-def-02", + "target": "src/http-exception.ts", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "hono-def-03", + "target": "src/router/smart-router/router.ts", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "hono-def-04", + "target": "src/validator/validator.ts", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "hono-def-05", + "target": "src/client/client.ts", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "hono-def-06", + "target": "src/middleware/serve-static/path.ts", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "hono-nl-01", + "target": "src/middleware/cors/index.ts", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "hono-nl-02", + "target": "src/middleware/csrf/index.ts", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "hono-nl-03", + "target": "src/middleware/body-limit/index.ts", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "hono-nl-04", + "target": "src/middleware/cache/index.ts", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "hono-nl-05", + "target": "src/request.ts", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "chunk-documents": 482, + "symbol-records": 308 + } + }, + { + "repository": "hono", + "condition": "ocbi-structural", + "databases": [ + { + "path": "source-and-index/.opencode/index/structural/codebase.db", + "schemas": [ + { + "table": "branch_chunks", + "columns": [ + "branch", + "chunk_id" + ] + }, + { + "table": "branch_symbols", + "columns": [ + "branch", + "symbol_id" + ] + }, + { + "table": "call_edges", + "columns": [ + "id", + "from_symbol_id", + "target_name", + "to_symbol_id", + "call_type", + "confidence", + "line", + "col", + "is_resolved" + ] + }, + { + "table": "chunks", + "columns": [ + "chunk_id", + "content_hash", + "file_path", + "start_line", + "end_line", + "node_type", + "name", + "language", + "blame_sha", + "blame_author", + "blame_author_email", + "blame_committed_at", + "blame_summary", + "document_kind", + "page_start", + "page_end", + "source_text" + ] + }, + { + "table": "embeddings", + "columns": [ + "content_hash", + "embedding", + "chunk_text", + "model", + "created_at" + ] + }, + { + "table": "metadata", + "columns": [ + "key", + "value" + ] + }, + { + "table": "symbols", + "columns": [ + "id", + "file_path", + "name", + "kind", + "start_line", + "start_col", + "end_line", + "end_col", + "language" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "hono-def-01", + "target": "src/compose.ts", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "hono-def-02", + "target": "src/http-exception.ts", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "hono-def-03", + "target": "src/router/smart-router/router.ts", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "hono-def-04", + "target": "src/validator/validator.ts", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "hono-def-05", + "target": "src/client/client.ts", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "hono-def-06", + "target": "src/middleware/serve-static/path.ts", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "hono-nl-01", + "target": "src/middleware/cors/index.ts", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "hono-nl-02", + "target": "src/middleware/csrf/index.ts", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "hono-nl-03", + "target": "src/middleware/body-limit/index.ts", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "hono-nl-04", + "target": "src/middleware/cache/index.ts", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "hono-nl-05", + "target": "src/request.ts", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "chunk-documents": 482, + "symbol-records": 308 + } + }, + { + "repository": "hono", + "condition": "codegraph", + "databases": [ + { + "path": "source-and-index/.codegraph/codegraph.db", + "schemas": [ + { + "table": "edges", + "columns": [ + "id", + "source", + "target", + "kind", + "metadata", + "line", + "col", + "provenance" + ] + }, + { + "table": "files", + "columns": [ + "path", + "content_hash", + "language", + "size", + "modified_at", + "indexed_at", + "node_count", + "errors", + "generated" + ] + }, + { + "table": "name_segment_vocab", + "columns": [ + "segment", + "name" + ] + }, + { + "table": "nodes", + "columns": [ + "id", + "kind", + "name", + "qualified_name", + "file_path", + "language", + "start_line", + "end_line", + "start_column", + "end_column", + "docstring", + "signature", + "visibility", + "is_exported", + "is_async", + "is_static", + "is_abstract", + "decorators", + "type_parameters", + "return_type", + "updated_at" + ] + }, + { + "table": "nodes_fts", + "columns": [ + "id", + "name", + "qualified_name", + "docstring", + "signature" + ] + }, + { + "table": "nodes_fts_config", + "columns": [ + "k", + "v" + ] + }, + { + "table": "nodes_fts_data", + "columns": [ + "id", + "block" + ] + }, + { + "table": "nodes_fts_docsize", + "columns": [ + "id", + "sz" + ] + }, + { + "table": "nodes_fts_idx", + "columns": [ + "segid", + "term", + "pgno" + ] + }, + { + "table": "project_metadata", + "columns": [ + "key", + "value", + "updated_at" + ] + }, + { + "table": "schema_versions", + "columns": [ + "version", + "applied_at", + "description" + ] + }, + { + "table": "sqlite_sequence", + "columns": [ + "name", + "seq" + ] + }, + { + "table": "sqlite_stat1", + "columns": [ + "tbl", + "idx", + "stat" + ] + }, + { + "table": "synthesis_inputs", + "columns": [ + "file_path" + ] + }, + { + "table": "unresolved_refs", + "columns": [ + "id", + "from_node_id", + "reference_name", + "reference_kind", + "line", + "col", + "candidates", + "file_path", + "language", + "status", + "name_tail" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "hono-def-01", + "target": "src/compose.ts", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "hono-def-02", + "target": "src/http-exception.ts", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "hono-def-03", + "target": "src/router/smart-router/router.ts", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "hono-def-04", + "target": "src/validator/validator.ts", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "hono-def-05", + "target": "src/client/client.ts", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "hono-def-06", + "target": "src/middleware/serve-static/path.ts", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "hono-nl-01", + "target": "src/middleware/cors/index.ts", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "hono-nl-02", + "target": "src/middleware/csrf/index.ts", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "hono-nl-03", + "target": "src/middleware/body-limit/index.ts", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "hono-nl-04", + "target": "src/middleware/cache/index.ts", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "hono-nl-05", + "target": "src/request.ts", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "graph-nodes": 452, + "synthesis_inputs-path-metadata": 383, + "unresolved_refs-path-metadata": 396 + } + }, + { + "repository": "hono", + "condition": "codebase-memory", + "databases": [ + { + "path": "cbm-cache/_config.db", + "schemas": [ + { + "table": "config", + "columns": [ + "key", + "value" + ] + } + ] + }, + { + "path": "cbm-cache/private-tmp-ocbi-exploratory-study-20261006.QajZah-run-active-source.db", + "schemas": [ + { + "table": "edges", + "columns": [ + "id", + "project", + "source_id", + "target_id", + "type", + "properties" + ] + }, + { + "table": "file_hashes", + "columns": [ + "project", + "rel_path", + "sha256", + "mtime_ns", + "size" + ] + }, + { + "table": "index_coverage", + "columns": [ + "project", + "rel_path", + "kind", + "detail" + ] + }, + { + "table": "index_coverage_meta", + "columns": [ + "project", + "generation", + "index_mode", + "recorded_at", + "recording_status", + "ignored_files_stored", + "ignored_files_total", + "coverage_version", + "hash_records_complete" + ] + }, + { + "table": "lsp_surface", + "columns": [ + "project", + "rel_path", + "surface_sha", + "defs_json", + "ref_bloom", + "config_ctx" + ] + }, + { + "table": "node_vectors", + "columns": [ + "node_id", + "project", + "vector" + ] + }, + { + "table": "nodes", + "columns": [ + "id", + "project", + "label", + "name", + "qualified_name", + "file_path", + "start_line", + "end_line", + "properties" + ] + }, + { + "table": "nodes_fts", + "columns": [ + "name", + "qualified_name", + "label", + "file_path", + "body" + ] + }, + { + "table": "nodes_fts_config", + "columns": [ + "k", + "v" + ] + }, + { + "table": "nodes_fts_data", + "columns": [ + "id", + "block" + ] + }, + { + "table": "nodes_fts_docsize", + "columns": [ + "id", + "sz" + ] + }, + { + "table": "nodes_fts_idx", + "columns": [ + "segid", + "term", + "pgno" + ] + }, + { + "table": "project_summaries", + "columns": [ + "project", + "summary", + "source_hash", + "created_at", + "updated_at" + ] + }, + { + "table": "projects", + "columns": [ + "name", + "indexed_at", + "root_path" + ] + }, + { + "table": "sqlite_sequence", + "columns": [ + "name", + "seq" + ] + }, + { + "table": "store_meta", + "columns": [ + "k", + "v" + ] + }, + { + "table": "token_vectors", + "columns": [ + "id", + "project", + "token", + "vector", + "idf" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "hono-def-01", + "target": "src/compose.ts", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "hono-def-02", + "target": "src/http-exception.ts", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "hono-def-03", + "target": "src/router/smart-router/router.ts", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "hono-def-04", + "target": "src/validator/validator.ts", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "hono-def-05", + "target": "src/client/client.ts", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "hono-def-06", + "target": "src/middleware/serve-static/path.ts", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "hono-nl-01", + "target": "src/middleware/cors/index.ts", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "hono-nl-02", + "target": "src/middleware/csrf/index.ts", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "hono-nl-03", + "target": "src/middleware/body-limit/index.ts", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "hono-nl-04", + "target": "src/middleware/cache/index.ts", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "hono-nl-05", + "target": "src/request.ts", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "graph-nodes": 648, + "nodes_fts-path-metadata": 0 + } + }, + { + "repository": "hono", + "condition": "grepai", + "databases": [], + "targetMetadata": [ + { + "queryId": "hono-def-01", + "target": "src/compose.ts", + "presentByKind": {} + }, + { + "queryId": "hono-def-02", + "target": "src/http-exception.ts", + "presentByKind": {} + }, + { + "queryId": "hono-def-03", + "target": "src/router/smart-router/router.ts", + "presentByKind": {} + }, + { + "queryId": "hono-def-04", + "target": "src/validator/validator.ts", + "presentByKind": {} + }, + { + "queryId": "hono-def-05", + "target": "src/client/client.ts", + "presentByKind": {} + }, + { + "queryId": "hono-def-06", + "target": "src/middleware/serve-static/path.ts", + "presentByKind": {} + }, + { + "queryId": "hono-nl-01", + "target": "src/middleware/cors/index.ts", + "presentByKind": {} + }, + { + "queryId": "hono-nl-02", + "target": "src/middleware/csrf/index.ts", + "presentByKind": {} + }, + { + "queryId": "hono-nl-03", + "target": "src/middleware/body-limit/index.ts", + "presentByKind": {} + }, + { + "queryId": "hono-nl-04", + "target": "src/middleware/cache/index.ts", + "presentByKind": {} + }, + { + "queryId": "hono-nl-05", + "target": "src/request.ts", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "hono", + "condition": "literal-unindexed", + "databases": [], + "targetMetadata": [ + { + "queryId": "hono-def-01", + "target": "src/compose.ts", + "presentByKind": {} + }, + { + "queryId": "hono-def-02", + "target": "src/http-exception.ts", + "presentByKind": {} + }, + { + "queryId": "hono-def-03", + "target": "src/router/smart-router/router.ts", + "presentByKind": {} + }, + { + "queryId": "hono-def-04", + "target": "src/validator/validator.ts", + "presentByKind": {} + }, + { + "queryId": "hono-def-05", + "target": "src/client/client.ts", + "presentByKind": {} + }, + { + "queryId": "hono-def-06", + "target": "src/middleware/serve-static/path.ts", + "presentByKind": {} + }, + { + "queryId": "hono-nl-01", + "target": "src/middleware/cors/index.ts", + "presentByKind": {} + }, + { + "queryId": "hono-nl-02", + "target": "src/middleware/csrf/index.ts", + "presentByKind": {} + }, + { + "queryId": "hono-nl-03", + "target": "src/middleware/body-limit/index.ts", + "presentByKind": {} + }, + { + "queryId": "hono-nl-04", + "target": "src/middleware/cache/index.ts", + "presentByKind": {} + }, + { + "queryId": "hono-nl-05", + "target": "src/request.ts", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "hono", + "condition": "plain-file-bm25", + "databases": [], + "targetMetadata": [ + { + "queryId": "hono-def-01", + "target": "src/compose.ts", + "presentByKind": {} + }, + { + "queryId": "hono-def-02", + "target": "src/http-exception.ts", + "presentByKind": {} + }, + { + "queryId": "hono-def-03", + "target": "src/router/smart-router/router.ts", + "presentByKind": {} + }, + { + "queryId": "hono-def-04", + "target": "src/validator/validator.ts", + "presentByKind": {} + }, + { + "queryId": "hono-def-05", + "target": "src/client/client.ts", + "presentByKind": {} + }, + { + "queryId": "hono-def-06", + "target": "src/middleware/serve-static/path.ts", + "presentByKind": {} + }, + { + "queryId": "hono-nl-01", + "target": "src/middleware/cors/index.ts", + "presentByKind": {} + }, + { + "queryId": "hono-nl-02", + "target": "src/middleware/csrf/index.ts", + "presentByKind": {} + }, + { + "queryId": "hono-nl-03", + "target": "src/middleware/body-limit/index.ts", + "presentByKind": {} + }, + { + "queryId": "hono-nl-04", + "target": "src/middleware/cache/index.ts", + "presentByKind": {} + }, + { + "queryId": "hono-nl-05", + "target": "src/request.ts", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "typer", + "condition": "ocbi-hybrid", + "databases": [ + { + "path": "source-and-index/.opencode/index/codebase.db", + "schemas": [ + { + "table": "branch_chunks", + "columns": [ + "branch", + "chunk_id" + ] + }, + { + "table": "branch_symbols", + "columns": [ + "branch", + "symbol_id" + ] + }, + { + "table": "call_edges", + "columns": [ + "id", + "from_symbol_id", + "target_name", + "to_symbol_id", + "call_type", + "confidence", + "line", + "col", + "is_resolved" + ] + }, + { + "table": "chunks", + "columns": [ + "chunk_id", + "content_hash", + "file_path", + "start_line", + "end_line", + "node_type", + "name", + "language", + "blame_sha", + "blame_author", + "blame_author_email", + "blame_committed_at", + "blame_summary", + "document_kind", + "page_start", + "page_end", + "source_text" + ] + }, + { + "table": "embeddings", + "columns": [ + "content_hash", + "embedding", + "chunk_text", + "model", + "created_at" + ] + }, + { + "table": "metadata", + "columns": [ + "key", + "value" + ] + }, + { + "table": "symbols", + "columns": [ + "id", + "file_path", + "name", + "kind", + "start_line", + "start_col", + "end_line", + "end_col", + "language" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "typer-def-01", + "target": "typer/main.py", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "typer-def-02", + "target": "typer/core.py", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "typer-def-03", + "target": "typer/models.py", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "typer-def-04", + "target": "typer/utils.py", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "typer-def-05", + "target": "typer/completion.py", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "typer-def-06", + "target": "typer/_completion_shared.py", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "typer-nl-01", + "target": "typer/rich_utils.py", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "typer-nl-02", + "target": "typer/_completion_classes.py", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "typer-nl-03", + "target": "typer/cli.py", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "typer-nl-04", + "target": "typer/_types.py", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "typer-nl-05", + "target": "typer/testing.py", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "chunk-documents": 615, + "symbol-records": 514 + } + }, + { + "repository": "typer", + "condition": "ocbi-structural", + "databases": [ + { + "path": "source-and-index/.opencode/index/structural/codebase.db", + "schemas": [ + { + "table": "branch_chunks", + "columns": [ + "branch", + "chunk_id" + ] + }, + { + "table": "branch_symbols", + "columns": [ + "branch", + "symbol_id" + ] + }, + { + "table": "call_edges", + "columns": [ + "id", + "from_symbol_id", + "target_name", + "to_symbol_id", + "call_type", + "confidence", + "line", + "col", + "is_resolved" + ] + }, + { + "table": "chunks", + "columns": [ + "chunk_id", + "content_hash", + "file_path", + "start_line", + "end_line", + "node_type", + "name", + "language", + "blame_sha", + "blame_author", + "blame_author_email", + "blame_committed_at", + "blame_summary", + "document_kind", + "page_start", + "page_end", + "source_text" + ] + }, + { + "table": "embeddings", + "columns": [ + "content_hash", + "embedding", + "chunk_text", + "model", + "created_at" + ] + }, + { + "table": "metadata", + "columns": [ + "key", + "value" + ] + }, + { + "table": "symbols", + "columns": [ + "id", + "file_path", + "name", + "kind", + "start_line", + "start_col", + "end_line", + "end_col", + "language" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "typer-def-01", + "target": "typer/main.py", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "typer-def-02", + "target": "typer/core.py", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "typer-def-03", + "target": "typer/models.py", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "typer-def-04", + "target": "typer/utils.py", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "typer-def-05", + "target": "typer/completion.py", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "typer-def-06", + "target": "typer/_completion_shared.py", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "typer-nl-01", + "target": "typer/rich_utils.py", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "typer-nl-02", + "target": "typer/_completion_classes.py", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "typer-nl-03", + "target": "typer/cli.py", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "typer-nl-04", + "target": "typer/_types.py", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "typer-nl-05", + "target": "typer/testing.py", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "chunk-documents": 615, + "symbol-records": 514 + } + }, + { + "repository": "typer", + "condition": "codegraph", + "databases": [ + { + "path": "source-and-index/.codegraph/codegraph.db", + "schemas": [ + { + "table": "edges", + "columns": [ + "id", + "source", + "target", + "kind", + "metadata", + "line", + "col", + "provenance" + ] + }, + { + "table": "files", + "columns": [ + "path", + "content_hash", + "language", + "size", + "modified_at", + "indexed_at", + "node_count", + "errors", + "generated" + ] + }, + { + "table": "name_segment_vocab", + "columns": [ + "segment", + "name" + ] + }, + { + "table": "nodes", + "columns": [ + "id", + "kind", + "name", + "qualified_name", + "file_path", + "language", + "start_line", + "end_line", + "start_column", + "end_column", + "docstring", + "signature", + "visibility", + "is_exported", + "is_async", + "is_static", + "is_abstract", + "decorators", + "type_parameters", + "return_type", + "updated_at" + ] + }, + { + "table": "nodes_fts", + "columns": [ + "id", + "name", + "qualified_name", + "docstring", + "signature" + ] + }, + { + "table": "nodes_fts_config", + "columns": [ + "k", + "v" + ] + }, + { + "table": "nodes_fts_data", + "columns": [ + "id", + "block" + ] + }, + { + "table": "nodes_fts_docsize", + "columns": [ + "id", + "sz" + ] + }, + { + "table": "nodes_fts_idx", + "columns": [ + "segid", + "term", + "pgno" + ] + }, + { + "table": "project_metadata", + "columns": [ + "key", + "value", + "updated_at" + ] + }, + { + "table": "schema_versions", + "columns": [ + "version", + "applied_at", + "description" + ] + }, + { + "table": "sqlite_sequence", + "columns": [ + "name", + "seq" + ] + }, + { + "table": "sqlite_stat1", + "columns": [ + "tbl", + "idx", + "stat" + ] + }, + { + "table": "synthesis_inputs", + "columns": [ + "file_path" + ] + }, + { + "table": "unresolved_refs", + "columns": [ + "id", + "from_node_id", + "reference_name", + "reference_kind", + "line", + "col", + "candidates", + "file_path", + "language", + "status", + "name_tail" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "typer-def-01", + "target": "typer/main.py", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "typer-def-02", + "target": "typer/core.py", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "typer-def-03", + "target": "typer/models.py", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "typer-def-04", + "target": "typer/utils.py", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "typer-def-05", + "target": "typer/completion.py", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "typer-def-06", + "target": "typer/_completion_shared.py", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "typer-nl-01", + "target": "typer/rich_utils.py", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "typer-nl-02", + "target": "typer/_completion_classes.py", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "typer-nl-03", + "target": "typer/cli.py", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "typer-nl-04", + "target": "typer/_types.py", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "typer-nl-05", + "target": "typer/testing.py", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "graph-nodes": 639, + "synthesis_inputs-path-metadata": 185, + "unresolved_refs-path-metadata": 508 + } + }, + { + "repository": "typer", + "condition": "codebase-memory", + "databases": [ + { + "path": "cbm-cache/_config.db", + "schemas": [ + { + "table": "config", + "columns": [ + "key", + "value" + ] + } + ] + }, + { + "path": "cbm-cache/private-tmp-ocbi-exploratory-study-20261006.QajZah-run-active-source.db", + "schemas": [ + { + "table": "edges", + "columns": [ + "id", + "project", + "source_id", + "target_id", + "type", + "properties" + ] + }, + { + "table": "file_hashes", + "columns": [ + "project", + "rel_path", + "sha256", + "mtime_ns", + "size" + ] + }, + { + "table": "index_coverage", + "columns": [ + "project", + "rel_path", + "kind", + "detail" + ] + }, + { + "table": "index_coverage_meta", + "columns": [ + "project", + "generation", + "index_mode", + "recorded_at", + "recording_status", + "ignored_files_stored", + "ignored_files_total", + "coverage_version", + "hash_records_complete" + ] + }, + { + "table": "lsp_surface", + "columns": [ + "project", + "rel_path", + "surface_sha", + "defs_json", + "ref_bloom", + "config_ctx" + ] + }, + { + "table": "node_vectors", + "columns": [ + "node_id", + "project", + "vector" + ] + }, + { + "table": "nodes", + "columns": [ + "id", + "project", + "label", + "name", + "qualified_name", + "file_path", + "start_line", + "end_line", + "properties" + ] + }, + { + "table": "nodes_fts", + "columns": [ + "name", + "qualified_name", + "label", + "file_path", + "body" + ] + }, + { + "table": "nodes_fts_config", + "columns": [ + "k", + "v" + ] + }, + { + "table": "nodes_fts_data", + "columns": [ + "id", + "block" + ] + }, + { + "table": "nodes_fts_docsize", + "columns": [ + "id", + "sz" + ] + }, + { + "table": "nodes_fts_idx", + "columns": [ + "segid", + "term", + "pgno" + ] + }, + { + "table": "project_summaries", + "columns": [ + "project", + "summary", + "source_hash", + "created_at", + "updated_at" + ] + }, + { + "table": "projects", + "columns": [ + "name", + "indexed_at", + "root_path" + ] + }, + { + "table": "sqlite_sequence", + "columns": [ + "name", + "seq" + ] + }, + { + "table": "store_meta", + "columns": [ + "k", + "v" + ] + }, + { + "table": "token_vectors", + "columns": [ + "id", + "project", + "token", + "vector", + "idf" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "typer-def-01", + "target": "typer/main.py", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "typer-def-02", + "target": "typer/core.py", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "typer-def-03", + "target": "typer/models.py", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "typer-def-04", + "target": "typer/utils.py", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "typer-def-05", + "target": "typer/completion.py", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "typer-def-06", + "target": "typer/_completion_shared.py", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "typer-nl-01", + "target": "typer/rich_utils.py", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "typer-nl-02", + "target": "typer/_completion_classes.py", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "typer-nl-03", + "target": "typer/cli.py", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "typer-nl-04", + "target": "typer/_types.py", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "typer-nl-05", + "target": "typer/testing.py", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "graph-nodes": 899, + "nodes_fts-path-metadata": 0 + } + }, + { + "repository": "typer", + "condition": "grepai", + "databases": [], + "targetMetadata": [ + { + "queryId": "typer-def-01", + "target": "typer/main.py", + "presentByKind": {} + }, + { + "queryId": "typer-def-02", + "target": "typer/core.py", + "presentByKind": {} + }, + { + "queryId": "typer-def-03", + "target": "typer/models.py", + "presentByKind": {} + }, + { + "queryId": "typer-def-04", + "target": "typer/utils.py", + "presentByKind": {} + }, + { + "queryId": "typer-def-05", + "target": "typer/completion.py", + "presentByKind": {} + }, + { + "queryId": "typer-def-06", + "target": "typer/_completion_shared.py", + "presentByKind": {} + }, + { + "queryId": "typer-nl-01", + "target": "typer/rich_utils.py", + "presentByKind": {} + }, + { + "queryId": "typer-nl-02", + "target": "typer/_completion_classes.py", + "presentByKind": {} + }, + { + "queryId": "typer-nl-03", + "target": "typer/cli.py", + "presentByKind": {} + }, + { + "queryId": "typer-nl-04", + "target": "typer/_types.py", + "presentByKind": {} + }, + { + "queryId": "typer-nl-05", + "target": "typer/testing.py", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "typer", + "condition": "literal-unindexed", + "databases": [], + "targetMetadata": [ + { + "queryId": "typer-def-01", + "target": "typer/main.py", + "presentByKind": {} + }, + { + "queryId": "typer-def-02", + "target": "typer/core.py", + "presentByKind": {} + }, + { + "queryId": "typer-def-03", + "target": "typer/models.py", + "presentByKind": {} + }, + { + "queryId": "typer-def-04", + "target": "typer/utils.py", + "presentByKind": {} + }, + { + "queryId": "typer-def-05", + "target": "typer/completion.py", + "presentByKind": {} + }, + { + "queryId": "typer-def-06", + "target": "typer/_completion_shared.py", + "presentByKind": {} + }, + { + "queryId": "typer-nl-01", + "target": "typer/rich_utils.py", + "presentByKind": {} + }, + { + "queryId": "typer-nl-02", + "target": "typer/_completion_classes.py", + "presentByKind": {} + }, + { + "queryId": "typer-nl-03", + "target": "typer/cli.py", + "presentByKind": {} + }, + { + "queryId": "typer-nl-04", + "target": "typer/_types.py", + "presentByKind": {} + }, + { + "queryId": "typer-nl-05", + "target": "typer/testing.py", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "typer", + "condition": "plain-file-bm25", + "databases": [], + "targetMetadata": [ + { + "queryId": "typer-def-01", + "target": "typer/main.py", + "presentByKind": {} + }, + { + "queryId": "typer-def-02", + "target": "typer/core.py", + "presentByKind": {} + }, + { + "queryId": "typer-def-03", + "target": "typer/models.py", + "presentByKind": {} + }, + { + "queryId": "typer-def-04", + "target": "typer/utils.py", + "presentByKind": {} + }, + { + "queryId": "typer-def-05", + "target": "typer/completion.py", + "presentByKind": {} + }, + { + "queryId": "typer-def-06", + "target": "typer/_completion_shared.py", + "presentByKind": {} + }, + { + "queryId": "typer-nl-01", + "target": "typer/rich_utils.py", + "presentByKind": {} + }, + { + "queryId": "typer-nl-02", + "target": "typer/_completion_classes.py", + "presentByKind": {} + }, + { + "queryId": "typer-nl-03", + "target": "typer/cli.py", + "presentByKind": {} + }, + { + "queryId": "typer-nl-04", + "target": "typer/_types.py", + "presentByKind": {} + }, + { + "queryId": "typer-nl-05", + "target": "typer/testing.py", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "gin", + "condition": "ocbi-hybrid", + "databases": [ + { + "path": "source-and-index/.opencode/index/codebase.db", + "schemas": [ + { + "table": "branch_chunks", + "columns": [ + "branch", + "chunk_id" + ] + }, + { + "table": "branch_symbols", + "columns": [ + "branch", + "symbol_id" + ] + }, + { + "table": "call_edges", + "columns": [ + "id", + "from_symbol_id", + "target_name", + "to_symbol_id", + "call_type", + "confidence", + "line", + "col", + "is_resolved" + ] + }, + { + "table": "chunks", + "columns": [ + "chunk_id", + "content_hash", + "file_path", + "start_line", + "end_line", + "node_type", + "name", + "language", + "blame_sha", + "blame_author", + "blame_author_email", + "blame_committed_at", + "blame_summary", + "document_kind", + "page_start", + "page_end", + "source_text" + ] + }, + { + "table": "embeddings", + "columns": [ + "content_hash", + "embedding", + "chunk_text", + "model", + "created_at" + ] + }, + { + "table": "metadata", + "columns": [ + "key", + "value" + ] + }, + { + "table": "symbols", + "columns": [ + "id", + "file_path", + "name", + "kind", + "start_line", + "start_col", + "end_line", + "end_col", + "language" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "gin-explicit-01", + "target": "path.go", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "gin-explicit-02", + "target": "response_writer.go", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "gin-explicit-03", + "target": "tree.go", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "gin-explicit-04", + "target": "binding/default_validator.go", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "gin-explicit-05", + "target": "binding/form_mapping.go", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "gin-explicit-06", + "target": "recovery.go", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "gin-natural-01", + "target": "auth.go", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "gin-natural-02", + "target": "binding/binding.go", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "gin-natural-03", + "target": "render/json.go", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "gin-natural-04", + "target": "routergroup.go", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "gin-natural-05", + "target": "gin.go", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "chunk-documents": 110, + "symbol-records": 97 + } + }, + { + "repository": "gin", + "condition": "ocbi-structural", + "databases": [ + { + "path": "source-and-index/.opencode/index/structural/codebase.db", + "schemas": [ + { + "table": "branch_chunks", + "columns": [ + "branch", + "chunk_id" + ] + }, + { + "table": "branch_symbols", + "columns": [ + "branch", + "symbol_id" + ] + }, + { + "table": "call_edges", + "columns": [ + "id", + "from_symbol_id", + "target_name", + "to_symbol_id", + "call_type", + "confidence", + "line", + "col", + "is_resolved" + ] + }, + { + "table": "chunks", + "columns": [ + "chunk_id", + "content_hash", + "file_path", + "start_line", + "end_line", + "node_type", + "name", + "language", + "blame_sha", + "blame_author", + "blame_author_email", + "blame_committed_at", + "blame_summary", + "document_kind", + "page_start", + "page_end", + "source_text" + ] + }, + { + "table": "embeddings", + "columns": [ + "content_hash", + "embedding", + "chunk_text", + "model", + "created_at" + ] + }, + { + "table": "metadata", + "columns": [ + "key", + "value" + ] + }, + { + "table": "symbols", + "columns": [ + "id", + "file_path", + "name", + "kind", + "start_line", + "start_col", + "end_line", + "end_col", + "language" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "gin-explicit-01", + "target": "path.go", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "gin-explicit-02", + "target": "response_writer.go", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "gin-explicit-03", + "target": "tree.go", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "gin-explicit-04", + "target": "binding/default_validator.go", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "gin-explicit-05", + "target": "binding/form_mapping.go", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "gin-explicit-06", + "target": "recovery.go", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "gin-natural-01", + "target": "auth.go", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "gin-natural-02", + "target": "binding/binding.go", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "gin-natural-03", + "target": "render/json.go", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "gin-natural-04", + "target": "routergroup.go", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "gin-natural-05", + "target": "gin.go", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "chunk-documents": 110, + "symbol-records": 97 + } + }, + { + "repository": "gin", + "condition": "codegraph", + "databases": [ + { + "path": "source-and-index/.codegraph/codegraph.db", + "schemas": [ + { + "table": "edges", + "columns": [ + "id", + "source", + "target", + "kind", + "metadata", + "line", + "col", + "provenance" + ] + }, + { + "table": "files", + "columns": [ + "path", + "content_hash", + "language", + "size", + "modified_at", + "indexed_at", + "node_count", + "errors", + "generated" + ] + }, + { + "table": "name_segment_vocab", + "columns": [ + "segment", + "name" + ] + }, + { + "table": "nodes", + "columns": [ + "id", + "kind", + "name", + "qualified_name", + "file_path", + "language", + "start_line", + "end_line", + "start_column", + "end_column", + "docstring", + "signature", + "visibility", + "is_exported", + "is_async", + "is_static", + "is_abstract", + "decorators", + "type_parameters", + "return_type", + "updated_at" + ] + }, + { + "table": "nodes_fts", + "columns": [ + "id", + "name", + "qualified_name", + "docstring", + "signature" + ] + }, + { + "table": "nodes_fts_config", + "columns": [ + "k", + "v" + ] + }, + { + "table": "nodes_fts_data", + "columns": [ + "id", + "block" + ] + }, + { + "table": "nodes_fts_docsize", + "columns": [ + "id", + "sz" + ] + }, + { + "table": "nodes_fts_idx", + "columns": [ + "segid", + "term", + "pgno" + ] + }, + { + "table": "project_metadata", + "columns": [ + "key", + "value", + "updated_at" + ] + }, + { + "table": "schema_versions", + "columns": [ + "version", + "applied_at", + "description" + ] + }, + { + "table": "sqlite_sequence", + "columns": [ + "name", + "seq" + ] + }, + { + "table": "sqlite_stat1", + "columns": [ + "tbl", + "idx", + "stat" + ] + }, + { + "table": "synthesis_inputs", + "columns": [ + "file_path" + ] + }, + { + "table": "unresolved_refs", + "columns": [ + "id", + "from_node_id", + "reference_name", + "reference_kind", + "line", + "col", + "candidates", + "file_path", + "language", + "status", + "name_tail" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "gin-explicit-01", + "target": "path.go", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "gin-explicit-02", + "target": "response_writer.go", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "gin-explicit-03", + "target": "tree.go", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "gin-explicit-04", + "target": "binding/default_validator.go", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "gin-explicit-05", + "target": "binding/form_mapping.go", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "gin-explicit-06", + "target": "recovery.go", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "gin-natural-01", + "target": "auth.go", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "gin-natural-02", + "target": "binding/binding.go", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "gin-natural-03", + "target": "render/json.go", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "gin-natural-04", + "target": "routergroup.go", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "gin-natural-05", + "target": "gin.go", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "graph-nodes": 99, + "synthesis_inputs-path-metadata": 101, + "unresolved_refs-path-metadata": 95 + } + }, + { + "repository": "gin", + "condition": "codebase-memory", + "databases": [ + { + "path": "cbm-cache/_config.db", + "schemas": [ + { + "table": "config", + "columns": [ + "key", + "value" + ] + } + ] + }, + { + "path": "cbm-cache/private-tmp-ocbi-exploratory-study-20261006.QajZah-run-active-source.db", + "schemas": [ + { + "table": "edges", + "columns": [ + "id", + "project", + "source_id", + "target_id", + "type", + "properties" + ] + }, + { + "table": "file_hashes", + "columns": [ + "project", + "rel_path", + "sha256", + "mtime_ns", + "size" + ] + }, + { + "table": "index_coverage", + "columns": [ + "project", + "rel_path", + "kind", + "detail" + ] + }, + { + "table": "index_coverage_meta", + "columns": [ + "project", + "generation", + "index_mode", + "recorded_at", + "recording_status", + "ignored_files_stored", + "ignored_files_total", + "coverage_version", + "hash_records_complete" + ] + }, + { + "table": "lsp_surface", + "columns": [ + "project", + "rel_path", + "surface_sha", + "defs_json", + "ref_bloom", + "config_ctx" + ] + }, + { + "table": "node_vectors", + "columns": [ + "node_id", + "project", + "vector" + ] + }, + { + "table": "nodes", + "columns": [ + "id", + "project", + "label", + "name", + "qualified_name", + "file_path", + "start_line", + "end_line", + "properties" + ] + }, + { + "table": "nodes_fts", + "columns": [ + "name", + "qualified_name", + "label", + "file_path", + "body" + ] + }, + { + "table": "nodes_fts_config", + "columns": [ + "k", + "v" + ] + }, + { + "table": "nodes_fts_data", + "columns": [ + "id", + "block" + ] + }, + { + "table": "nodes_fts_docsize", + "columns": [ + "id", + "sz" + ] + }, + { + "table": "nodes_fts_idx", + "columns": [ + "segid", + "term", + "pgno" + ] + }, + { + "table": "project_summaries", + "columns": [ + "project", + "summary", + "source_hash", + "created_at", + "updated_at" + ] + }, + { + "table": "projects", + "columns": [ + "name", + "indexed_at", + "root_path" + ] + }, + { + "table": "sqlite_sequence", + "columns": [ + "name", + "seq" + ] + }, + { + "table": "store_meta", + "columns": [ + "k", + "v" + ] + }, + { + "table": "token_vectors", + "columns": [ + "id", + "project", + "token", + "vector", + "idf" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "gin-explicit-01", + "target": "path.go", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "gin-explicit-02", + "target": "response_writer.go", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "gin-explicit-03", + "target": "tree.go", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "gin-explicit-04", + "target": "binding/default_validator.go", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "gin-explicit-05", + "target": "binding/form_mapping.go", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "gin-explicit-06", + "target": "recovery.go", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "gin-natural-01", + "target": "auth.go", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "gin-natural-02", + "target": "binding/binding.go", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "gin-natural-03", + "target": "render/json.go", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "gin-natural-04", + "target": "routergroup.go", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "gin-natural-05", + "target": "gin.go", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "graph-nodes": 142, + "nodes_fts-path-metadata": 0 + } + }, + { + "repository": "gin", + "condition": "grepai", + "databases": [], + "targetMetadata": [ + { + "queryId": "gin-explicit-01", + "target": "path.go", + "presentByKind": {} + }, + { + "queryId": "gin-explicit-02", + "target": "response_writer.go", + "presentByKind": {} + }, + { + "queryId": "gin-explicit-03", + "target": "tree.go", + "presentByKind": {} + }, + { + "queryId": "gin-explicit-04", + "target": "binding/default_validator.go", + "presentByKind": {} + }, + { + "queryId": "gin-explicit-05", + "target": "binding/form_mapping.go", + "presentByKind": {} + }, + { + "queryId": "gin-explicit-06", + "target": "recovery.go", + "presentByKind": {} + }, + { + "queryId": "gin-natural-01", + "target": "auth.go", + "presentByKind": {} + }, + { + "queryId": "gin-natural-02", + "target": "binding/binding.go", + "presentByKind": {} + }, + { + "queryId": "gin-natural-03", + "target": "render/json.go", + "presentByKind": {} + }, + { + "queryId": "gin-natural-04", + "target": "routergroup.go", + "presentByKind": {} + }, + { + "queryId": "gin-natural-05", + "target": "gin.go", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "gin", + "condition": "literal-unindexed", + "databases": [], + "targetMetadata": [ + { + "queryId": "gin-explicit-01", + "target": "path.go", + "presentByKind": {} + }, + { + "queryId": "gin-explicit-02", + "target": "response_writer.go", + "presentByKind": {} + }, + { + "queryId": "gin-explicit-03", + "target": "tree.go", + "presentByKind": {} + }, + { + "queryId": "gin-explicit-04", + "target": "binding/default_validator.go", + "presentByKind": {} + }, + { + "queryId": "gin-explicit-05", + "target": "binding/form_mapping.go", + "presentByKind": {} + }, + { + "queryId": "gin-explicit-06", + "target": "recovery.go", + "presentByKind": {} + }, + { + "queryId": "gin-natural-01", + "target": "auth.go", + "presentByKind": {} + }, + { + "queryId": "gin-natural-02", + "target": "binding/binding.go", + "presentByKind": {} + }, + { + "queryId": "gin-natural-03", + "target": "render/json.go", + "presentByKind": {} + }, + { + "queryId": "gin-natural-04", + "target": "routergroup.go", + "presentByKind": {} + }, + { + "queryId": "gin-natural-05", + "target": "gin.go", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "gin", + "condition": "plain-file-bm25", + "databases": [], + "targetMetadata": [ + { + "queryId": "gin-explicit-01", + "target": "path.go", + "presentByKind": {} + }, + { + "queryId": "gin-explicit-02", + "target": "response_writer.go", + "presentByKind": {} + }, + { + "queryId": "gin-explicit-03", + "target": "tree.go", + "presentByKind": {} + }, + { + "queryId": "gin-explicit-04", + "target": "binding/default_validator.go", + "presentByKind": {} + }, + { + "queryId": "gin-explicit-05", + "target": "binding/form_mapping.go", + "presentByKind": {} + }, + { + "queryId": "gin-explicit-06", + "target": "recovery.go", + "presentByKind": {} + }, + { + "queryId": "gin-natural-01", + "target": "auth.go", + "presentByKind": {} + }, + { + "queryId": "gin-natural-02", + "target": "binding/binding.go", + "presentByKind": {} + }, + { + "queryId": "gin-natural-03", + "target": "render/json.go", + "presentByKind": {} + }, + { + "queryId": "gin-natural-04", + "target": "routergroup.go", + "presentByKind": {} + }, + { + "queryId": "gin-natural-05", + "target": "gin.go", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "clap", + "condition": "ocbi-hybrid", + "databases": [ + { + "path": "source-and-index/.opencode/index/codebase.db", + "schemas": [ + { + "table": "branch_chunks", + "columns": [ + "branch", + "chunk_id" + ] + }, + { + "table": "branch_symbols", + "columns": [ + "branch", + "symbol_id" + ] + }, + { + "table": "call_edges", + "columns": [ + "id", + "from_symbol_id", + "target_name", + "to_symbol_id", + "call_type", + "confidence", + "line", + "col", + "is_resolved" + ] + }, + { + "table": "chunks", + "columns": [ + "chunk_id", + "content_hash", + "file_path", + "start_line", + "end_line", + "node_type", + "name", + "language", + "blame_sha", + "blame_author", + "blame_author_email", + "blame_committed_at", + "blame_summary", + "document_kind", + "page_start", + "page_end", + "source_text" + ] + }, + { + "table": "embeddings", + "columns": [ + "content_hash", + "embedding", + "chunk_text", + "model", + "created_at" + ] + }, + { + "table": "metadata", + "columns": [ + "key", + "value" + ] + }, + { + "table": "symbols", + "columns": [ + "id", + "file_path", + "name", + "kind", + "start_line", + "start_col", + "end_line", + "end_col", + "language" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "clap-explicit-01", + "target": "clap_builder/src/parser/validator.rs", + "presentByKind": { + "chunk-documents": false, + "symbol-records": false + } + }, + { + "queryId": "clap-explicit-02", + "target": "clap_builder/src/parser/matches/matched_arg.rs", + "presentByKind": { + "chunk-documents": false, + "symbol-records": false + } + }, + { + "queryId": "clap-explicit-03", + "target": "clap_builder/src/parser/features/suggestions.rs", + "presentByKind": { + "chunk-documents": false, + "symbol-records": false + } + }, + { + "queryId": "clap-explicit-04", + "target": "clap_lex/src/ext.rs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "clap-explicit-05", + "target": "clap_builder/src/output/usage.rs", + "presentByKind": { + "chunk-documents": false, + "symbol-records": false + } + }, + { + "queryId": "clap-explicit-06", + "target": "clap_builder/src/builder/value_parser.rs", + "presentByKind": { + "chunk-documents": false, + "symbol-records": false + } + }, + { + "queryId": "clap-natural-01", + "target": "clap_builder/src/parser/parser.rs", + "presentByKind": { + "chunk-documents": false, + "symbol-records": false + } + }, + { + "queryId": "clap-natural-02", + "target": "clap_builder/src/builder/command.rs", + "presentByKind": { + "chunk-documents": false, + "symbol-records": false + } + }, + { + "queryId": "clap-natural-03", + "target": "clap_builder/src/builder/action.rs", + "presentByKind": { + "chunk-documents": false, + "symbol-records": false + } + }, + { + "queryId": "clap-natural-04", + "target": "clap_derive/src/utils/doc_comments.rs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "clap-natural-05", + "target": "clap_builder/src/output/textwrap/wrap_algorithms.rs", + "presentByKind": { + "chunk-documents": false, + "symbol-records": false + } + }, + { + "queryId": "clap-natural-06", + "target": "clap_builder/src/error/mod.rs", + "presentByKind": { + "chunk-documents": false, + "symbol-records": false + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "chunk-documents": 315, + "symbol-records": 219 + } + }, + { + "repository": "clap", + "condition": "ocbi-structural", + "databases": [ + { + "path": "source-and-index/.opencode/index/structural/codebase.db", + "schemas": [ + { + "table": "branch_chunks", + "columns": [ + "branch", + "chunk_id" + ] + }, + { + "table": "branch_symbols", + "columns": [ + "branch", + "symbol_id" + ] + }, + { + "table": "call_edges", + "columns": [ + "id", + "from_symbol_id", + "target_name", + "to_symbol_id", + "call_type", + "confidence", + "line", + "col", + "is_resolved" + ] + }, + { + "table": "chunks", + "columns": [ + "chunk_id", + "content_hash", + "file_path", + "start_line", + "end_line", + "node_type", + "name", + "language", + "blame_sha", + "blame_author", + "blame_author_email", + "blame_committed_at", + "blame_summary", + "document_kind", + "page_start", + "page_end", + "source_text" + ] + }, + { + "table": "embeddings", + "columns": [ + "content_hash", + "embedding", + "chunk_text", + "model", + "created_at" + ] + }, + { + "table": "metadata", + "columns": [ + "key", + "value" + ] + }, + { + "table": "symbols", + "columns": [ + "id", + "file_path", + "name", + "kind", + "start_line", + "start_col", + "end_line", + "end_col", + "language" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "clap-explicit-01", + "target": "clap_builder/src/parser/validator.rs", + "presentByKind": { + "chunk-documents": false, + "symbol-records": false + } + }, + { + "queryId": "clap-explicit-02", + "target": "clap_builder/src/parser/matches/matched_arg.rs", + "presentByKind": { + "chunk-documents": false, + "symbol-records": false + } + }, + { + "queryId": "clap-explicit-03", + "target": "clap_builder/src/parser/features/suggestions.rs", + "presentByKind": { + "chunk-documents": false, + "symbol-records": false + } + }, + { + "queryId": "clap-explicit-04", + "target": "clap_lex/src/ext.rs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "clap-explicit-05", + "target": "clap_builder/src/output/usage.rs", + "presentByKind": { + "chunk-documents": false, + "symbol-records": false + } + }, + { + "queryId": "clap-explicit-06", + "target": "clap_builder/src/builder/value_parser.rs", + "presentByKind": { + "chunk-documents": false, + "symbol-records": false + } + }, + { + "queryId": "clap-natural-01", + "target": "clap_builder/src/parser/parser.rs", + "presentByKind": { + "chunk-documents": false, + "symbol-records": false + } + }, + { + "queryId": "clap-natural-02", + "target": "clap_builder/src/builder/command.rs", + "presentByKind": { + "chunk-documents": false, + "symbol-records": false + } + }, + { + "queryId": "clap-natural-03", + "target": "clap_builder/src/builder/action.rs", + "presentByKind": { + "chunk-documents": false, + "symbol-records": false + } + }, + { + "queryId": "clap-natural-04", + "target": "clap_derive/src/utils/doc_comments.rs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "clap-natural-05", + "target": "clap_builder/src/output/textwrap/wrap_algorithms.rs", + "presentByKind": { + "chunk-documents": false, + "symbol-records": false + } + }, + { + "queryId": "clap-natural-06", + "target": "clap_builder/src/error/mod.rs", + "presentByKind": { + "chunk-documents": false, + "symbol-records": false + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "chunk-documents": 315, + "symbol-records": 219 + } + }, + { + "repository": "clap", + "condition": "codegraph", + "databases": [ + { + "path": "source-and-index/.codegraph/codegraph.db", + "schemas": [ + { + "table": "edges", + "columns": [ + "id", + "source", + "target", + "kind", + "metadata", + "line", + "col", + "provenance" + ] + }, + { + "table": "files", + "columns": [ + "path", + "content_hash", + "language", + "size", + "modified_at", + "indexed_at", + "node_count", + "errors", + "generated" + ] + }, + { + "table": "name_segment_vocab", + "columns": [ + "segment", + "name" + ] + }, + { + "table": "nodes", + "columns": [ + "id", + "kind", + "name", + "qualified_name", + "file_path", + "language", + "start_line", + "end_line", + "start_column", + "end_column", + "docstring", + "signature", + "visibility", + "is_exported", + "is_async", + "is_static", + "is_abstract", + "decorators", + "type_parameters", + "return_type", + "updated_at" + ] + }, + { + "table": "nodes_fts", + "columns": [ + "id", + "name", + "qualified_name", + "docstring", + "signature" + ] + }, + { + "table": "nodes_fts_config", + "columns": [ + "k", + "v" + ] + }, + { + "table": "nodes_fts_data", + "columns": [ + "id", + "block" + ] + }, + { + "table": "nodes_fts_docsize", + "columns": [ + "id", + "sz" + ] + }, + { + "table": "nodes_fts_idx", + "columns": [ + "segid", + "term", + "pgno" + ] + }, + { + "table": "project_metadata", + "columns": [ + "key", + "value", + "updated_at" + ] + }, + { + "table": "schema_versions", + "columns": [ + "version", + "applied_at", + "description" + ] + }, + { + "table": "sqlite_sequence", + "columns": [ + "name", + "seq" + ] + }, + { + "table": "sqlite_stat1", + "columns": [ + "tbl", + "idx", + "stat" + ] + }, + { + "table": "synthesis_inputs", + "columns": [ + "file_path" + ] + }, + { + "table": "unresolved_refs", + "columns": [ + "id", + "from_node_id", + "reference_name", + "reference_kind", + "line", + "col", + "candidates", + "file_path", + "language", + "status", + "name_tail" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "clap-explicit-01", + "target": "clap_builder/src/parser/validator.rs", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "clap-explicit-02", + "target": "clap_builder/src/parser/matches/matched_arg.rs", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "clap-explicit-03", + "target": "clap_builder/src/parser/features/suggestions.rs", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "clap-explicit-04", + "target": "clap_lex/src/ext.rs", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "clap-explicit-05", + "target": "clap_builder/src/output/usage.rs", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "clap-explicit-06", + "target": "clap_builder/src/builder/value_parser.rs", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "clap-natural-01", + "target": "clap_builder/src/parser/parser.rs", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "clap-natural-02", + "target": "clap_builder/src/builder/command.rs", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "clap-natural-03", + "target": "clap_builder/src/builder/action.rs", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "clap-natural-04", + "target": "clap_derive/src/utils/doc_comments.rs", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "clap-natural-05", + "target": "clap_builder/src/output/textwrap/wrap_algorithms.rs", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "clap-natural-06", + "target": "clap_builder/src/error/mod.rs", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "graph-nodes": 338, + "synthesis_inputs-path-metadata": 197, + "unresolved_refs-path-metadata": 299 + } + }, + { + "repository": "clap", + "condition": "codebase-memory", + "databases": [ + { + "path": "cbm-cache/_config.db", + "schemas": [ + { + "table": "config", + "columns": [ + "key", + "value" + ] + } + ] + }, + { + "path": "cbm-cache/private-tmp-ocbi-exploratory-study-20261006.QajZah-run-active-source.db", + "schemas": [ + { + "table": "edges", + "columns": [ + "id", + "project", + "source_id", + "target_id", + "type", + "properties" + ] + }, + { + "table": "file_hashes", + "columns": [ + "project", + "rel_path", + "sha256", + "mtime_ns", + "size" + ] + }, + { + "table": "index_coverage", + "columns": [ + "project", + "rel_path", + "kind", + "detail" + ] + }, + { + "table": "index_coverage_meta", + "columns": [ + "project", + "generation", + "index_mode", + "recorded_at", + "recording_status", + "ignored_files_stored", + "ignored_files_total", + "coverage_version", + "hash_records_complete" + ] + }, + { + "table": "lsp_surface", + "columns": [ + "project", + "rel_path", + "surface_sha", + "defs_json", + "ref_bloom", + "config_ctx" + ] + }, + { + "table": "node_vectors", + "columns": [ + "node_id", + "project", + "vector" + ] + }, + { + "table": "nodes", + "columns": [ + "id", + "project", + "label", + "name", + "qualified_name", + "file_path", + "start_line", + "end_line", + "properties" + ] + }, + { + "table": "nodes_fts", + "columns": [ + "name", + "qualified_name", + "label", + "file_path", + "body" + ] + }, + { + "table": "nodes_fts_config", + "columns": [ + "k", + "v" + ] + }, + { + "table": "nodes_fts_data", + "columns": [ + "id", + "block" + ] + }, + { + "table": "nodes_fts_docsize", + "columns": [ + "id", + "sz" + ] + }, + { + "table": "nodes_fts_idx", + "columns": [ + "segid", + "term", + "pgno" + ] + }, + { + "table": "project_summaries", + "columns": [ + "project", + "summary", + "source_hash", + "created_at", + "updated_at" + ] + }, + { + "table": "projects", + "columns": [ + "name", + "indexed_at", + "root_path" + ] + }, + { + "table": "sqlite_sequence", + "columns": [ + "name", + "seq" + ] + }, + { + "table": "store_meta", + "columns": [ + "k", + "v" + ] + }, + { + "table": "token_vectors", + "columns": [ + "id", + "project", + "token", + "vector", + "idf" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "clap-explicit-01", + "target": "clap_builder/src/parser/validator.rs", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "clap-explicit-02", + "target": "clap_builder/src/parser/matches/matched_arg.rs", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "clap-explicit-03", + "target": "clap_builder/src/parser/features/suggestions.rs", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "clap-explicit-04", + "target": "clap_lex/src/ext.rs", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "clap-explicit-05", + "target": "clap_builder/src/output/usage.rs", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "clap-explicit-06", + "target": "clap_builder/src/builder/value_parser.rs", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "clap-natural-01", + "target": "clap_builder/src/parser/parser.rs", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "clap-natural-02", + "target": "clap_builder/src/builder/command.rs", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "clap-natural-03", + "target": "clap_builder/src/builder/action.rs", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "clap-natural-04", + "target": "clap_derive/src/utils/doc_comments.rs", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "clap-natural-05", + "target": "clap_builder/src/output/textwrap/wrap_algorithms.rs", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "clap-natural-06", + "target": "clap_builder/src/error/mod.rs", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "graph-nodes": 590, + "nodes_fts-path-metadata": 0 + } + }, + { + "repository": "clap", + "condition": "grepai", + "databases": [], + "targetMetadata": [ + { + "queryId": "clap-explicit-01", + "target": "clap_builder/src/parser/validator.rs", + "presentByKind": {} + }, + { + "queryId": "clap-explicit-02", + "target": "clap_builder/src/parser/matches/matched_arg.rs", + "presentByKind": {} + }, + { + "queryId": "clap-explicit-03", + "target": "clap_builder/src/parser/features/suggestions.rs", + "presentByKind": {} + }, + { + "queryId": "clap-explicit-04", + "target": "clap_lex/src/ext.rs", + "presentByKind": {} + }, + { + "queryId": "clap-explicit-05", + "target": "clap_builder/src/output/usage.rs", + "presentByKind": {} + }, + { + "queryId": "clap-explicit-06", + "target": "clap_builder/src/builder/value_parser.rs", + "presentByKind": {} + }, + { + "queryId": "clap-natural-01", + "target": "clap_builder/src/parser/parser.rs", + "presentByKind": {} + }, + { + "queryId": "clap-natural-02", + "target": "clap_builder/src/builder/command.rs", + "presentByKind": {} + }, + { + "queryId": "clap-natural-03", + "target": "clap_builder/src/builder/action.rs", + "presentByKind": {} + }, + { + "queryId": "clap-natural-04", + "target": "clap_derive/src/utils/doc_comments.rs", + "presentByKind": {} + }, + { + "queryId": "clap-natural-05", + "target": "clap_builder/src/output/textwrap/wrap_algorithms.rs", + "presentByKind": {} + }, + { + "queryId": "clap-natural-06", + "target": "clap_builder/src/error/mod.rs", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "clap", + "condition": "literal-unindexed", + "databases": [], + "targetMetadata": [ + { + "queryId": "clap-explicit-01", + "target": "clap_builder/src/parser/validator.rs", + "presentByKind": {} + }, + { + "queryId": "clap-explicit-02", + "target": "clap_builder/src/parser/matches/matched_arg.rs", + "presentByKind": {} + }, + { + "queryId": "clap-explicit-03", + "target": "clap_builder/src/parser/features/suggestions.rs", + "presentByKind": {} + }, + { + "queryId": "clap-explicit-04", + "target": "clap_lex/src/ext.rs", + "presentByKind": {} + }, + { + "queryId": "clap-explicit-05", + "target": "clap_builder/src/output/usage.rs", + "presentByKind": {} + }, + { + "queryId": "clap-explicit-06", + "target": "clap_builder/src/builder/value_parser.rs", + "presentByKind": {} + }, + { + "queryId": "clap-natural-01", + "target": "clap_builder/src/parser/parser.rs", + "presentByKind": {} + }, + { + "queryId": "clap-natural-02", + "target": "clap_builder/src/builder/command.rs", + "presentByKind": {} + }, + { + "queryId": "clap-natural-03", + "target": "clap_builder/src/builder/action.rs", + "presentByKind": {} + }, + { + "queryId": "clap-natural-04", + "target": "clap_derive/src/utils/doc_comments.rs", + "presentByKind": {} + }, + { + "queryId": "clap-natural-05", + "target": "clap_builder/src/output/textwrap/wrap_algorithms.rs", + "presentByKind": {} + }, + { + "queryId": "clap-natural-06", + "target": "clap_builder/src/error/mod.rs", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "clap", + "condition": "plain-file-bm25", + "databases": [], + "targetMetadata": [ + { + "queryId": "clap-explicit-01", + "target": "clap_builder/src/parser/validator.rs", + "presentByKind": {} + }, + { + "queryId": "clap-explicit-02", + "target": "clap_builder/src/parser/matches/matched_arg.rs", + "presentByKind": {} + }, + { + "queryId": "clap-explicit-03", + "target": "clap_builder/src/parser/features/suggestions.rs", + "presentByKind": {} + }, + { + "queryId": "clap-explicit-04", + "target": "clap_lex/src/ext.rs", + "presentByKind": {} + }, + { + "queryId": "clap-explicit-05", + "target": "clap_builder/src/output/usage.rs", + "presentByKind": {} + }, + { + "queryId": "clap-explicit-06", + "target": "clap_builder/src/builder/value_parser.rs", + "presentByKind": {} + }, + { + "queryId": "clap-natural-01", + "target": "clap_builder/src/parser/parser.rs", + "presentByKind": {} + }, + { + "queryId": "clap-natural-02", + "target": "clap_builder/src/builder/command.rs", + "presentByKind": {} + }, + { + "queryId": "clap-natural-03", + "target": "clap_builder/src/builder/action.rs", + "presentByKind": {} + }, + { + "queryId": "clap-natural-04", + "target": "clap_derive/src/utils/doc_comments.rs", + "presentByKind": {} + }, + { + "queryId": "clap-natural-05", + "target": "clap_builder/src/output/textwrap/wrap_algorithms.rs", + "presentByKind": {} + }, + { + "queryId": "clap-natural-06", + "target": "clap_builder/src/error/mod.rs", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "moshi", + "condition": "ocbi-hybrid", + "databases": [ + { + "path": "source-and-index/.opencode/index/codebase.db", + "schemas": [ + { + "table": "branch_chunks", + "columns": [ + "branch", + "chunk_id" + ] + }, + { + "table": "branch_symbols", + "columns": [ + "branch", + "symbol_id" + ] + }, + { + "table": "call_edges", + "columns": [ + "id", + "from_symbol_id", + "target_name", + "to_symbol_id", + "call_type", + "confidence", + "line", + "col", + "is_resolved" + ] + }, + { + "table": "chunks", + "columns": [ + "chunk_id", + "content_hash", + "file_path", + "start_line", + "end_line", + "node_type", + "name", + "language", + "blame_sha", + "blame_author", + "blame_author_email", + "blame_committed_at", + "blame_summary", + "document_kind", + "page_start", + "page_end", + "source_text" + ] + }, + { + "table": "embeddings", + "columns": [ + "content_hash", + "embedding", + "chunk_text", + "model", + "created_at" + ] + }, + { + "table": "metadata", + "columns": [ + "key", + "value" + ] + }, + { + "table": "symbols", + "columns": [ + "id", + "file_path", + "name", + "kind", + "start_line", + "start_col", + "end_line", + "end_col", + "language" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "moshi-explicit-01", + "target": "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt", + "presentByKind": { + "chunk-documents": true, + "symbol-records": false + } + }, + { + "queryId": "moshi-explicit-02", + "target": "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt", + "presentByKind": { + "chunk-documents": true, + "symbol-records": false + } + }, + { + "queryId": "moshi-explicit-03", + "target": "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt", + "presentByKind": { + "chunk-documents": true, + "symbol-records": false + } + }, + { + "queryId": "moshi-explicit-04", + "target": "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt", + "presentByKind": { + "chunk-documents": true, + "symbol-records": false + } + }, + { + "queryId": "moshi-explicit-05", + "target": "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "presentByKind": { + "chunk-documents": true, + "symbol-records": false + } + }, + { + "queryId": "moshi-explicit-06", + "target": "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt", + "presentByKind": { + "chunk-documents": true, + "symbol-records": false + } + }, + { + "queryId": "moshi-natural-01", + "target": "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "presentByKind": { + "chunk-documents": true, + "symbol-records": false + } + }, + { + "queryId": "moshi-natural-02", + "target": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt", + "presentByKind": { + "chunk-documents": true, + "symbol-records": false + } + }, + { + "queryId": "moshi-natural-03", + "target": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Writer.kt", + "presentByKind": { + "chunk-documents": true, + "symbol-records": false + } + }, + { + "queryId": "moshi-natural-04", + "target": "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt", + "presentByKind": { + "chunk-documents": true, + "symbol-records": false + } + }, + { + "queryId": "moshi-natural-05", + "target": "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt", + "presentByKind": { + "chunk-documents": true, + "symbol-records": false + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "chunk-documents": 150, + "symbol-records": 55 + } + }, + { + "repository": "moshi", + "condition": "ocbi-structural", + "databases": [ + { + "path": "source-and-index/.opencode/index/structural/codebase.db", + "schemas": [ + { + "table": "branch_chunks", + "columns": [ + "branch", + "chunk_id" + ] + }, + { + "table": "branch_symbols", + "columns": [ + "branch", + "symbol_id" + ] + }, + { + "table": "call_edges", + "columns": [ + "id", + "from_symbol_id", + "target_name", + "to_symbol_id", + "call_type", + "confidence", + "line", + "col", + "is_resolved" + ] + }, + { + "table": "chunks", + "columns": [ + "chunk_id", + "content_hash", + "file_path", + "start_line", + "end_line", + "node_type", + "name", + "language", + "blame_sha", + "blame_author", + "blame_author_email", + "blame_committed_at", + "blame_summary", + "document_kind", + "page_start", + "page_end", + "source_text" + ] + }, + { + "table": "embeddings", + "columns": [ + "content_hash", + "embedding", + "chunk_text", + "model", + "created_at" + ] + }, + { + "table": "metadata", + "columns": [ + "key", + "value" + ] + }, + { + "table": "symbols", + "columns": [ + "id", + "file_path", + "name", + "kind", + "start_line", + "start_col", + "end_line", + "end_col", + "language" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "moshi-explicit-01", + "target": "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt", + "presentByKind": { + "chunk-documents": true, + "symbol-records": false + } + }, + { + "queryId": "moshi-explicit-02", + "target": "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt", + "presentByKind": { + "chunk-documents": true, + "symbol-records": false + } + }, + { + "queryId": "moshi-explicit-03", + "target": "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt", + "presentByKind": { + "chunk-documents": true, + "symbol-records": false + } + }, + { + "queryId": "moshi-explicit-04", + "target": "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt", + "presentByKind": { + "chunk-documents": true, + "symbol-records": false + } + }, + { + "queryId": "moshi-explicit-05", + "target": "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "presentByKind": { + "chunk-documents": true, + "symbol-records": false + } + }, + { + "queryId": "moshi-explicit-06", + "target": "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt", + "presentByKind": { + "chunk-documents": true, + "symbol-records": false + } + }, + { + "queryId": "moshi-natural-01", + "target": "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "presentByKind": { + "chunk-documents": true, + "symbol-records": false + } + }, + { + "queryId": "moshi-natural-02", + "target": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt", + "presentByKind": { + "chunk-documents": true, + "symbol-records": false + } + }, + { + "queryId": "moshi-natural-03", + "target": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Writer.kt", + "presentByKind": { + "chunk-documents": true, + "symbol-records": false + } + }, + { + "queryId": "moshi-natural-04", + "target": "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt", + "presentByKind": { + "chunk-documents": true, + "symbol-records": false + } + }, + { + "queryId": "moshi-natural-05", + "target": "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt", + "presentByKind": { + "chunk-documents": true, + "symbol-records": false + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "chunk-documents": 150, + "symbol-records": 55 + } + }, + { + "repository": "moshi", + "condition": "codegraph", + "databases": [ + { + "path": "source-and-index/.codegraph/codegraph.db", + "schemas": [ + { + "table": "edges", + "columns": [ + "id", + "source", + "target", + "kind", + "metadata", + "line", + "col", + "provenance" + ] + }, + { + "table": "files", + "columns": [ + "path", + "content_hash", + "language", + "size", + "modified_at", + "indexed_at", + "node_count", + "errors", + "generated" + ] + }, + { + "table": "name_segment_vocab", + "columns": [ + "segment", + "name" + ] + }, + { + "table": "nodes", + "columns": [ + "id", + "kind", + "name", + "qualified_name", + "file_path", + "language", + "start_line", + "end_line", + "start_column", + "end_column", + "docstring", + "signature", + "visibility", + "is_exported", + "is_async", + "is_static", + "is_abstract", + "decorators", + "type_parameters", + "return_type", + "updated_at" + ] + }, + { + "table": "nodes_fts", + "columns": [ + "id", + "name", + "qualified_name", + "docstring", + "signature" + ] + }, + { + "table": "nodes_fts_config", + "columns": [ + "k", + "v" + ] + }, + { + "table": "nodes_fts_data", + "columns": [ + "id", + "block" + ] + }, + { + "table": "nodes_fts_docsize", + "columns": [ + "id", + "sz" + ] + }, + { + "table": "nodes_fts_idx", + "columns": [ + "segid", + "term", + "pgno" + ] + }, + { + "table": "project_metadata", + "columns": [ + "key", + "value", + "updated_at" + ] + }, + { + "table": "schema_versions", + "columns": [ + "version", + "applied_at", + "description" + ] + }, + { + "table": "sqlite_sequence", + "columns": [ + "name", + "seq" + ] + }, + { + "table": "sqlite_stat1", + "columns": [ + "tbl", + "idx", + "stat" + ] + }, + { + "table": "synthesis_inputs", + "columns": [ + "file_path" + ] + }, + { + "table": "unresolved_refs", + "columns": [ + "id", + "from_node_id", + "reference_name", + "reference_kind", + "line", + "col", + "candidates", + "file_path", + "language", + "status", + "name_tail" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "moshi-explicit-01", + "target": "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "moshi-explicit-02", + "target": "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "moshi-explicit-03", + "target": "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "moshi-explicit-04", + "target": "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "moshi-explicit-05", + "target": "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "moshi-explicit-06", + "target": "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": false + } + }, + { + "queryId": "moshi-natural-01", + "target": "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "moshi-natural-02", + "target": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "moshi-natural-03", + "target": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Writer.kt", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "moshi-natural-04", + "target": "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "moshi-natural-05", + "target": "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "graph-nodes": 156, + "synthesis_inputs-path-metadata": 151, + "unresolved_refs-path-metadata": 148 + } + }, + { + "repository": "moshi", + "condition": "codebase-memory", + "databases": [ + { + "path": "cbm-cache/_config.db", + "schemas": [ + { + "table": "config", + "columns": [ + "key", + "value" + ] + } + ] + }, + { + "path": "cbm-cache/private-tmp-ocbi-exploratory-study-20261006.QajZah-run-active-source.db", + "schemas": [ + { + "table": "edges", + "columns": [ + "id", + "project", + "source_id", + "target_id", + "type", + "properties" + ] + }, + { + "table": "file_hashes", + "columns": [ + "project", + "rel_path", + "sha256", + "mtime_ns", + "size" + ] + }, + { + "table": "index_coverage", + "columns": [ + "project", + "rel_path", + "kind", + "detail" + ] + }, + { + "table": "index_coverage_meta", + "columns": [ + "project", + "generation", + "index_mode", + "recorded_at", + "recording_status", + "ignored_files_stored", + "ignored_files_total", + "coverage_version", + "hash_records_complete" + ] + }, + { + "table": "lsp_surface", + "columns": [ + "project", + "rel_path", + "surface_sha", + "defs_json", + "ref_bloom", + "config_ctx" + ] + }, + { + "table": "node_vectors", + "columns": [ + "node_id", + "project", + "vector" + ] + }, + { + "table": "nodes", + "columns": [ + "id", + "project", + "label", + "name", + "qualified_name", + "file_path", + "start_line", + "end_line", + "properties" + ] + }, + { + "table": "nodes_fts", + "columns": [ + "name", + "qualified_name", + "label", + "file_path", + "body" + ] + }, + { + "table": "nodes_fts_config", + "columns": [ + "k", + "v" + ] + }, + { + "table": "nodes_fts_data", + "columns": [ + "id", + "block" + ] + }, + { + "table": "nodes_fts_docsize", + "columns": [ + "id", + "sz" + ] + }, + { + "table": "nodes_fts_idx", + "columns": [ + "segid", + "term", + "pgno" + ] + }, + { + "table": "project_summaries", + "columns": [ + "project", + "summary", + "source_hash", + "created_at", + "updated_at" + ] + }, + { + "table": "projects", + "columns": [ + "name", + "indexed_at", + "root_path" + ] + }, + { + "table": "sqlite_sequence", + "columns": [ + "name", + "seq" + ] + }, + { + "table": "store_meta", + "columns": [ + "k", + "v" + ] + }, + { + "table": "token_vectors", + "columns": [ + "id", + "project", + "token", + "vector", + "idf" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "moshi-explicit-01", + "target": "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "moshi-explicit-02", + "target": "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "moshi-explicit-03", + "target": "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "moshi-explicit-04", + "target": "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "moshi-explicit-05", + "target": "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "moshi-explicit-06", + "target": "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "moshi-natural-01", + "target": "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "moshi-natural-02", + "target": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "moshi-natural-03", + "target": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Writer.kt", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "moshi-natural-04", + "target": "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "moshi-natural-05", + "target": "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "graph-nodes": 301, + "nodes_fts-path-metadata": 0 + } + }, + { + "repository": "moshi", + "condition": "grepai", + "databases": [], + "targetMetadata": [ + { + "queryId": "moshi-explicit-01", + "target": "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-explicit-02", + "target": "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-explicit-03", + "target": "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-explicit-04", + "target": "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-explicit-05", + "target": "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-explicit-06", + "target": "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-natural-01", + "target": "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-natural-02", + "target": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-natural-03", + "target": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Writer.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-natural-04", + "target": "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-natural-05", + "target": "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "moshi", + "condition": "literal-unindexed", + "databases": [], + "targetMetadata": [ + { + "queryId": "moshi-explicit-01", + "target": "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-explicit-02", + "target": "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-explicit-03", + "target": "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-explicit-04", + "target": "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-explicit-05", + "target": "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-explicit-06", + "target": "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-natural-01", + "target": "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-natural-02", + "target": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-natural-03", + "target": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Writer.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-natural-04", + "target": "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-natural-05", + "target": "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "moshi", + "condition": "plain-file-bm25", + "databases": [], + "targetMetadata": [ + { + "queryId": "moshi-explicit-01", + "target": "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-explicit-02", + "target": "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-explicit-03", + "target": "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-explicit-04", + "target": "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-explicit-05", + "target": "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-explicit-06", + "target": "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-natural-01", + "target": "moshi/src/main/java/com/squareup/moshi/Moshi.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-natural-02", + "target": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Reader.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-natural-03", + "target": "moshi/src/main/java/com/squareup/moshi/-JsonUtf8Writer.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-natural-04", + "target": "moshi/src/main/java/com/squareup/moshi/internal/ClassJsonAdapter.kt", + "presentByKind": {} + }, + { + "queryId": "moshi-natural-05", + "target": "moshi-adapters/src/main/java/com/squareup/moshi/adapters/PolymorphicJsonAdapterFactory.kt", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "csvhelper", + "condition": "ocbi-hybrid", + "databases": [ + { + "path": "source-and-index/.opencode/index/codebase.db", + "schemas": [ + { + "table": "branch_chunks", + "columns": [ + "branch", + "chunk_id" + ] + }, + { + "table": "branch_symbols", + "columns": [ + "branch", + "symbol_id" + ] + }, + { + "table": "call_edges", + "columns": [ + "id", + "from_symbol_id", + "target_name", + "to_symbol_id", + "call_type", + "confidence", + "line", + "col", + "is_resolved" + ] + }, + { + "table": "chunks", + "columns": [ + "chunk_id", + "content_hash", + "file_path", + "start_line", + "end_line", + "node_type", + "name", + "language", + "blame_sha", + "blame_author", + "blame_author_email", + "blame_committed_at", + "blame_summary", + "document_kind", + "page_start", + "page_end", + "source_text" + ] + }, + { + "table": "embeddings", + "columns": [ + "content_hash", + "embedding", + "chunk_text", + "model", + "created_at" + ] + }, + { + "table": "metadata", + "columns": [ + "key", + "value" + ] + }, + { + "table": "symbols", + "columns": [ + "id", + "file_path", + "name", + "kind", + "start_line", + "start_col", + "end_line", + "end_col", + "language" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "csvhelper-def-01", + "target": "src/CsvHelper/CsvParser.cs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "csvhelper-def-02", + "target": "src/CsvHelper/CsvWriter.cs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "csvhelper-def-03", + "target": "src/CsvHelper/ObjectResolver.cs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "csvhelper-def-04", + "target": "src/CsvHelper/Expressions/ExpressionManager.cs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "csvhelper-def-05", + "target": "src/CsvHelper/Expressions/RecordHydrator.cs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "csvhelper-def-06", + "target": "src/CsvHelper/Configuration/ClassMap.cs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "csvhelper-nl-01", + "target": "src/CsvHelper/CsvReader.cs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "csvhelper-nl-02", + "target": "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "csvhelper-nl-03", + "target": "src/CsvHelper/Configuration/CsvConfiguration.cs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "csvhelper-nl-04", + "target": "src/CsvHelper/FieldCache.cs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "csvhelper-nl-05", + "target": "src/CsvHelper/CsvDataReader.cs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "chunk-documents": 615, + "symbol-records": 461 + } + }, + { + "repository": "csvhelper", + "condition": "ocbi-structural", + "databases": [ + { + "path": "source-and-index/.opencode/index/structural/codebase.db", + "schemas": [ + { + "table": "branch_chunks", + "columns": [ + "branch", + "chunk_id" + ] + }, + { + "table": "branch_symbols", + "columns": [ + "branch", + "symbol_id" + ] + }, + { + "table": "call_edges", + "columns": [ + "id", + "from_symbol_id", + "target_name", + "to_symbol_id", + "call_type", + "confidence", + "line", + "col", + "is_resolved" + ] + }, + { + "table": "chunks", + "columns": [ + "chunk_id", + "content_hash", + "file_path", + "start_line", + "end_line", + "node_type", + "name", + "language", + "blame_sha", + "blame_author", + "blame_author_email", + "blame_committed_at", + "blame_summary", + "document_kind", + "page_start", + "page_end", + "source_text" + ] + }, + { + "table": "embeddings", + "columns": [ + "content_hash", + "embedding", + "chunk_text", + "model", + "created_at" + ] + }, + { + "table": "metadata", + "columns": [ + "key", + "value" + ] + }, + { + "table": "symbols", + "columns": [ + "id", + "file_path", + "name", + "kind", + "start_line", + "start_col", + "end_line", + "end_col", + "language" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "csvhelper-def-01", + "target": "src/CsvHelper/CsvParser.cs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "csvhelper-def-02", + "target": "src/CsvHelper/CsvWriter.cs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "csvhelper-def-03", + "target": "src/CsvHelper/ObjectResolver.cs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "csvhelper-def-04", + "target": "src/CsvHelper/Expressions/ExpressionManager.cs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "csvhelper-def-05", + "target": "src/CsvHelper/Expressions/RecordHydrator.cs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "csvhelper-def-06", + "target": "src/CsvHelper/Configuration/ClassMap.cs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "csvhelper-nl-01", + "target": "src/CsvHelper/CsvReader.cs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "csvhelper-nl-02", + "target": "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "csvhelper-nl-03", + "target": "src/CsvHelper/Configuration/CsvConfiguration.cs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "csvhelper-nl-04", + "target": "src/CsvHelper/FieldCache.cs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "csvhelper-nl-05", + "target": "src/CsvHelper/CsvDataReader.cs", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "chunk-documents": 615, + "symbol-records": 461 + } + }, + { + "repository": "csvhelper", + "condition": "codegraph", + "databases": [ + { + "path": "source-and-index/.codegraph/codegraph.db", + "schemas": [ + { + "table": "edges", + "columns": [ + "id", + "source", + "target", + "kind", + "metadata", + "line", + "col", + "provenance" + ] + }, + { + "table": "files", + "columns": [ + "path", + "content_hash", + "language", + "size", + "modified_at", + "indexed_at", + "node_count", + "errors", + "generated" + ] + }, + { + "table": "name_segment_vocab", + "columns": [ + "segment", + "name" + ] + }, + { + "table": "nodes", + "columns": [ + "id", + "kind", + "name", + "qualified_name", + "file_path", + "language", + "start_line", + "end_line", + "start_column", + "end_column", + "docstring", + "signature", + "visibility", + "is_exported", + "is_async", + "is_static", + "is_abstract", + "decorators", + "type_parameters", + "return_type", + "updated_at" + ] + }, + { + "table": "nodes_fts", + "columns": [ + "id", + "name", + "qualified_name", + "docstring", + "signature" + ] + }, + { + "table": "nodes_fts_config", + "columns": [ + "k", + "v" + ] + }, + { + "table": "nodes_fts_data", + "columns": [ + "id", + "block" + ] + }, + { + "table": "nodes_fts_docsize", + "columns": [ + "id", + "sz" + ] + }, + { + "table": "nodes_fts_idx", + "columns": [ + "segid", + "term", + "pgno" + ] + }, + { + "table": "project_metadata", + "columns": [ + "key", + "value", + "updated_at" + ] + }, + { + "table": "schema_versions", + "columns": [ + "version", + "applied_at", + "description" + ] + }, + { + "table": "sqlite_sequence", + "columns": [ + "name", + "seq" + ] + }, + { + "table": "sqlite_stat1", + "columns": [ + "tbl", + "idx", + "stat" + ] + }, + { + "table": "synthesis_inputs", + "columns": [ + "file_path" + ] + }, + { + "table": "unresolved_refs", + "columns": [ + "id", + "from_node_id", + "reference_name", + "reference_kind", + "line", + "col", + "candidates", + "file_path", + "language", + "status", + "name_tail" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "csvhelper-def-01", + "target": "src/CsvHelper/CsvParser.cs", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "csvhelper-def-02", + "target": "src/CsvHelper/CsvWriter.cs", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "csvhelper-def-03", + "target": "src/CsvHelper/ObjectResolver.cs", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "csvhelper-def-04", + "target": "src/CsvHelper/Expressions/ExpressionManager.cs", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "csvhelper-def-05", + "target": "src/CsvHelper/Expressions/RecordHydrator.cs", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "csvhelper-def-06", + "target": "src/CsvHelper/Configuration/ClassMap.cs", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "csvhelper-nl-01", + "target": "src/CsvHelper/CsvReader.cs", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "csvhelper-nl-02", + "target": "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "csvhelper-nl-03", + "target": "src/CsvHelper/Configuration/CsvConfiguration.cs", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "csvhelper-nl-04", + "target": "src/CsvHelper/FieldCache.cs", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "csvhelper-nl-05", + "target": "src/CsvHelper/CsvDataReader.cs", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "graph-nodes": 478, + "synthesis_inputs-path-metadata": 477, + "unresolved_refs-path-metadata": 442 + } + }, + { + "repository": "csvhelper", + "condition": "codebase-memory", + "databases": [ + { + "path": "cbm-cache/_config.db", + "schemas": [ + { + "table": "config", + "columns": [ + "key", + "value" + ] + } + ] + }, + { + "path": "cbm-cache/private-tmp-ocbi-exploratory-study-20261006.QajZah-run-active-source.db", + "schemas": [ + { + "table": "edges", + "columns": [ + "id", + "project", + "source_id", + "target_id", + "type", + "properties" + ] + }, + { + "table": "file_hashes", + "columns": [ + "project", + "rel_path", + "sha256", + "mtime_ns", + "size" + ] + }, + { + "table": "index_coverage", + "columns": [ + "project", + "rel_path", + "kind", + "detail" + ] + }, + { + "table": "index_coverage_meta", + "columns": [ + "project", + "generation", + "index_mode", + "recorded_at", + "recording_status", + "ignored_files_stored", + "ignored_files_total", + "coverage_version", + "hash_records_complete" + ] + }, + { + "table": "lsp_surface", + "columns": [ + "project", + "rel_path", + "surface_sha", + "defs_json", + "ref_bloom", + "config_ctx" + ] + }, + { + "table": "node_vectors", + "columns": [ + "node_id", + "project", + "vector" + ] + }, + { + "table": "nodes", + "columns": [ + "id", + "project", + "label", + "name", + "qualified_name", + "file_path", + "start_line", + "end_line", + "properties" + ] + }, + { + "table": "nodes_fts", + "columns": [ + "name", + "qualified_name", + "label", + "file_path", + "body" + ] + }, + { + "table": "nodes_fts_config", + "columns": [ + "k", + "v" + ] + }, + { + "table": "nodes_fts_data", + "columns": [ + "id", + "block" + ] + }, + { + "table": "nodes_fts_docsize", + "columns": [ + "id", + "sz" + ] + }, + { + "table": "nodes_fts_idx", + "columns": [ + "segid", + "term", + "pgno" + ] + }, + { + "table": "project_summaries", + "columns": [ + "project", + "summary", + "source_hash", + "created_at", + "updated_at" + ] + }, + { + "table": "projects", + "columns": [ + "name", + "indexed_at", + "root_path" + ] + }, + { + "table": "sqlite_sequence", + "columns": [ + "name", + "seq" + ] + }, + { + "table": "store_meta", + "columns": [ + "k", + "v" + ] + }, + { + "table": "token_vectors", + "columns": [ + "id", + "project", + "token", + "vector", + "idf" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "csvhelper-def-01", + "target": "src/CsvHelper/CsvParser.cs", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "csvhelper-def-02", + "target": "src/CsvHelper/CsvWriter.cs", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "csvhelper-def-03", + "target": "src/CsvHelper/ObjectResolver.cs", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "csvhelper-def-04", + "target": "src/CsvHelper/Expressions/ExpressionManager.cs", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "csvhelper-def-05", + "target": "src/CsvHelper/Expressions/RecordHydrator.cs", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "csvhelper-def-06", + "target": "src/CsvHelper/Configuration/ClassMap.cs", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "csvhelper-nl-01", + "target": "src/CsvHelper/CsvReader.cs", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "csvhelper-nl-02", + "target": "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "csvhelper-nl-03", + "target": "src/CsvHelper/Configuration/CsvConfiguration.cs", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "csvhelper-nl-04", + "target": "src/CsvHelper/FieldCache.cs", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "csvhelper-nl-05", + "target": "src/CsvHelper/CsvDataReader.cs", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "graph-nodes": 847, + "nodes_fts-path-metadata": 0 + } + }, + { + "repository": "csvhelper", + "condition": "grepai", + "databases": [], + "targetMetadata": [ + { + "queryId": "csvhelper-def-01", + "target": "src/CsvHelper/CsvParser.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-def-02", + "target": "src/CsvHelper/CsvWriter.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-def-03", + "target": "src/CsvHelper/ObjectResolver.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-def-04", + "target": "src/CsvHelper/Expressions/ExpressionManager.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-def-05", + "target": "src/CsvHelper/Expressions/RecordHydrator.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-def-06", + "target": "src/CsvHelper/Configuration/ClassMap.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-nl-01", + "target": "src/CsvHelper/CsvReader.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-nl-02", + "target": "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-nl-03", + "target": "src/CsvHelper/Configuration/CsvConfiguration.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-nl-04", + "target": "src/CsvHelper/FieldCache.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-nl-05", + "target": "src/CsvHelper/CsvDataReader.cs", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "csvhelper", + "condition": "literal-unindexed", + "databases": [], + "targetMetadata": [ + { + "queryId": "csvhelper-def-01", + "target": "src/CsvHelper/CsvParser.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-def-02", + "target": "src/CsvHelper/CsvWriter.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-def-03", + "target": "src/CsvHelper/ObjectResolver.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-def-04", + "target": "src/CsvHelper/Expressions/ExpressionManager.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-def-05", + "target": "src/CsvHelper/Expressions/RecordHydrator.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-def-06", + "target": "src/CsvHelper/Configuration/ClassMap.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-nl-01", + "target": "src/CsvHelper/CsvReader.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-nl-02", + "target": "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-nl-03", + "target": "src/CsvHelper/Configuration/CsvConfiguration.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-nl-04", + "target": "src/CsvHelper/FieldCache.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-nl-05", + "target": "src/CsvHelper/CsvDataReader.cs", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "csvhelper", + "condition": "plain-file-bm25", + "databases": [], + "targetMetadata": [ + { + "queryId": "csvhelper-def-01", + "target": "src/CsvHelper/CsvParser.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-def-02", + "target": "src/CsvHelper/CsvWriter.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-def-03", + "target": "src/CsvHelper/ObjectResolver.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-def-04", + "target": "src/CsvHelper/Expressions/ExpressionManager.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-def-05", + "target": "src/CsvHelper/Expressions/RecordHydrator.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-def-06", + "target": "src/CsvHelper/Configuration/ClassMap.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-nl-01", + "target": "src/CsvHelper/CsvReader.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-nl-02", + "target": "src/CsvHelper/TypeConversion/TypeConverterCache.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-nl-03", + "target": "src/CsvHelper/Configuration/CsvConfiguration.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-nl-04", + "target": "src/CsvHelper/FieldCache.cs", + "presentByKind": {} + }, + { + "queryId": "csvhelper-nl-05", + "target": "src/CsvHelper/CsvDataReader.cs", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "monolog", + "condition": "ocbi-hybrid", + "databases": [ + { + "path": "source-and-index/.opencode/index/codebase.db", + "schemas": [ + { + "table": "branch_chunks", + "columns": [ + "branch", + "chunk_id" + ] + }, + { + "table": "branch_symbols", + "columns": [ + "branch", + "symbol_id" + ] + }, + { + "table": "call_edges", + "columns": [ + "id", + "from_symbol_id", + "target_name", + "to_symbol_id", + "call_type", + "confidence", + "line", + "col", + "is_resolved" + ] + }, + { + "table": "chunks", + "columns": [ + "chunk_id", + "content_hash", + "file_path", + "start_line", + "end_line", + "node_type", + "name", + "language", + "blame_sha", + "blame_author", + "blame_author_email", + "blame_committed_at", + "blame_summary", + "document_kind", + "page_start", + "page_end", + "source_text" + ] + }, + { + "table": "embeddings", + "columns": [ + "content_hash", + "embedding", + "chunk_text", + "model", + "created_at" + ] + }, + { + "table": "metadata", + "columns": [ + "key", + "value" + ] + }, + { + "table": "symbols", + "columns": [ + "id", + "file_path", + "name", + "kind", + "start_line", + "start_col", + "end_line", + "end_col", + "language" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "monolog-def-01", + "target": "src/Monolog/Logger.php", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "monolog-def-02", + "target": "src/Monolog/ErrorHandler.php", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "monolog-def-03", + "target": "src/Monolog/Handler/BufferHandler.php", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "monolog-def-04", + "target": "src/Monolog/Handler/RotatingFileHandler.php", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "monolog-def-05", + "target": "src/Monolog/Formatter/NormalizerFormatter.php", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "monolog-def-06", + "target": "src/Monolog/Processor/PsrLogMessageProcessor.php", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "monolog-nl-01", + "target": "src/Monolog/Handler/FingersCrossedHandler.php", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "monolog-nl-02", + "target": "src/Monolog/Handler/StreamHandler.php", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "monolog-nl-03", + "target": "src/Monolog/Handler/DeduplicationHandler.php", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "monolog-nl-04", + "target": "src/Monolog/Handler/WhatFailureGroupHandler.php", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "monolog-nl-05", + "target": "src/Monolog/Processor/IntrospectionProcessor.php", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "chunk-documents": 127, + "symbol-records": 125 + } + }, + { + "repository": "monolog", + "condition": "ocbi-structural", + "databases": [ + { + "path": "source-and-index/.opencode/index/structural/codebase.db", + "schemas": [ + { + "table": "branch_chunks", + "columns": [ + "branch", + "chunk_id" + ] + }, + { + "table": "branch_symbols", + "columns": [ + "branch", + "symbol_id" + ] + }, + { + "table": "call_edges", + "columns": [ + "id", + "from_symbol_id", + "target_name", + "to_symbol_id", + "call_type", + "confidence", + "line", + "col", + "is_resolved" + ] + }, + { + "table": "chunks", + "columns": [ + "chunk_id", + "content_hash", + "file_path", + "start_line", + "end_line", + "node_type", + "name", + "language", + "blame_sha", + "blame_author", + "blame_author_email", + "blame_committed_at", + "blame_summary", + "document_kind", + "page_start", + "page_end", + "source_text" + ] + }, + { + "table": "embeddings", + "columns": [ + "content_hash", + "embedding", + "chunk_text", + "model", + "created_at" + ] + }, + { + "table": "metadata", + "columns": [ + "key", + "value" + ] + }, + { + "table": "symbols", + "columns": [ + "id", + "file_path", + "name", + "kind", + "start_line", + "start_col", + "end_line", + "end_col", + "language" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "monolog-def-01", + "target": "src/Monolog/Logger.php", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "monolog-def-02", + "target": "src/Monolog/ErrorHandler.php", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "monolog-def-03", + "target": "src/Monolog/Handler/BufferHandler.php", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "monolog-def-04", + "target": "src/Monolog/Handler/RotatingFileHandler.php", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "monolog-def-05", + "target": "src/Monolog/Formatter/NormalizerFormatter.php", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "monolog-def-06", + "target": "src/Monolog/Processor/PsrLogMessageProcessor.php", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "monolog-nl-01", + "target": "src/Monolog/Handler/FingersCrossedHandler.php", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "monolog-nl-02", + "target": "src/Monolog/Handler/StreamHandler.php", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "monolog-nl-03", + "target": "src/Monolog/Handler/DeduplicationHandler.php", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "monolog-nl-04", + "target": "src/Monolog/Handler/WhatFailureGroupHandler.php", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "monolog-nl-05", + "target": "src/Monolog/Processor/IntrospectionProcessor.php", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "chunk-documents": 127, + "symbol-records": 125 + } + }, + { + "repository": "monolog", + "condition": "codegraph", + "databases": [ + { + "path": "source-and-index/.codegraph/codegraph.db", + "schemas": [ + { + "table": "edges", + "columns": [ + "id", + "source", + "target", + "kind", + "metadata", + "line", + "col", + "provenance" + ] + }, + { + "table": "files", + "columns": [ + "path", + "content_hash", + "language", + "size", + "modified_at", + "indexed_at", + "node_count", + "errors", + "generated" + ] + }, + { + "table": "name_segment_vocab", + "columns": [ + "segment", + "name" + ] + }, + { + "table": "nodes", + "columns": [ + "id", + "kind", + "name", + "qualified_name", + "file_path", + "language", + "start_line", + "end_line", + "start_column", + "end_column", + "docstring", + "signature", + "visibility", + "is_exported", + "is_async", + "is_static", + "is_abstract", + "decorators", + "type_parameters", + "return_type", + "updated_at" + ] + }, + { + "table": "nodes_fts", + "columns": [ + "id", + "name", + "qualified_name", + "docstring", + "signature" + ] + }, + { + "table": "nodes_fts_config", + "columns": [ + "k", + "v" + ] + }, + { + "table": "nodes_fts_data", + "columns": [ + "id", + "block" + ] + }, + { + "table": "nodes_fts_docsize", + "columns": [ + "id", + "sz" + ] + }, + { + "table": "nodes_fts_idx", + "columns": [ + "segid", + "term", + "pgno" + ] + }, + { + "table": "project_metadata", + "columns": [ + "key", + "value", + "updated_at" + ] + }, + { + "table": "schema_versions", + "columns": [ + "version", + "applied_at", + "description" + ] + }, + { + "table": "sqlite_sequence", + "columns": [ + "name", + "seq" + ] + }, + { + "table": "sqlite_stat1", + "columns": [ + "tbl", + "idx", + "stat" + ] + }, + { + "table": "synthesis_inputs", + "columns": [ + "file_path" + ] + }, + { + "table": "unresolved_refs", + "columns": [ + "id", + "from_node_id", + "reference_name", + "reference_kind", + "line", + "col", + "candidates", + "file_path", + "language", + "status", + "name_tail" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "monolog-def-01", + "target": "src/Monolog/Logger.php", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "monolog-def-02", + "target": "src/Monolog/ErrorHandler.php", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "monolog-def-03", + "target": "src/Monolog/Handler/BufferHandler.php", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "monolog-def-04", + "target": "src/Monolog/Handler/RotatingFileHandler.php", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "monolog-def-05", + "target": "src/Monolog/Formatter/NormalizerFormatter.php", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "monolog-def-06", + "target": "src/Monolog/Processor/PsrLogMessageProcessor.php", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "monolog-nl-01", + "target": "src/Monolog/Handler/FingersCrossedHandler.php", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "monolog-nl-02", + "target": "src/Monolog/Handler/StreamHandler.php", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "monolog-nl-03", + "target": "src/Monolog/Handler/DeduplicationHandler.php", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "monolog-nl-04", + "target": "src/Monolog/Handler/WhatFailureGroupHandler.php", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "monolog-nl-05", + "target": "src/Monolog/Processor/IntrospectionProcessor.php", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "graph-nodes": 125, + "synthesis_inputs-path-metadata": 125, + "unresolved_refs-path-metadata": 118 + } + }, + { + "repository": "monolog", + "condition": "codebase-memory", + "databases": [ + { + "path": "cbm-cache/_config.db", + "schemas": [ + { + "table": "config", + "columns": [ + "key", + "value" + ] + } + ] + }, + { + "path": "cbm-cache/private-tmp-ocbi-exploratory-study-20261006.QajZah-run-active-source.db", + "schemas": [ + { + "table": "edges", + "columns": [ + "id", + "project", + "source_id", + "target_id", + "type", + "properties" + ] + }, + { + "table": "file_hashes", + "columns": [ + "project", + "rel_path", + "sha256", + "mtime_ns", + "size" + ] + }, + { + "table": "index_coverage", + "columns": [ + "project", + "rel_path", + "kind", + "detail" + ] + }, + { + "table": "index_coverage_meta", + "columns": [ + "project", + "generation", + "index_mode", + "recorded_at", + "recording_status", + "ignored_files_stored", + "ignored_files_total", + "coverage_version", + "hash_records_complete" + ] + }, + { + "table": "lsp_surface", + "columns": [ + "project", + "rel_path", + "surface_sha", + "defs_json", + "ref_bloom", + "config_ctx" + ] + }, + { + "table": "node_vectors", + "columns": [ + "node_id", + "project", + "vector" + ] + }, + { + "table": "nodes", + "columns": [ + "id", + "project", + "label", + "name", + "qualified_name", + "file_path", + "start_line", + "end_line", + "properties" + ] + }, + { + "table": "nodes_fts", + "columns": [ + "name", + "qualified_name", + "label", + "file_path", + "body" + ] + }, + { + "table": "nodes_fts_config", + "columns": [ + "k", + "v" + ] + }, + { + "table": "nodes_fts_data", + "columns": [ + "id", + "block" + ] + }, + { + "table": "nodes_fts_docsize", + "columns": [ + "id", + "sz" + ] + }, + { + "table": "nodes_fts_idx", + "columns": [ + "segid", + "term", + "pgno" + ] + }, + { + "table": "project_summaries", + "columns": [ + "project", + "summary", + "source_hash", + "created_at", + "updated_at" + ] + }, + { + "table": "projects", + "columns": [ + "name", + "indexed_at", + "root_path" + ] + }, + { + "table": "sqlite_sequence", + "columns": [ + "name", + "seq" + ] + }, + { + "table": "store_meta", + "columns": [ + "k", + "v" + ] + }, + { + "table": "token_vectors", + "columns": [ + "id", + "project", + "token", + "vector", + "idf" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "monolog-def-01", + "target": "src/Monolog/Logger.php", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "monolog-def-02", + "target": "src/Monolog/ErrorHandler.php", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "monolog-def-03", + "target": "src/Monolog/Handler/BufferHandler.php", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "monolog-def-04", + "target": "src/Monolog/Handler/RotatingFileHandler.php", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "monolog-def-05", + "target": "src/Monolog/Formatter/NormalizerFormatter.php", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "monolog-def-06", + "target": "src/Monolog/Processor/PsrLogMessageProcessor.php", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "monolog-nl-01", + "target": "src/Monolog/Handler/FingersCrossedHandler.php", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "monolog-nl-02", + "target": "src/Monolog/Handler/StreamHandler.php", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "monolog-nl-03", + "target": "src/Monolog/Handler/DeduplicationHandler.php", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "monolog-nl-04", + "target": "src/Monolog/Handler/WhatFailureGroupHandler.php", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "monolog-nl-05", + "target": "src/Monolog/Processor/IntrospectionProcessor.php", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "graph-nodes": 140, + "nodes_fts-path-metadata": 0 + } + }, + { + "repository": "monolog", + "condition": "grepai", + "databases": [], + "targetMetadata": [ + { + "queryId": "monolog-def-01", + "target": "src/Monolog/Logger.php", + "presentByKind": {} + }, + { + "queryId": "monolog-def-02", + "target": "src/Monolog/ErrorHandler.php", + "presentByKind": {} + }, + { + "queryId": "monolog-def-03", + "target": "src/Monolog/Handler/BufferHandler.php", + "presentByKind": {} + }, + { + "queryId": "monolog-def-04", + "target": "src/Monolog/Handler/RotatingFileHandler.php", + "presentByKind": {} + }, + { + "queryId": "monolog-def-05", + "target": "src/Monolog/Formatter/NormalizerFormatter.php", + "presentByKind": {} + }, + { + "queryId": "monolog-def-06", + "target": "src/Monolog/Processor/PsrLogMessageProcessor.php", + "presentByKind": {} + }, + { + "queryId": "monolog-nl-01", + "target": "src/Monolog/Handler/FingersCrossedHandler.php", + "presentByKind": {} + }, + { + "queryId": "monolog-nl-02", + "target": "src/Monolog/Handler/StreamHandler.php", + "presentByKind": {} + }, + { + "queryId": "monolog-nl-03", + "target": "src/Monolog/Handler/DeduplicationHandler.php", + "presentByKind": {} + }, + { + "queryId": "monolog-nl-04", + "target": "src/Monolog/Handler/WhatFailureGroupHandler.php", + "presentByKind": {} + }, + { + "queryId": "monolog-nl-05", + "target": "src/Monolog/Processor/IntrospectionProcessor.php", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "monolog", + "condition": "literal-unindexed", + "databases": [], + "targetMetadata": [ + { + "queryId": "monolog-def-01", + "target": "src/Monolog/Logger.php", + "presentByKind": {} + }, + { + "queryId": "monolog-def-02", + "target": "src/Monolog/ErrorHandler.php", + "presentByKind": {} + }, + { + "queryId": "monolog-def-03", + "target": "src/Monolog/Handler/BufferHandler.php", + "presentByKind": {} + }, + { + "queryId": "monolog-def-04", + "target": "src/Monolog/Handler/RotatingFileHandler.php", + "presentByKind": {} + }, + { + "queryId": "monolog-def-05", + "target": "src/Monolog/Formatter/NormalizerFormatter.php", + "presentByKind": {} + }, + { + "queryId": "monolog-def-06", + "target": "src/Monolog/Processor/PsrLogMessageProcessor.php", + "presentByKind": {} + }, + { + "queryId": "monolog-nl-01", + "target": "src/Monolog/Handler/FingersCrossedHandler.php", + "presentByKind": {} + }, + { + "queryId": "monolog-nl-02", + "target": "src/Monolog/Handler/StreamHandler.php", + "presentByKind": {} + }, + { + "queryId": "monolog-nl-03", + "target": "src/Monolog/Handler/DeduplicationHandler.php", + "presentByKind": {} + }, + { + "queryId": "monolog-nl-04", + "target": "src/Monolog/Handler/WhatFailureGroupHandler.php", + "presentByKind": {} + }, + { + "queryId": "monolog-nl-05", + "target": "src/Monolog/Processor/IntrospectionProcessor.php", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "monolog", + "condition": "plain-file-bm25", + "databases": [], + "targetMetadata": [ + { + "queryId": "monolog-def-01", + "target": "src/Monolog/Logger.php", + "presentByKind": {} + }, + { + "queryId": "monolog-def-02", + "target": "src/Monolog/ErrorHandler.php", + "presentByKind": {} + }, + { + "queryId": "monolog-def-03", + "target": "src/Monolog/Handler/BufferHandler.php", + "presentByKind": {} + }, + { + "queryId": "monolog-def-04", + "target": "src/Monolog/Handler/RotatingFileHandler.php", + "presentByKind": {} + }, + { + "queryId": "monolog-def-05", + "target": "src/Monolog/Formatter/NormalizerFormatter.php", + "presentByKind": {} + }, + { + "queryId": "monolog-def-06", + "target": "src/Monolog/Processor/PsrLogMessageProcessor.php", + "presentByKind": {} + }, + { + "queryId": "monolog-nl-01", + "target": "src/Monolog/Handler/FingersCrossedHandler.php", + "presentByKind": {} + }, + { + "queryId": "monolog-nl-02", + "target": "src/Monolog/Handler/StreamHandler.php", + "presentByKind": {} + }, + { + "queryId": "monolog-nl-03", + "target": "src/Monolog/Handler/DeduplicationHandler.php", + "presentByKind": {} + }, + { + "queryId": "monolog-nl-04", + "target": "src/Monolog/Handler/WhatFailureGroupHandler.php", + "presentByKind": {} + }, + { + "queryId": "monolog-nl-05", + "target": "src/Monolog/Processor/IntrospectionProcessor.php", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "rack", + "condition": "ocbi-hybrid", + "databases": [ + { + "path": "source-and-index/.opencode/index/codebase.db", + "schemas": [ + { + "table": "branch_chunks", + "columns": [ + "branch", + "chunk_id" + ] + }, + { + "table": "branch_symbols", + "columns": [ + "branch", + "symbol_id" + ] + }, + { + "table": "call_edges", + "columns": [ + "id", + "from_symbol_id", + "target_name", + "to_symbol_id", + "call_type", + "confidence", + "line", + "col", + "is_resolved" + ] + }, + { + "table": "chunks", + "columns": [ + "chunk_id", + "content_hash", + "file_path", + "start_line", + "end_line", + "node_type", + "name", + "language", + "blame_sha", + "blame_author", + "blame_author_email", + "blame_committed_at", + "blame_summary", + "document_kind", + "page_start", + "page_end", + "source_text" + ] + }, + { + "table": "embeddings", + "columns": [ + "content_hash", + "embedding", + "chunk_text", + "model", + "created_at" + ] + }, + { + "table": "metadata", + "columns": [ + "key", + "value" + ] + }, + { + "table": "symbols", + "columns": [ + "id", + "file_path", + "name", + "kind", + "start_line", + "start_col", + "end_line", + "end_col", + "language" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "rack-def-01", + "target": "lib/rack/query_parser.rb", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "rack-def-02", + "target": "lib/rack/rewindable_input.rb", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "rack-def-03", + "target": "lib/rack/body_proxy.rb", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "rack-def-04", + "target": "lib/rack/urlmap.rb", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "rack-def-05", + "target": "lib/rack/builder.rb", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "rack-def-06", + "target": "lib/rack/tempfile_reaper.rb", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "rack-nl-01", + "target": "lib/rack/method_override.rb", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "rack-nl-02", + "target": "lib/rack/conditional_get.rb", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "rack-nl-03", + "target": "lib/rack/deflater.rb", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "rack-nl-04", + "target": "lib/rack/sendfile.rb", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "rack-nl-05", + "target": "lib/rack/multipart/parser.rb", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "chunk-documents": 111, + "symbol-records": 61 + } + }, + { + "repository": "rack", + "condition": "ocbi-structural", + "databases": [ + { + "path": "source-and-index/.opencode/index/structural/codebase.db", + "schemas": [ + { + "table": "branch_chunks", + "columns": [ + "branch", + "chunk_id" + ] + }, + { + "table": "branch_symbols", + "columns": [ + "branch", + "symbol_id" + ] + }, + { + "table": "call_edges", + "columns": [ + "id", + "from_symbol_id", + "target_name", + "to_symbol_id", + "call_type", + "confidence", + "line", + "col", + "is_resolved" + ] + }, + { + "table": "chunks", + "columns": [ + "chunk_id", + "content_hash", + "file_path", + "start_line", + "end_line", + "node_type", + "name", + "language", + "blame_sha", + "blame_author", + "blame_author_email", + "blame_committed_at", + "blame_summary", + "document_kind", + "page_start", + "page_end", + "source_text" + ] + }, + { + "table": "embeddings", + "columns": [ + "content_hash", + "embedding", + "chunk_text", + "model", + "created_at" + ] + }, + { + "table": "metadata", + "columns": [ + "key", + "value" + ] + }, + { + "table": "symbols", + "columns": [ + "id", + "file_path", + "name", + "kind", + "start_line", + "start_col", + "end_line", + "end_col", + "language" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "rack-def-01", + "target": "lib/rack/query_parser.rb", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "rack-def-02", + "target": "lib/rack/rewindable_input.rb", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "rack-def-03", + "target": "lib/rack/body_proxy.rb", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "rack-def-04", + "target": "lib/rack/urlmap.rb", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "rack-def-05", + "target": "lib/rack/builder.rb", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "rack-def-06", + "target": "lib/rack/tempfile_reaper.rb", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "rack-nl-01", + "target": "lib/rack/method_override.rb", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "rack-nl-02", + "target": "lib/rack/conditional_get.rb", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "rack-nl-03", + "target": "lib/rack/deflater.rb", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "rack-nl-04", + "target": "lib/rack/sendfile.rb", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + }, + { + "queryId": "rack-nl-05", + "target": "lib/rack/multipart/parser.rb", + "presentByKind": { + "chunk-documents": true, + "symbol-records": true + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "chunk-documents": 111, + "symbol-records": 61 + } + }, + { + "repository": "rack", + "condition": "codegraph", + "databases": [ + { + "path": "source-and-index/.codegraph/codegraph.db", + "schemas": [ + { + "table": "edges", + "columns": [ + "id", + "source", + "target", + "kind", + "metadata", + "line", + "col", + "provenance" + ] + }, + { + "table": "files", + "columns": [ + "path", + "content_hash", + "language", + "size", + "modified_at", + "indexed_at", + "node_count", + "errors", + "generated" + ] + }, + { + "table": "name_segment_vocab", + "columns": [ + "segment", + "name" + ] + }, + { + "table": "nodes", + "columns": [ + "id", + "kind", + "name", + "qualified_name", + "file_path", + "language", + "start_line", + "end_line", + "start_column", + "end_column", + "docstring", + "signature", + "visibility", + "is_exported", + "is_async", + "is_static", + "is_abstract", + "decorators", + "type_parameters", + "return_type", + "updated_at" + ] + }, + { + "table": "nodes_fts", + "columns": [ + "id", + "name", + "qualified_name", + "docstring", + "signature" + ] + }, + { + "table": "nodes_fts_config", + "columns": [ + "k", + "v" + ] + }, + { + "table": "nodes_fts_data", + "columns": [ + "id", + "block" + ] + }, + { + "table": "nodes_fts_docsize", + "columns": [ + "id", + "sz" + ] + }, + { + "table": "nodes_fts_idx", + "columns": [ + "segid", + "term", + "pgno" + ] + }, + { + "table": "project_metadata", + "columns": [ + "key", + "value", + "updated_at" + ] + }, + { + "table": "schema_versions", + "columns": [ + "version", + "applied_at", + "description" + ] + }, + { + "table": "sqlite_sequence", + "columns": [ + "name", + "seq" + ] + }, + { + "table": "sqlite_stat1", + "columns": [ + "tbl", + "idx", + "stat" + ] + }, + { + "table": "synthesis_inputs", + "columns": [ + "file_path" + ] + }, + { + "table": "unresolved_refs", + "columns": [ + "id", + "from_node_id", + "reference_name", + "reference_kind", + "line", + "col", + "candidates", + "file_path", + "language", + "status", + "name_tail" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "rack-def-01", + "target": "lib/rack/query_parser.rb", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "rack-def-02", + "target": "lib/rack/rewindable_input.rb", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "rack-def-03", + "target": "lib/rack/body_proxy.rb", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "rack-def-04", + "target": "lib/rack/urlmap.rb", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "rack-def-05", + "target": "lib/rack/builder.rb", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "rack-def-06", + "target": "lib/rack/tempfile_reaper.rb", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "rack-nl-01", + "target": "lib/rack/method_override.rb", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "rack-nl-02", + "target": "lib/rack/conditional_get.rb", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "rack-nl-03", + "target": "lib/rack/deflater.rb", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "rack-nl-04", + "target": "lib/rack/sendfile.rb", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + }, + { + "queryId": "rack-nl-05", + "target": "lib/rack/multipart/parser.rb", + "presentByKind": { + "graph-nodes": true, + "synthesis_inputs-path-metadata": true, + "unresolved_refs-path-metadata": true + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "graph-nodes": 97, + "synthesis_inputs-path-metadata": 82, + "unresolved_refs-path-metadata": 76 + } + }, + { + "repository": "rack", + "condition": "codebase-memory", + "databases": [ + { + "path": "cbm-cache/_config.db", + "schemas": [ + { + "table": "config", + "columns": [ + "key", + "value" + ] + } + ] + }, + { + "path": "cbm-cache/private-tmp-ocbi-exploratory-study-20261006.QajZah-run-active-source.db", + "schemas": [ + { + "table": "edges", + "columns": [ + "id", + "project", + "source_id", + "target_id", + "type", + "properties" + ] + }, + { + "table": "file_hashes", + "columns": [ + "project", + "rel_path", + "sha256", + "mtime_ns", + "size" + ] + }, + { + "table": "index_coverage", + "columns": [ + "project", + "rel_path", + "kind", + "detail" + ] + }, + { + "table": "index_coverage_meta", + "columns": [ + "project", + "generation", + "index_mode", + "recorded_at", + "recording_status", + "ignored_files_stored", + "ignored_files_total", + "coverage_version", + "hash_records_complete" + ] + }, + { + "table": "lsp_surface", + "columns": [ + "project", + "rel_path", + "surface_sha", + "defs_json", + "ref_bloom", + "config_ctx" + ] + }, + { + "table": "node_vectors", + "columns": [ + "node_id", + "project", + "vector" + ] + }, + { + "table": "nodes", + "columns": [ + "id", + "project", + "label", + "name", + "qualified_name", + "file_path", + "start_line", + "end_line", + "properties" + ] + }, + { + "table": "nodes_fts", + "columns": [ + "name", + "qualified_name", + "label", + "file_path", + "body" + ] + }, + { + "table": "nodes_fts_config", + "columns": [ + "k", + "v" + ] + }, + { + "table": "nodes_fts_data", + "columns": [ + "id", + "block" + ] + }, + { + "table": "nodes_fts_docsize", + "columns": [ + "id", + "sz" + ] + }, + { + "table": "nodes_fts_idx", + "columns": [ + "segid", + "term", + "pgno" + ] + }, + { + "table": "project_summaries", + "columns": [ + "project", + "summary", + "source_hash", + "created_at", + "updated_at" + ] + }, + { + "table": "projects", + "columns": [ + "name", + "indexed_at", + "root_path" + ] + }, + { + "table": "sqlite_sequence", + "columns": [ + "name", + "seq" + ] + }, + { + "table": "store_meta", + "columns": [ + "k", + "v" + ] + }, + { + "table": "token_vectors", + "columns": [ + "id", + "project", + "token", + "vector", + "idf" + ] + } + ] + } + ], + "targetMetadata": [ + { + "queryId": "rack-def-01", + "target": "lib/rack/query_parser.rb", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "rack-def-02", + "target": "lib/rack/rewindable_input.rb", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "rack-def-03", + "target": "lib/rack/body_proxy.rb", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "rack-def-04", + "target": "lib/rack/urlmap.rb", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "rack-def-05", + "target": "lib/rack/builder.rb", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "rack-def-06", + "target": "lib/rack/tempfile_reaper.rb", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "rack-nl-01", + "target": "lib/rack/method_override.rb", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "rack-nl-02", + "target": "lib/rack/conditional_get.rb", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "rack-nl-03", + "target": "lib/rack/deflater.rb", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "rack-nl-04", + "target": "lib/rack/sendfile.rb", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + }, + { + "queryId": "rack-nl-05", + "target": "lib/rack/multipart/parser.rb", + "presentByKind": { + "graph-nodes": true, + "nodes_fts-path-metadata": false + } + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": { + "graph-nodes": 140, + "nodes_fts-path-metadata": 0 + } + }, + { + "repository": "rack", + "condition": "grepai", + "databases": [], + "targetMetadata": [ + { + "queryId": "rack-def-01", + "target": "lib/rack/query_parser.rb", + "presentByKind": {} + }, + { + "queryId": "rack-def-02", + "target": "lib/rack/rewindable_input.rb", + "presentByKind": {} + }, + { + "queryId": "rack-def-03", + "target": "lib/rack/body_proxy.rb", + "presentByKind": {} + }, + { + "queryId": "rack-def-04", + "target": "lib/rack/urlmap.rb", + "presentByKind": {} + }, + { + "queryId": "rack-def-05", + "target": "lib/rack/builder.rb", + "presentByKind": {} + }, + { + "queryId": "rack-def-06", + "target": "lib/rack/tempfile_reaper.rb", + "presentByKind": {} + }, + { + "queryId": "rack-nl-01", + "target": "lib/rack/method_override.rb", + "presentByKind": {} + }, + { + "queryId": "rack-nl-02", + "target": "lib/rack/conditional_get.rb", + "presentByKind": {} + }, + { + "queryId": "rack-nl-03", + "target": "lib/rack/deflater.rb", + "presentByKind": {} + }, + { + "queryId": "rack-nl-04", + "target": "lib/rack/sendfile.rb", + "presentByKind": {} + }, + { + "queryId": "rack-nl-05", + "target": "lib/rack/multipart/parser.rb", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "rack", + "condition": "literal-unindexed", + "databases": [], + "targetMetadata": [ + { + "queryId": "rack-def-01", + "target": "lib/rack/query_parser.rb", + "presentByKind": {} + }, + { + "queryId": "rack-def-02", + "target": "lib/rack/rewindable_input.rb", + "presentByKind": {} + }, + { + "queryId": "rack-def-03", + "target": "lib/rack/body_proxy.rb", + "presentByKind": {} + }, + { + "queryId": "rack-def-04", + "target": "lib/rack/urlmap.rb", + "presentByKind": {} + }, + { + "queryId": "rack-def-05", + "target": "lib/rack/builder.rb", + "presentByKind": {} + }, + { + "queryId": "rack-def-06", + "target": "lib/rack/tempfile_reaper.rb", + "presentByKind": {} + }, + { + "queryId": "rack-nl-01", + "target": "lib/rack/method_override.rb", + "presentByKind": {} + }, + { + "queryId": "rack-nl-02", + "target": "lib/rack/conditional_get.rb", + "presentByKind": {} + }, + { + "queryId": "rack-nl-03", + "target": "lib/rack/deflater.rb", + "presentByKind": {} + }, + { + "queryId": "rack-nl-04", + "target": "lib/rack/sendfile.rb", + "presentByKind": {} + }, + { + "queryId": "rack-nl-05", + "target": "lib/rack/multipart/parser.rb", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + }, + { + "repository": "rack", + "condition": "plain-file-bm25", + "databases": [], + "targetMetadata": [ + { + "queryId": "rack-def-01", + "target": "lib/rack/query_parser.rb", + "presentByKind": {} + }, + { + "queryId": "rack-def-02", + "target": "lib/rack/rewindable_input.rb", + "presentByKind": {} + }, + { + "queryId": "rack-def-03", + "target": "lib/rack/body_proxy.rb", + "presentByKind": {} + }, + { + "queryId": "rack-def-04", + "target": "lib/rack/urlmap.rb", + "presentByKind": {} + }, + { + "queryId": "rack-def-05", + "target": "lib/rack/builder.rb", + "presentByKind": {} + }, + { + "queryId": "rack-def-06", + "target": "lib/rack/tempfile_reaper.rb", + "presentByKind": {} + }, + { + "queryId": "rack-nl-01", + "target": "lib/rack/method_override.rb", + "presentByKind": {} + }, + { + "queryId": "rack-nl-02", + "target": "lib/rack/conditional_get.rb", + "presentByKind": {} + }, + { + "queryId": "rack-nl-03", + "target": "lib/rack/deflater.rb", + "presentByKind": {} + }, + { + "queryId": "rack-nl-04", + "target": "lib/rack/sendfile.rb", + "presentByKind": {} + }, + { + "queryId": "rack-nl-05", + "target": "lib/rack/multipart/parser.rb", + "presentByKind": {} + } + ], + "limit": "Read-only metadata observation only. File presence does not prove declaration/body coverage; absence is conclusive only for the identified complete retrieval store. Gob/unknown storage schemas remain unaudited.", + "representedFileCountsByKind": {} + } + ], + "postScoreDiagnosis": { + "kind": "post-score-read-only-diagnosis", + "scoredRetries": 0, + "productionChanges": false, + "scoreAmendments": false, + "outsideReview": false, + "exactDispatchEvidence": [ + "src/adapters/mcp/register-tools.ts:333", + "src/tools/execute-common.ts:132-151", + "src/tools/operations.ts:449-462", + "src/indexer/index.ts:7825-7841" + ], + "clap": { + "kind": "post-score-read-only-source-policy-diagnostic", + "studyRerun": false, + "candidateChanged": false, + "source": "src/utils/files.ts:47-66,77-83,132-135", + "defaultPattern": "**/*build*/**", + "compiledWorkerContainsPattern": true, + "observations": [ + { + "queryId": "clap-explicit-01", + "path": "clap_builder/src/parser/validator.rs", + "ignoredByUpstreamGitignore": false, + "ignoredWithOcbiDefaults": true, + "automaticallyExcluded": true + }, + { + "queryId": "clap-explicit-02", + "path": "clap_builder/src/parser/matches/matched_arg.rs", + "ignoredByUpstreamGitignore": false, + "ignoredWithOcbiDefaults": true, + "automaticallyExcluded": true + }, + { + "queryId": "clap-explicit-03", + "path": "clap_builder/src/parser/features/suggestions.rs", + "ignoredByUpstreamGitignore": false, + "ignoredWithOcbiDefaults": true, + "automaticallyExcluded": true + }, + { + "queryId": "clap-explicit-04", + "path": "clap_lex/src/ext.rs", + "ignoredByUpstreamGitignore": false, + "ignoredWithOcbiDefaults": false, + "automaticallyExcluded": false + }, + { + "queryId": "clap-explicit-05", + "path": "clap_builder/src/output/usage.rs", + "ignoredByUpstreamGitignore": false, + "ignoredWithOcbiDefaults": true, + "automaticallyExcluded": true + }, + { + "queryId": "clap-explicit-06", + "path": "clap_builder/src/builder/value_parser.rs", + "ignoredByUpstreamGitignore": false, + "ignoredWithOcbiDefaults": true, + "automaticallyExcluded": true + }, + { + "queryId": "clap-natural-01", + "path": "clap_builder/src/parser/parser.rs", + "ignoredByUpstreamGitignore": false, + "ignoredWithOcbiDefaults": true, + "automaticallyExcluded": true + }, + { + "queryId": "clap-natural-02", + "path": "clap_builder/src/builder/command.rs", + "ignoredByUpstreamGitignore": false, + "ignoredWithOcbiDefaults": true, + "automaticallyExcluded": true + }, + { + "queryId": "clap-natural-03", + "path": "clap_builder/src/builder/action.rs", + "ignoredByUpstreamGitignore": false, + "ignoredWithOcbiDefaults": true, + "automaticallyExcluded": true + }, + { + "queryId": "clap-natural-04", + "path": "clap_derive/src/utils/doc_comments.rs", + "ignoredByUpstreamGitignore": false, + "ignoredWithOcbiDefaults": false, + "automaticallyExcluded": false + }, + { + "queryId": "clap-natural-05", + "path": "clap_builder/src/output/textwrap/wrap_algorithms.rs", + "ignoredByUpstreamGitignore": false, + "ignoredWithOcbiDefaults": true, + "automaticallyExcluded": true + }, + { + "queryId": "clap-natural-06", + "path": "clap_builder/src/error/mod.rs", + "ignoredByUpstreamGitignore": false, + "ignoredWithOcbiDefaults": true, + "automaticallyExcluded": true + } + ], + "conclusion": "Built-in substring directory exclusion matches clap_builder production sources. Upstream gitignore does not exclude these targets. Stored study chunk records separately show these target files absent; this is acquisition policy loss, not a demonstrated ranking miss." + }, + "gin": { + "observed": "Three actual receiver-method names are absent from the persisted symbol catalog despite indexed target files. ValidateStruct at line47 is stored as error; other receiver-method entries are stored as return-type names int/bool/string. Exact lookup cannot match these catalog entries.", + "sourceEvidence": [ + "native/src/parser.rs:922-1043", + "src/tools/operations.ts:161-165,191-216" + ], + "causalLimit": "Catalog defect is observed; precise generic parser fallback mechanics are not independently established by a new parser experiment.", + "readOnlySnapshot": { + "database": "run/gin/ocbi-hybrid/source-and-index/.opencode/index/codebase.db", + "queries": { + "chunkGroups": "SELECT language,node_type,COUNT(*) AS chunks,COUNT(name) AS named_chunks FROM chunks WHERE file_path=? GROUP BY language,node_type", + "symbolsInGoldFile": "SELECT file_path,name,kind,start_line,end_line FROM symbols WHERE file_path=? ORDER BY start_line,name", + "exactNameSymbolMatches": "SELECT file_path,name,kind,start_line,end_line FROM symbols WHERE name=? ORDER BY file_path,start_line" + }, + "targets": [ + { + "queryId": "gin-explicit-01", + "requestedSymbol": "cleanPath", + "goldPath": "path.go", + "chunkGroups": [ + { + "language": "go", + "node_type": "function_declaration", + "chunks": 14, + "named_chunks": 14 + } + ], + "symbolsInGoldFile": [ + { + "file_path": "path.go", + "name": "cleanPath", + "kind": "function_declaration", + "start_line": 23, + "end_line": 124 + }, + { + "file_path": "path.go", + "name": "bufApp", + "kind": "function_declaration", + "start_line": 128, + "end_line": 151 + }, + { + "file_path": "path.go", + "name": "removeRepeatedChar", + "kind": "function_declaration", + "start_line": 155, + "end_line": 203 + } + ], + "exactNameSymbolMatches": [ + { + "file_path": "path.go", + "name": "cleanPath", + "kind": "function_declaration", + "start_line": 23, + "end_line": 124 + } + ] + }, + { + "queryId": "gin-explicit-02", + "requestedSymbol": "WriteHeaderNow", + "goldPath": "response_writer.go", + "chunkGroups": [ + { + "language": "go", + "node_type": "method_declaration", + "chunks": 13, + "named_chunks": 3 + }, + { + "language": "go", + "node_type": "type_declaration", + "chunks": 2, + "named_chunks": 0 + } + ], + "symbolsInGoldFile": [ + { + "file_path": "response_writer.go", + "name": "ResponseWriter", + "kind": "type_spec", + "start_line": 23, + "end_line": 47 + }, + { + "file_path": "response_writer.go", + "name": "responseWriter", + "kind": "type_spec", + "start_line": 49, + "end_line": 53 + }, + { + "file_path": "response_writer.go", + "name": "int", + "kind": "method_declaration", + "start_line": 98, + "end_line": 100 + }, + { + "file_path": "response_writer.go", + "name": "int", + "kind": "method_declaration", + "start_line": 102, + "end_line": 104 + }, + { + "file_path": "response_writer.go", + "name": "bool", + "kind": "method_declaration", + "start_line": 106, + "end_line": 108 + } + ], + "exactNameSymbolMatches": [] + }, + { + "queryId": "gin-explicit-03", + "requestedSymbol": "findCaseInsensitivePathRec", + "goldPath": "tree.go", + "chunkGroups": [ + { + "language": "go", + "node_type": "function_declaration", + "chunks": 5, + "named_chunks": 5 + }, + { + "language": "go", + "node_type": "method_declaration", + "chunks": 88, + "named_chunks": 1 + }, + { + "language": "go", + "node_type": "type_declaration", + "chunks": 6, + "named_chunks": 0 + } + ], + "symbolsInGoldFile": [ + { + "file_path": "tree.go", + "name": "Param", + "kind": "type_spec", + "start_line": 17, + "end_line": 20 + }, + { + "file_path": "tree.go", + "name": "Params", + "kind": "type_spec", + "start_line": 25, + "end_line": 25 + }, + { + "file_path": "tree.go", + "name": "methodTree", + "kind": "type_spec", + "start_line": 45, + "end_line": 48 + }, + { + "file_path": "tree.go", + "name": "methodTrees", + "kind": "type_spec", + "start_line": 50, + "end_line": 50 + }, + { + "file_path": "tree.go", + "name": "longestCommonPrefix", + "kind": "function_declaration", + "start_line": 61, + "end_line": 68 + }, + { + "file_path": "tree.go", + "name": "countParams", + "kind": "function_declaration", + "start_line": 80, + "end_line": 84 + }, + { + "file_path": "tree.go", + "name": "countSections", + "kind": "function_declaration", + "start_line": 86, + "end_line": 88 + }, + { + "file_path": "tree.go", + "name": "nodeType", + "kind": "type_spec", + "start_line": 90, + "end_line": 90 + }, + { + "file_path": "tree.go", + "name": "node", + "kind": "type_spec", + "start_line": 99, + "end_line": 108 + }, + { + "file_path": "tree.go", + "name": "int", + "kind": "method_declaration", + "start_line": 111, + "end_line": 131 + }, + { + "file_path": "tree.go", + "name": "findWildcard", + "kind": "function_declaration", + "start_line": 253, + "end_line": 286 + }, + { + "file_path": "tree.go", + "name": "nodeValue", + "kind": "type_spec", + "start_line": 400, + "end_line": 405 + }, + { + "file_path": "tree.go", + "name": "skippedNode", + "kind": "type_spec", + "start_line": 407, + "end_line": 411 + }, + { + "file_path": "tree.go", + "name": "shiftNRuneBytes", + "kind": "function_declaration", + "start_line": 695, + "end_line": 708 + } + ], + "exactNameSymbolMatches": [] + }, + { + "queryId": "gin-explicit-04", + "requestedSymbol": "ValidateStruct", + "goldPath": "binding/default_validator.go", + "chunkGroups": [ + { + "language": "go", + "node_type": "method_declaration", + "chunks": 5, + "named_chunks": 4 + }, + { + "language": "go", + "node_type": "type_declaration", + "chunks": 1, + "named_chunks": 0 + } + ], + "symbolsInGoldFile": [ + { + "file_path": "binding/default_validator.go", + "name": "defaultValidator", + "kind": "type_spec", + "start_line": 16, + "end_line": 19 + }, + { + "file_path": "binding/default_validator.go", + "name": "SliceValidationError", + "kind": "type_spec", + "start_line": 21, + "end_line": 21 + }, + { + "file_path": "binding/default_validator.go", + "name": "string", + "kind": "method_declaration", + "start_line": 24, + "end_line": 42 + }, + { + "file_path": "binding/default_validator.go", + "name": "error", + "kind": "method_declaration", + "start_line": 47, + "end_line": 76 + }, + { + "file_path": "binding/default_validator.go", + "name": "error", + "kind": "method_declaration", + "start_line": 79, + "end_line": 82 + }, + { + "file_path": "binding/default_validator.go", + "name": "any", + "kind": "method_declaration", + "start_line": 88, + "end_line": 91 + } + ], + "exactNameSymbolMatches": [] + }, + { + "queryId": "gin-explicit-05", + "requestedSymbol": "setTimeField", + "goldPath": "binding/form_mapping.go", + "chunkGroups": [ + { + "language": "go", + "node_type": "function_declaration", + "chunks": 22, + "named_chunks": 22 + }, + { + "language": "go", + "node_type": "method_declaration", + "chunks": 1, + "named_chunks": 0 + }, + { + "language": "go", + "node_type": "type_declaration", + "chunks": 3, + "named_chunks": 0 + } + ], + "symbolsInGoldFile": [ + { + "file_path": "binding/form_mapping.go", + "name": "mapURI", + "kind": "function_declaration", + "start_line": 32, + "end_line": 34 + }, + { + "file_path": "binding/form_mapping.go", + "name": "mapForm", + "kind": "function_declaration", + "start_line": 36, + "end_line": 38 + }, + { + "file_path": "binding/form_mapping.go", + "name": "MapFormWithTag", + "kind": "function_declaration", + "start_line": 40, + "end_line": 42 + }, + { + "file_path": "binding/form_mapping.go", + "name": "mapFormByTag", + "kind": "function_declaration", + "start_line": 46, + "end_line": 63 + }, + { + "file_path": "binding/form_mapping.go", + "name": "setter", + "kind": "type_spec", + "start_line": 66, + "end_line": 68 + }, + { + "file_path": "binding/form_mapping.go", + "name": "formSource", + "kind": "type_spec", + "start_line": 70, + "end_line": 70 + }, + { + "file_path": "binding/form_mapping.go", + "name": "mappingByPtr", + "kind": "function_declaration", + "start_line": 79, + "end_line": 82 + }, + { + "file_path": "binding/form_mapping.go", + "name": "mapping", + "kind": "function_declaration", + "start_line": 84, + "end_line": 136 + }, + { + "file_path": "binding/form_mapping.go", + "name": "setOptions", + "kind": "type_spec", + "start_line": 138, + "end_line": 143 + }, + { + "file_path": "binding/form_mapping.go", + "name": "tryToSetValue", + "kind": "function_declaration", + "start_line": 145, + "end_line": 180 + }, + { + "file_path": "binding/form_mapping.go", + "name": "BindUnmarshaler", + "kind": "type_spec", + "start_line": 183, + "end_line": 186 + }, + { + "file_path": "binding/form_mapping.go", + "name": "trySetCustom", + "kind": "function_declaration", + "start_line": 191, + "end_line": 197 + }, + { + "file_path": "binding/form_mapping.go", + "name": "trySetUsingParser", + "kind": "function_declaration", + "start_line": 201, + "end_line": 211 + }, + { + "file_path": "binding/form_mapping.go", + "name": "trySplit", + "kind": "function_declaration", + "start_line": 213, + "end_line": 243 + }, + { + "file_path": "binding/form_mapping.go", + "name": "setByForm", + "kind": "function_declaration", + "start_line": 245, + "end_line": 321 + }, + { + "file_path": "binding/form_mapping.go", + "name": "setWithProperType", + "kind": "function_declaration", + "start_line": 323, + "end_line": 388 + }, + { + "file_path": "binding/form_mapping.go", + "name": "setIntField", + "kind": "function_declaration", + "start_line": 390, + "end_line": 399 + }, + { + "file_path": "binding/form_mapping.go", + "name": "setUintField", + "kind": "function_declaration", + "start_line": 401, + "end_line": 410 + }, + { + "file_path": "binding/form_mapping.go", + "name": "setBoolField", + "kind": "function_declaration", + "start_line": 412, + "end_line": 421 + }, + { + "file_path": "binding/form_mapping.go", + "name": "setFloatField", + "kind": "function_declaration", + "start_line": 423, + "end_line": 432 + }, + { + "file_path": "binding/form_mapping.go", + "name": "setTimeField", + "kind": "function_declaration", + "start_line": 434, + "end_line": 488 + }, + { + "file_path": "binding/form_mapping.go", + "name": "setArray", + "kind": "function_declaration", + "start_line": 490, + "end_line": 498 + }, + { + "file_path": "binding/form_mapping.go", + "name": "setSlice", + "kind": "function_declaration", + "start_line": 500, + "end_line": 508 + }, + { + "file_path": "binding/form_mapping.go", + "name": "setTimeDuration", + "kind": "function_declaration", + "start_line": 510, + "end_line": 521 + }, + { + "file_path": "binding/form_mapping.go", + "name": "head", + "kind": "function_declaration", + "start_line": 523, + "end_line": 526 + }, + { + "file_path": "binding/form_mapping.go", + "name": "setFormMap", + "kind": "function_declaration", + "start_line": 528, + "end_line": 550 + } + ], + "exactNameSymbolMatches": [ + { + "file_path": "binding/form_mapping.go", + "name": "setTimeField", + "kind": "function_declaration", + "start_line": 434, + "end_line": 488 + } + ] + }, + { + "queryId": "gin-explicit-06", + "requestedSymbol": "CustomRecoveryWithWriter", + "goldPath": "recovery.go", + "chunkGroups": [ + { + "language": "go", + "node_type": "function_declaration", + "chunks": 10, + "named_chunks": 10 + }, + { + "language": "go", + "node_type": "type_declaration", + "chunks": 1, + "named_chunks": 0 + } + ], + "symbolsInGoldFile": [ + { + "file_path": "recovery.go", + "name": "RecoveryFunc", + "kind": "type_spec", + "start_line": 32, + "end_line": 32 + }, + { + "file_path": "recovery.go", + "name": "Recovery", + "kind": "function_declaration", + "start_line": 35, + "end_line": 37 + }, + { + "file_path": "recovery.go", + "name": "CustomRecovery", + "kind": "function_declaration", + "start_line": 40, + "end_line": 42 + }, + { + "file_path": "recovery.go", + "name": "RecoveryWithWriter", + "kind": "function_declaration", + "start_line": 45, + "end_line": 50 + }, + { + "file_path": "recovery.go", + "name": "CustomRecoveryWithWriter", + "kind": "function_declaration", + "start_line": 53, + "end_line": 92 + }, + { + "file_path": "recovery.go", + "name": "secureRequestDump", + "kind": "function_declaration", + "start_line": 98, + "end_line": 107 + }, + { + "file_path": "recovery.go", + "name": "defaultHandleRecovery", + "kind": "function_declaration", + "start_line": 109, + "end_line": 116 + }, + { + "file_path": "recovery.go", + "name": "stack", + "kind": "function_declaration", + "start_line": 119, + "end_line": 145 + }, + { + "file_path": "recovery.go", + "name": "readNthLine", + "kind": "function_declaration", + "start_line": 151, + "end_line": 174 + }, + { + "file_path": "recovery.go", + "name": "function", + "kind": "function_declaration", + "start_line": 177, + "end_line": 199 + }, + { + "file_path": "recovery.go", + "name": "timeFormat", + "kind": "function_declaration", + "start_line": 202, + "end_line": 204 + } + ], + "exactNameSymbolMatches": [ + { + "file_path": "recovery.go", + "name": "CustomRecoveryWithWriter", + "kind": "function_declaration", + "start_line": 53, + "end_line": 92 + } + ] + } + ] + } + }, + "moshi": { + "observed": "All six exact targets have generic text/block chunks but no declaration symbol entries. Native Language::from_extension does not recognize .kt and falls back to Text. Query-only bare symbols are explicitly routed to exact catalog lookup by executeImplementationLookup, not semantic search.", + "sourceEvidence": [ + "native/src/types.rs:15-62", + "native/src/parser.rs:832-843", + "src/tools/execute-common.ts:132-151" + ], + "limit": "Text-source presence is not Kotlin semantic/declaration support. Natural-language misses are not automatically attributed to this catalog route.", + "readOnlySnapshot": { + "database": "run/moshi/ocbi-hybrid/source-and-index/.opencode/index/codebase.db", + "queries": { + "chunkGroups": "SELECT language,node_type,COUNT(*) AS chunks,COUNT(name) AS named_chunks FROM chunks WHERE file_path=? GROUP BY language,node_type", + "symbolsInGoldFile": "SELECT file_path,name,kind,start_line,end_line FROM symbols WHERE file_path=? ORDER BY start_line,name", + "exactNameSymbolMatches": "SELECT file_path,name,kind,start_line,end_line FROM symbols WHERE name=? ORDER BY file_path,start_line" + }, + "targets": [ + { + "queryId": "moshi-explicit-01", + "requestedSymbol": "LinkedHashTreeMap", + "goldPath": "moshi/src/main/java/com/squareup/moshi/internal/LinkedHashTreeMap.kt", + "chunkGroups": [ + { + "language": "text", + "node_type": "block", + "chunks": 29, + "named_chunks": 0 + } + ], + "symbolsInGoldFile": [], + "exactNameSymbolMatches": [] + }, + { + "queryId": "moshi-explicit-02", + "requestedSymbol": "JsonValueSource", + "goldPath": "moshi/src/main/java/com/squareup/moshi/internal/JsonValueSource.kt", + "chunkGroups": [ + { + "language": "text", + "node_type": "block", + "chunks": 9, + "named_chunks": 0 + } + ], + "symbolsInGoldFile": [], + "exactNameSymbolMatches": [] + }, + { + "queryId": "moshi-explicit-03", + "requestedSymbol": "AdapterMethodsFactory", + "goldPath": "moshi/src/main/java/com/squareup/moshi/internal/AdapterMethodsFactory.kt", + "chunkGroups": [ + { + "language": "text", + "node_type": "block", + "chunks": 15, + "named_chunks": 0 + } + ], + "symbolsInGoldFile": [], + "exactNameSymbolMatches": [] + }, + { + "queryId": "moshi-explicit-04", + "requestedSymbol": "ClassFactory", + "goldPath": "moshi/src/main/java/com/squareup/moshi/internal/ClassFactory.kt", + "chunkGroups": [ + { + "language": "text", + "node_type": "block", + "chunks": 5, + "named_chunks": 0 + } + ], + "symbolsInGoldFile": [], + "exactNameSymbolMatches": [] + }, + { + "queryId": "moshi-explicit-05", + "requestedSymbol": "MapJsonAdapter", + "goldPath": "moshi/src/main/java/com/squareup/moshi/internal/MapJsonAdapter.kt", + "chunkGroups": [ + { + "language": "text", + "node_type": "block", + "chunks": 3, + "named_chunks": 0 + } + ], + "symbolsInGoldFile": [], + "exactNameSymbolMatches": [] + }, + { + "queryId": "moshi-explicit-06", + "requestedSymbol": "NonNullJsonAdapter", + "goldPath": "moshi/src/main/java/com/squareup/moshi/internal/NonNullJsonAdapter.kt", + "chunkGroups": [ + { + "language": "text", + "node_type": "block", + "chunks": 2, + "named_chunks": 0 + } + ], + "symbolsInGoldFile": [], + "exactNameSymbolMatches": [] + } + ] + } + } + }, + "claims": { + "conclusion": "OCBI did not outperform the three primary exact-symbol rivals in this sample; natural-language file discovery also trailed grepai and the declared plain-file BM25 control. No production changes or scored retries were made.", + "authorized": "Descriptive observed file-discovery results on these frozen tasks/interfaces only.", + "notAuthorized": [ + "independent blind holdout", + "accepted_novel", + "general superiority or inferiority", + "universal SOTA", + "correct definition spans or graph identity", + "coding-task completion or productivity", + "cross-interface speed superiority" + ], + "limitations": [ + "Self-curated source-derived detailed questions and shared AI annotation", + "Nine convenience repository clusters", + "Unknown historical, training and shared-ancestry exposure; Typer incorporates/adapts Click from the known exposed prior cohort", + "Unequal built-in language and ignore policies despite identical source archives", + "Locally built OCBI bytes not proven identical to release bytes", + "Selected CBM natural-language mapping unsupported, not upstream universal incapability", + "Whole-file BM25 shares OCBI native tokenizer and is not a tuned best-in-class lexical system", + "Peak memory, billing, hosted network behavior and unrelated host load not independently measured" + ] + } +} diff --git a/benchmarks/results/self-curated-2026-10-06/results-evidence.json.gz b/benchmarks/results/self-curated-2026-10-06/results-evidence.json.gz new file mode 100644 index 00000000..98ebade5 Binary files /dev/null and b/benchmarks/results/self-curated-2026-10-06/results-evidence.json.gz differ diff --git a/benchmarks/results/self-curated-2026-10-06/retention.json b/benchmarks/results/self-curated-2026-10-06/retention.json new file mode 100644 index 00000000..caaf4a6d --- /dev/null +++ b/benchmarks/results/self-curated-2026-10-06/retention.json @@ -0,0 +1,19 @@ +{ + "schemaVersion": 1, + "kind": "private-original-evidence-retention", + "independentlyReviewed": false, + "archive": "${USER_HOME}/.jcode/scratch/ocbi-self-curated-20261006-originals.tar.gz", + "sha256": "38e16c94d6e575bbab9f5f22605a19d3d7167866022b34ca12b643f62bbec1ae", + "bytes": 768711988, + "observedVerification": { + "archiveCreationExitCode": 0, + "gzipIntegrityExitCode": 0, + "completionMemberReadBack": "./run/completed.json", + "primaryRows": 700, + "candidateAndInputLocksUnchanged": true + }, + "scope": "Complete owned original study workspace: original private-path inputs and SDK/CLI records, pinned upstream archives/checkouts, retained per-cell native indexes, isolated comparator installations, unscored smoke evidence, diagnosis snapshots and actual temporary execution/analysis/publication programs.", + "limits": "Private local retention, not redistributed or a portable runtime image. Project build/dependency files and system Node/Ollama/model bytes outside the workspace are represented by frozen identity/byte inventories, not included here. Does not imply independent review, representative sampling, fresh holdout status or score amendments.", + "publishedPreregistrationSha256": "7be6e9854a882b294bedaecab35daeec6ea35ad5386f533899b43fee0f8f4ba2", + "publishedResultsEvidenceSha256": "f414dec3a77e0c32e808c60b15903548fc4c869938bfdfda0bba663644b64c13" +} diff --git a/benchmarks/results/self-curated-2026-10-06/verification.json b/benchmarks/results/self-curated-2026-10-06/verification.json new file mode 100644 index 00000000..24f0509f --- /dev/null +++ b/benchmarks/results/self-curated-2026-10-06/verification.json @@ -0,0 +1,23 @@ +{ + "schemaVersion": 1, + "kind": "published-normalized-evidence-replay", + "independentReview": false, + "pinnedSourceArchivesRequiredForRawPathValidation": true, + "nativeIndexesRequiredForThisReplay": false, + "scoredRetrievalRequestsIssued": 0, + "preregistrationArchiveSha256": "7be6e9854a882b294bedaecab35daeec6ea35ad5386f533899b43fee0f8f4ba2", + "resultsEvidenceSha256": "f414dec3a77e0c32e808c60b15903548fc4c869938bfdfda0bba663644b64c13", + "reportSha256": "a18c9a2582ebeb401690c212f6ef075716e4a21590fd7dec499e9827f08be436", + "embeddedHashesVerified": 3936, + "primaryRows": 700, + "queryPassRecords": 2100, + "successfulRawPathReplays": 1962, + "unsupportedPassRecords": 138, + "errorPassRecords": 0, + "primaryReportReproducedExactly": true, + "script": { + "originalSha256": "40dff35dfe0d6309606548b1ba2a00d4ab05d6e2f64eba005ad5153990c11d88", + "content": "import * as fs from 'node:fs/promises';\nimport * as path from 'node:path';\nimport { gunzipSync } from 'node:zlib';\nimport { createHash } from 'node:crypto';\nimport { isDeepStrictEqual } from 'node:util';\nimport { pathToFileURL } from 'node:url';\nimport { spawnSync } from 'node:child_process';\nconst project = process.env.OCBI_PROJECT;\nconst work = process.env.OCBI_STUDY_ROOT;\nconst directory = path.join(project, 'benchmarks/results/self-curated-2026-10-06');\nconst digest = bytes => createHash('sha256').update(bytes).digest('hex');\nconst packedBytes = await fs.readFile(path.join(directory, 'results-evidence.json.gz'));\nconst packed = JSON.parse(gunzipSync(packedBytes));\nconst prereg = JSON.parse(gunzipSync(await fs.readFile(path.join(directory, 'preregistration.json.gz'))));\nconst reportBytes = await fs.readFile(path.join(directory, 'report.json'));\nconst published = JSON.parse(reportBytes);\nif (digest(reportBytes) !== packed.reportSha256) throw new Error('Public report hash mismatch');\nconst replay = await fs.mkdtemp(path.join(work, 'publication-replay-'));\nconst restore = text => text.replaceAll('${WORK}', replay).replaceAll('${PROJECT}', project).replaceAll('${USER_HOME}', path.join(replay, 'home'));\nconst files = new Map();\nfor (const file of [...prereg.files, ...packed.files]) {\n if (digest(Buffer.from(file.content)) !== file.normalizedSha256) throw new Error(`Embedded content hash mismatch: ${file.path}`);\n files.set(file.path, file);\n if (file.path.startsWith('run/')) {\n const target = path.join(replay, file.path);\n await fs.mkdir(path.dirname(target), { recursive: true });\n await fs.writeFile(target, restore(file.content));\n }\n}\nconst load = file => import(pathToFileURL(path.join(project, file)).href);\nconst { loadCompetitiveRun, buildCompetitiveReport } = await load('scripts/competitive-report.ts');\nconst { scoreQuery } = await load('scripts/competitive-scoring.ts');\nconst { parseOcbiCitationPaths, parseCodeGraphPaths, parseCodebaseMemoryPaths, parseGrepaiPaths } = await load('scripts/competitive-adapters.ts');\nconst artifacts = await loadCompetitiveRun(path.join(replay, 'run'));\nconst run = JSON.parse(restore(files.get('run/run.json').content));\nconst rebuilt = buildCompetitiveReport(artifacts.rows, { expectedTasks: artifacts.expectedTasks, conditions: run.options.conditions, bootstrapSamples: 10000, seed: 20261006 });\nif (!isDeepStrictEqual(rebuilt, published.primaryReport)) throw new Error('Published primary report does not reproduce');\nlet successful = 0, unsupported = 0, errors = 0, records = 0;\nconst source = path.join(replay, 'run/active-source');\nfor (const repository of run.sourceLock.repositories) {\n const archive = path.join(work, 'archives', `${repository.name}-${repository.revision}.tar`);\n if (digest(await fs.readFile(archive)) !== repository.archiveSha256) throw new Error(`Source archive hash mismatch: ${repository.name}`);\n await fs.rm(source, { recursive: true, force: true });\n await fs.mkdir(source, { recursive: true });\n const extraction = spawnSync('tar', ['-xf', archive, '-C', source], { encoding: 'utf8' });\n if (extraction.status !== 0) throw new Error(`Pinned archive extraction failed: ${extraction.stderr}`);\n const input = JSON.parse(restore(files.get(`run/${repository.name}/inputs.json`).content));\n const queries = new Map(input.dataset.queries.map(query => [query.id, query]));\n const manifest = JSON.parse(files.get(`source-manifests/${repository.name}.json`).content);\n const eligible = new Set(manifest.files.filter(file => file.lexicalEligible).map(file => file.path));\n for (const condition of run.options.conditions) {\n for (const repeat of [1, 2, 3]) {\n for (const query of queries.values()) {\n const key = `run/${repository.name}/${condition}/repeat-${repeat}/${query.id}.json`;\n const record = JSON.parse(restore(files.get(key).content));\n if (record.repeat !== repeat || record.condition !== condition || record.queryId !== query.id) throw new Error(`Record identity mismatch: ${key}`);\n if (!isDeepStrictEqual(scoreQuery(query, record.score.rankedPaths, record.score.status), record.score)) throw new Error(`Score mismatch: ${key}`);\n if (record.score.status === 'success') {\n let paths;\n if (condition.startsWith('ocbi-')) paths = parseOcbiCitationPaths(record.raw, source, 50);\n else if (condition === 'codegraph') paths = parseCodeGraphPaths(record.raw, source, 50);\n else if (condition === 'codebase-memory') paths = parseCodebaseMemoryPaths(record.raw, source, 50);\n else if (condition === 'grepai') paths = parseGrepaiPaths(record.raw, source, 50);\n else if (condition === 'literal-unindexed') paths = record.raw.stdout.split('\\0').filter(Boolean).map(file => file.replace(/^\\.\\//, '')).filter(file => eligible.has(file)).sort().slice(0, 10);\n else paths = record.raw.candidates.slice(0, 10).map(candidate => candidate.path);\n if (!isDeepStrictEqual(paths, record.score.rankedPaths)) throw new Error(`Raw returned-path replay mismatch: ${key}`);\n successful++;\n } else if (record.score.status === 'unsupported') unsupported++;\n else errors++;\n records++;\n }\n }\n }\n}\nif (artifacts.rows.length !== 700 || records !== 2100 || successful !== 1962 || unsupported !== 138 || errors !== 0) throw new Error('Incomplete or changed execution matrix');\nconst observation = {\n schemaVersion: 1,\n kind: 'published-normalized-evidence-replay',\n independentReview: false,\n pinnedSourceArchivesRequiredForRawPathValidation: true,\n nativeIndexesRequiredForThisReplay: false,\n scoredRetrievalRequestsIssued: 0,\n preregistrationArchiveSha256: digest(await fs.readFile(path.join(directory, 'preregistration.json.gz'))),\n resultsEvidenceSha256: digest(packedBytes),\n reportSha256: digest(reportBytes),\n embeddedHashesVerified: prereg.files.length + packed.files.length,\n primaryRows: artifacts.rows.length,\n queryPassRecords: records,\n successfulRawPathReplays: successful,\n unsupportedPassRecords: unsupported,\n errorPassRecords: errors,\n primaryReportReproducedExactly: true,\n script: {\n originalSha256: digest(await fs.readFile(path.join(work, 'verify-publication.mjs'))),\n content: await fs.readFile(path.join(work, 'verify-publication.mjs'), 'utf8'),\n },\n interpretation: 'Replays normalized published execution evidence and rebuilds scoring/intervals using frozen existing helpers. Raw-path containment uses hash-verified pinned source archives. Does not independently rerun participant tools or establish representative, blind or SOTA claims.',\n};\nawait fs.writeFile(path.join(directory, 'verification.json'), JSON.stringify(observation, null, 2) + '\\n', { flag: 'wx' });\nawait fs.rm(replay, { recursive: true, force: true });\nconsole.log(JSON.stringify({ ...observation, script: { originalSha256: observation.script.originalSha256 } }, null, 2));\n" + }, + "interpretation": "Replays normalized published execution evidence and rebuilds scoring/intervals using frozen existing helpers. Raw-path containment uses hash-verified pinned source archives. Does not independently rerun participant tools or establish representative, blind or SOTA claims." +} diff --git a/docs/benchmarking-cross-repo.md b/docs/benchmarking-cross-repo.md index 361370c3..3744dcc9 100644 --- a/docs/benchmarking-cross-repo.md +++ b/docs/benchmarking-cross-repo.md @@ -2,6 +2,8 @@ This guide documents how to run the cross-repo benchmark runner in a portable way. +The dated [assistant-run self-curated comparison](benchmarks/2026-10-06-self-curated-study.md) reports a completed nine-repository, 100-task study across seven current pinned conditions, including literal/plain-file-BM25 controls, all query-pass evidence and verified report replay. OCBI trails the primary rivals on exact-symbol file discovery and trails grepai/BM25 on natural-language file discovery in this sample. This is exploratory development evidence, not the independently approved holdout workflow described below. + ## What it measures - Plugin retrieval quality (`codebase-index`) via eval harness diff --git a/docs/benchmarks/2026-10-06-competitive-evidence-plan.md b/docs/benchmarks/2026-10-06-competitive-evidence-plan.md index 1c7324af..1ec6f4df 100644 --- a/docs/benchmarks/2026-10-06-competitive-evidence-plan.md +++ b/docs/benchmarks/2026-10-06-competitive-evidence-plan.md @@ -2,6 +2,8 @@ Status: evaluation preparation and historical diagnostic replay, not a new superiority result. Accepted OCBI reference: v0.35.3, commit `261f5d0a9ac9b4ebb758326136aed0737b36b372`. No retrieval/ranking change is part of this work. +**Workflow amendment:** the maintainer requested that the assistant conduct the study without an outside curator/reviewer. Recruitment in [issue #420](https://github.com/Helweg/open-codebase-index/issues/420) was withdrawn, not fulfilled. The [self-curated exploratory comparison](2026-10-06-self-curated-study.md) has a separate frozen protocol and does not satisfy or claim the independent approval gates below. The historical replay and independent confirmatory route remain documented here; they are not prerequisites for that explicitly exploratory execution. + ## What the existing evidence establishes The [September study](2026-09-10-competitive-results.md) already compares five configurations on 100 tasks across nine pinned repositories. That cohort has been used during OCBI development and tuning. It remains **development-only**. Replaying its saved responses with more detailed reporting creates neither new quality observations nor a held-out dataset. @@ -117,6 +119,6 @@ A synthetic local Git fixture demonstrated the approval gap before and after: th **Remaining prerequisite:** an independently curated and approved fresh cohort, followed by frozen current participant configurations and scored execution. Agent-task evidence also needs a successful, uniformly controlled broker/evaluator feasibility run. This replay supplies neither prerequisite and supports no current comparative or SOTA claim. -## Independent review request +## Independent-review route, withdrawn for current work -The [curator/reviewer handoff](2026-10-06-independent-review-handoff.md) specifies selection and overlap review, the sealed task/evaluator package, exact artifact hashes, roles, acceptance checks and the required review response. It is a request for independent review, not an approved cohort or acquisition authorization. +The [curator/reviewer handoff](2026-10-06-independent-review-handoff.md) records the independent route's selection, overlap, sealed-package and approval requirements. Outside recruitment is no longer the current workflow. No independent approval or acquisition authorization is inferred from closing the request or from the separate self-curated study. diff --git a/docs/benchmarks/2026-10-06-current-participant-calibration.md b/docs/benchmarks/2026-10-06-current-participant-calibration.md index a24a2066..686400fb 100644 --- a/docs/benchmarks/2026-10-06-current-participant-calibration.md +++ b/docs/benchmarks/2026-10-06-current-participant-calibration.md @@ -1,6 +1,6 @@ # Current participant public-interface calibration, 2026-10-06 -Status: **development-only calibration, not a competitive result**. This completes current-version initialization/readiness/query checks on an owned synthetic fixture. It does not acquire a participant study cohort, supply an independent approval, establish held-out quality, compare speed, or demonstrate coding productivity. The [dated evidence plan](2026-10-06-competitive-evidence-plan.md) remains the governing protocol. +Status: **development-only calibration, not a competitive result**. This completes current-version initialization/readiness/query checks on an owned synthetic fixture. It does not acquire a participant study cohort, supply an independent approval, establish held-out quality, compare speed, or demonstrate coding productivity. The [dated evidence plan](2026-10-06-competitive-evidence-plan.md) governs the independent confirmatory route; the later [assistant-run self-curated comparison](2026-10-06-self-curated-study.md) uses a separate exploratory protocol without outside recruitment. ## Exact inventory and isolation diff --git a/docs/benchmarks/2026-10-06-exposure-register.md b/docs/benchmarks/2026-10-06-exposure-register.md index 30129550..e90e2308 100644 --- a/docs/benchmarks/2026-10-06-exposure-register.md +++ b/docs/benchmarks/2026-10-06-exposure-register.md @@ -2,7 +2,7 @@ ## Status and audit limits -This is a **partial, evidence-backed disclosure of development exposure**, supplied for the independent review request in [issue #420](https://github.com/Helweg/open-codebase-index/issues/420). It is not an independent novelty audit, approval or exhaustive account of all developer/model history. Unknown exposure must remain unknown, not be converted into a novel/held-out decision. +This is a **partial, evidence-backed disclosure of development exposure**, originally supplied for the independent review request in [issue #420](https://github.com/Helweg/open-codebase-index/issues/420), which was withdrawn at the maintainer's direction. It also records the separate assistant-run exploratory study. It is not an independent novelty audit, approval or exhaustive account of all developer/model history. Unknown exposure must remain unknown, not be converted into a novel/held-out decision. The registry covers currently inspected repository fixtures, published benchmark reports and a recovered maintainer experiment record. It does not claim to inspect every private session, deleted scratch experiment, contributor environment, upstream model-training dataset or repository fork/shared ancestry. No private prompt transcripts, local absolute paths, credentials or user indexes are published here. @@ -32,6 +32,15 @@ Evidence: OCBI's own repository is also development-exposed: it is the implementation under active development and supplies local retrieval/evidence fixtures. Do not treat its source as a fresh independent repository. +## Assistant-run exploratory cohort exposure + +The [self-curated comparison](2026-10-06-self-curated-study.md) acquired and source-inspected **fastify, hono, typer, gin, clap, moshi, csvhelper, monolog and rack** at the exact pins recorded there before participant scoring. The original source-lock SHA-256 is `2a024bf74df0ee8b95dadaeedc76a3afd299d5ae267205e1e931fb86dc1916e5`; its datasets, source manifests and internal annotations are bound in the [preregistration archive](../../benchmarks/results/self-curated-2026-10-06/preregistration.json.gz). + +These repositories and tasks are now visible to the development assistant and must not be reused as untouched evidence for a subsequently tuned candidate. Different repository identities from September do not certify new code: **Typer bundles Click and selected Typer code has Click-adaptation attribution**, a concrete shared-code risk involving the known exposed Click repository. No exhaustive shared-ancestry/history/training audit or independent novelty acceptance is claimed. + +Scoring is complete: 63 cells, 700 first-pass outcomes and 2,100 query-pass records were inspected. The [completed report](../../benchmarks/results/self-curated-2026-10-06/report.json) preserves unfavorable OCBI results and post-score coverage diagnoses. These tasks are development evidence only for any later candidate changes; no score-driven retries or production fixes were made in this study. + + ## Confirmed local and synthetic fixture exposure Treat these existing inputs as development/calibration data: @@ -55,6 +64,7 @@ SHA-256 values identify inspected bytes, not reviewer endorsement. Later fixture | `benchmarks/competitive/2026-09-10/conformance.json` | `5efc78b9d136c6843f4349318d05a630d453fbf172f4da296cf522bd7c18f979` | | `benchmarks/golden/representative.json` | `6598ad4a41f07e63a21c47e498740773849f72d445f168fd97ee50f86122a90e` | | `benchmarks/golden/agent-context.json` | `9ff9622181eca3063b9fbfe996681f74bde326412866495622d638f3e1480b02` | +| `benchmarks/results/self-curated-2026-10-06/preregistration.json.gz` | `7be6e9854a882b294bedaecab35daeec6ea35ad5386f533899b43fee0f8f4ba2` | ## Required reviewer work diff --git a/docs/benchmarks/2026-10-06-independent-review-handoff.md b/docs/benchmarks/2026-10-06-independent-review-handoff.md index dfe2d9f7..d4e05242 100644 --- a/docs/benchmarks/2026-10-06-independent-review-handoff.md +++ b/docs/benchmarks/2026-10-06-independent-review-handoff.md @@ -1,10 +1,10 @@ # Independent competitive-study review handoff, 2026-10-06 -## Request and current status +## Historical independent-review route -Recruit an independent curator and reviewer for a fresh OCBI competitive study. This document is a review request, **not an approved cohort, acquisition authorization or performance claim**. No fresh cohort has been selected or self-approved. +Outside recruitment was withdrawn at the maintainer's direction; [issue #420](https://github.com/Helweg/open-codebase-index/issues/420) was closed as not planned, not fulfilled. The current work is an [assistant-run, self-curated exploratory comparison](2026-10-06-self-curated-study.md). This document records the separate independent-review requirements, not the current execution gate. No independently approved cohort, acquisition authorization or performance claim is supplied by this handoff. -The [study protocol](2026-10-06-competitive-evidence-plan.md) defines fair inputs, failure accounting and claim limits. September's nine-repository study is exposed development data; its new diagnostic replay must not be called a holdout. Current participant versions still need calibration and a frozen tool lock before scored execution. +The [independent-study protocol](2026-10-06-competitive-evidence-plan.md) defines that route's fair inputs, approval gates and claim limits. September's nine-repository study is exposed development data; its diagnostic replay is not a holdout. [Current participant calibration](2026-10-06-current-participant-calibration.md) and the separately frozen self-curated study do not establish independent approval. ## Roles and independence diff --git a/docs/benchmarks/2026-10-06-self-curated-study.md b/docs/benchmarks/2026-10-06-self-curated-study.md new file mode 100644 index 00000000..a2ed7b88 --- /dev/null +++ b/docs/benchmarks/2026-10-06-self-curated-study.md @@ -0,0 +1,148 @@ +# Self-curated exploratory comparison, 2026-10-06 + +Status: **completed; results unfavorable to OCBI**. This is an assistant-run, self-curated exploratory study requested by the maintainer, not an independently reviewed blind holdout. The protocol was committed locally as `976ff12` before scored execution. Outside recruitment in [issue #420](https://github.com/Helweg/open-codebase-index/issues/420) was withdrawn, not fulfilled; no targeted invitation was sent. This route is separate from the [independent-study protocol](2026-10-06-competitive-evidence-plan.md), does not satisfy its approval/novelty gates, and does not fabricate `accepted_novel` evidence. + +## Observed results + +The frozen run completed **63 repository-condition cells, 700 first-pass outcomes and 2,100 query-pass records**, from `2026-10-06T11:59:38.554Z` to `2026-10-06T13:02:46.177Z`. No setup or query errors occurred. The 138 unsupported pass records are the selected CBM natural-language mapping: 46 tasks × three repeats, not operational failures or zero-scored supported answers. Input, runtime, model and candidate byte locks remained unchanged. + +**OCBI did not outperform any of the three primary rivals on exact-symbol file discovery in this sample.** On natural-language file discovery it trailed grepai and the declared whole-file BM25 control, while exceeding CodeGraph. These are descriptive findings on this self-curated cohort, not confirmatory superiority/inferiority or SOTA claims. + +| Condition | Explicit-symbol Hit@5, 54 tasks | Natural-language Hit@5, 46 tasks | +|---|---:|---:| +| OCBI hybrid | 40/54 — **74.1%** | 22/46 — **47.8%** | +| OCBI structural | 40/54 — 74.1% | 20/46 — 43.5% | +| CodeGraph | 54/54 — **100.0%** | 15/46 — 32.6% | +| codebase-memory-mcp | 54/54 — **100.0%** | Unsupported selected mapping | +| grepai | 46/54 — 85.2% | 33/46 — **71.7%** | +| Literal/unindexed | 43/54 — 79.6% | 0/46 — 0.0% | +| Plain-file BM25 | 44/54 — 81.5% | 30/46 — **65.2%** | + +The [machine-readable report](../../benchmarks/results/self-curated-2026-10-06/report.json) includes all 700 first-pass outcomes with questions, gold paths, returned paths and scores; Hit@1, MRR@10 and nDCG@10; per-repository metrics; every paired task outcome; operational observations; coverage snapshots; and post-score diagnoses. Quality is always repeat 1. Three OCBI-structural tasks changed lower-ranked returned paths across repeats (`hono-nl-01`, `typer-nl-02`, `clap-natural-06`); their scored metrics did not change. Other recorded task-condition rankings were stable. + +### Repository breakdown + +Cells show **explicit hits, natural hits**, not percentages. Each repository has six explicit tasks; natural denominators are five except Clap, which has six. `—` means unsupported, not a miss. + +| Repository | OCBI hybrid | OCBI structural | CodeGraph | CBM | grepai | Literal | BM25 | +|---|---:|---:|---:|---:|---:|---:|---:| +| fastify | 6, 4 | 6, 2 | 6, 3 | 6, — | 5, 3 | 6, 0 | 6, 1 | +| hono | 6, 3 | 6, 3 | 6, 2 | 6, — | 5, 3 | 2, 0 | 4, 3 | +| typer | 6, 4 | 6, 4 | 6, 1 | 6, — | 4, 2 | 5, 0 | 4, 2 | +| gin | 3, 4 | 3, 4 | 6, 3 | 6, — | 6, 4 | 6, 0 | 6, 4 | +| clap | 1, 0 | 1, 0 | 6, 3 | 6, — | 6, 4 | 4, 0 | 6, 4 | +| moshi | 0, 0 | 0, 0 | 6, 1 | 6, — | 5, 5 | 6, 0 | 6, 3 | +| csvhelper | 6, 3 | 6, 3 | 6, 0 | 6, — | 3, 3 | 4, 0 | 3, 4 | +| monolog | 6, 4 | 6, 4 | 6, 0 | 6, — | 6, 4 | 4, 0 | 4, 5 | +| rack | 6, 0 | 6, 0 | 6, 2 | 6, — | 6, 5 | 6, 0 | 5, 4 | + +### Paired outcomes and uncertainty + +Wins/losses/ties are OCBI hybrid relative to the other condition at relevant-file Hit@5. No paired supported query had an operational error. + +| Other condition | Explicit wins / losses / ties | Natural wins / losses / ties | +|---|---:|---:| +| CodeGraph | 0 / 14 / 40 | 14 / 7 / 25 | +| CBM | 0 / 14 / 40 | 46 unsupported pairs | +| grepai | 7 / 13 / 34 | 6 / 17 / 23 | +| OCBI structural, secondary | 0 / 0 / 54 | 2 / 0 / 44 | +| Literal, secondary | 10 / 13 / 31 | 22 / 0 / 24 | +| BM25, secondary | 10 / 14 / 30 | 7 / 15 / 24 | + +The preregistered primary comparison is the explicit-symbol track. Intervals below are **repository-cluster bootstrap descriptions**, not independent confirmatory inference; the 98.333% intervals address the three predeclared primary rival comparisons. Differences and intervals are percentage points, OCBI minus rival. + +| Rival | Observed Hit@5 difference | 95% interval | 98.333% interval | Leave-one-repository-out difference range | +|---|---:|---:|---:|---:| +| CodeGraph | −25.9 | [−53.7, −5.6] | [−59.3, 0.0] | [−29.2, −16.7] | +| CBM | −25.9 | [−53.7, −5.6] | [−59.3, 0.0] | [−29.2, −16.7] | +| grepai | −11.1 | [−42.6, +16.7] | [−50.0, +22.2] | [−18.8, −2.1] | + +All nine repositories have equal explicit task counts. Query-weighted and equal-repository explicit Hit@5 therefore agree. Natural-language repository means differ slightly: OCBI hybrid 48.9%, CodeGraph 32.2%, grepai 71.9%, BM25 65.2%; the main table uses query-weighted means. + +### What failed + +Post-score inspection was read-only: no production changes, scored retries, label changes or score amendments. + +1. **Clap source-policy exclusion: five explicit misses.** Ten of its twelve gold files, including five natural tasks, lie under `clap_builder/` and are absent from OCBI's stored chunk catalog. The built-in `**/*build*/**` rule in `src/utils/files.ts:47-66` matches that production directory. A separate source-policy probe found all ten ignored by OCBI defaults but not by upstream `.gitignore`; the two targets outside that directory were not automatically excluded. The frozen worker contains the same rule. Unlimited traversal does not override this exclusion. `Usage` returned a benchmark file, not the absent gold implementation. +2. **Gin receiver-method catalog defects: three explicit misses.** The target files have chunks, but `WriteHeaderNow`, `findCaseInsensitivePathRec` and `ValidateStruct` are absent from the stored symbol names. The declaration at `binding/default_validator.go:47` is cataloged as `error`; other receiver methods are recorded as return-type names such as `int` and `bool`. This is observed missing/misnamed declaration coverage, not a proved receiver-qualification mismatch. The precise generic-parser fallback mechanism was not independently established by a new parser experiment. +3. **Moshi Kotlin declaration support: six explicit misses.** All six `.kt` target files have generic `text`/`block` chunks, but no symbol entries. Native `Language::from_extension` does not recognize Kotlin and falls back to `Text`. `executeImplementationLookup` classifies the bare symbol query and explicitly enables exact catalog lookup (`src/tools/execute-common.ts:132-151`), so text presence cannot rescue the absent declaration symbols. This does not prove that every natural-language miss has the same cause. + +OCBI hybrid also missed 24 natural tasks: five gold files were absent because of the Clap exclusion; the other nineteen had stored chunk records. File presence alone does not establish adequate declaration/body evidence or isolate a ranking defect. Rack is a particularly clear retrieval-quality follow-up: 0/5 OCBI hybrid versus 5/5 grepai and 4/5 BM25 in this sample. + +The exact-symbol route consults the persisted symbol catalog, not embeddings. These fourteen misses therefore identify acquisition/declaration work before any conclusion about replacing the embedding model. Hybrid added two natural-language hits over structural here; both were in Fastify. + +### Published evidence and replay + +- [Completed evidence archive](../../benchmarks/results/self-curated-2026-10-06/results-evidence.json.gz): 3,894 normalized UTF-8 files, including all 2,100 pass records, available raw SDK/CLI responses, index observations, excluded warmups, exact configurations, full analysis/coverage data and the actual analysis/publication programs. SHA-256: `f414dec3a77e0c32e808c60b15903548fc4c869938bfdfda0bba663644b64c13`. +- [Report](../../benchmarks/results/self-curated-2026-10-06/report.json) SHA-256: `a18c9a2582ebeb401690c212f6ef075716e4a21590fd7dec499e9827f08be436`. +- [Publication verification](../../benchmarks/results/self-curated-2026-10-06/verification.json) preserves the executed replay program and observations. SHA-256: `d60d563df3fe1d42a39fd62e3e1b058e7464c9e562cad11ac4a60c99866f26de`. + +The published normalized archives were actually decoded and checked: **3,936 embedded content hashes verified; all 1,962 successful raw returned-path lists replayed; all 2,100 records rescored; the complete primary report, paired outcomes and bootstrap intervals reproduced exactly.** No participant retrieval request was made during replay. Raw path containment validation requires the nine hash-verified pinned source archives; score/report rebuilding alone does not require native indexes. The replay program is embedded in `verification.json`, and expects `OCBI_PROJECT` plus `OCBI_STUDY_ROOT` containing `archives/-.tar`. + +Original private-path records, source archives, native indexes and isolated comparator installations are preserved in a 768,711,988-byte local archive; [retention metadata](../../benchmarks/results/self-curated-2026-10-06/retention.json) records its normalized local path, SHA-256 and successful full gzip-integrity/completion-member checks. This is not a portable runtime image. Published text is explicitly normalized, not asserted byte-identical to originals. Full upstream archives, runtime binaries and native indexes are not redistributed. Source manifests preserve relevant license/notice text. The preserved September evidence was not modified. + +## Frozen inputs + +The [preregistration archive](../../benchmarks/results/self-curated-2026-10-06/preregistration.json.gz) embeds 42 pre-run files: the protocol, source/interface/runtime locks, all task datasets and curation evidence, internal source-QA annotations, mechanical validation, complete source manifests, the actual temporary coordinator/preparation/validation programs, acquisition evidence and unscored smoke observations. + +- Compressed archive SHA-256: `7be6e9854a882b294bedaecab35daeec6ea35ad5386f533899b43fee0f8f4ba2`. +- Original frozen protocol SHA-256: `4b9e3892c4a914cf24d29a4dfbc911897c3ad8d30e34b32c55784569e0085033`. +- Original source-lock SHA-256: `2a024bf74df0ee8b95dadaeedc76a3afd299d5ae267205e1e931fb86dc1916e5`. +- 41 exact input files are checked against the frozen protocol; 34,861 interface/runtime artifacts are byte-bound, including all 33,180 regular installed project dependency files and internal dependency symlink targets. + +Absolute project/workspace/home paths are normalized explicitly in published UTF-8 content. Each embedded file records **original** and **normalized** SHA-256 separately; normalized evidence is not asserted byte-identical to private-path originals. Runtime binaries and repository archives are pinned by hashes and public identities, not redistributed. + +Repository selection preceded source inspection and participant responses. These repositories differ from the **known** exposed September nine; no exhaustive history, shared-ancestry or model-training novelty audit is claimed. A concrete shared-code risk remains: **Typer incorporates/adapts Click**, which was in that exposed prior cohort. This was recorded before scoring, not erased by selecting a different repository name. This is a convenience language-oriented sample, not representative sampling or a powered superiority study. + +| Repository | Pin | Observed task language | Explicit / natural tasks | +|---|---|---|---| +| [fastify](https://github.com/fastify/fastify) | `0d945819bebc08f4ca666d8283c03a26ed9706a0` | JavaScript | 6 / 5 | +| [hono](https://github.com/honojs/hono) | `5f36607f67aa9357887337328ac84a1c1d48dc04` | TypeScript | 6 / 5 | +| [typer](https://github.com/fastapi/typer) | `11b083b92126fb8e149ab9e7d5c9a0f5594dfe58` | Python | 6 / 5 | +| [gin](https://github.com/gin-gonic/gin) | `43fe48e8a0f44af783116cdb010725e6bb50255f` | Go | 6 / 5 | +| [clap](https://github.com/clap-rs/clap) | `4be56132cf7a5ef6e237409a13225a5829cb24e4` | Rust | 6 / 6 | +| [moshi](https://github.com/square/moshi) | `889013ec2edb8d8034902662a1dc8c4f3b3f8111` | Kotlin | 6 / 5 | +| [CsvHelper](https://github.com/JoshClose/CsvHelper) | `33970e5183383bdac1fbce3b3fbcdf46b318ca52` | C# | 6 / 5 | +| [monolog](https://github.com/Seldaek/monolog) | `3bed304b1905fed5c30d172872f4d890cbb03c6a` | PHP | 6 / 5 | +| [rack](https://github.com/rack/rack) | `a9833c8f3bd6b6d1e0ab35de00a1f1a16b5095f5` | Ruby | 6 / 5 | + +The initial Moshi language assumption was Java; current production implementations at its **unchanged pin** are Kotlin. Java examples were not substituted. Actual checked-in license terms, including CsvHelper's MS-PL OR Apache-2.0 and Rack's MIT code license, override partial `NOASSERTION` metadata. Source manifests preserve license/notice text and hashes; the Rack logo's separate license is not treated as a source-code license. + +The 100 tasks have 100 distinct primary production files. Internal AI source checks corrected feature/scope wording before freeze without changing gold files. Exact byte/path/range/schema validation passed all **54 explicit-symbol and 46 natural-language tasks**. These checks are not independent human annotation or authenticated novelty review. Questions and labels remain outside participant source roots and are not passed as retrieval arguments. + +## Participants and interfaces + +| Condition | Frozen installation | Selected file-discovery interface | +|---|---|---| +| OCBI hybrid | locally built `0.35.3` bytes, associated with main `969fd34` | MCP `implementation_lookup` / `codebase_peek` | +| OCBI structural | same bytes; structural indexing | same MCP endpoints; **not pure BM25** | +| CodeGraph | `1.6.2`, exact npm/platform package | CLI `query` / `context --no-code` | +| codebase-memory-mcp | `0.11.0`, official checksum-verified binary | CLI `search_graph` after `index_repository` | +| grepai | `0.37.0`, official checksum-verified Darwin ARM64 asset | CLI `search`, local nomic embeddings | +| Literal/unindexed | ripgrep `15.1.0`, exact executable hash | unchanged fixed-string symbol/question; lexicographic file order | +| Plain-file BM25 | frozen native `InvertedIndex` only | whole UTF-8 text files, `k1=1.2`, `b=0.75`; no graph/vector/path/intent boosts | + +Local OCBI bytes are **not proven byte-identical to the published release**. Node `26.9.0`, npm `11.19.1`, Ollama `0.35.1`, the native module, executed scripts, installed dependency bytes and existing `nomic-embed-text:latest` digest are frozen. Official latest metadata still matched the selected versions when preparation ran. No model download or hosted source-upload interface was selected; network behavior was not independently captured. + +BM25 uses the existing native lowercase Unicode-alphanumeric tokenizer, discards tokens at most two bytes long, and performs no stemming/stopword/synonym expansion. Scores are normalized by the native implementation without changing rank; ties are resolved by path before the 50-hit boundary. It shares OCBI's native tokenizer, not OCBI's retrieval pipeline, and is not presented as tuned best-in-class BM25. Both lexical baselines use the same regular UTF-8 text corpus, excluding NUL-containing/oversized files, `.git` and symlinks. Literal natural-language phrase matching is not a competent keyword rewrite; BM25 supplies the separate lexical control. + +## Execution and scoring + +Each condition receives a fresh extraction of the identical pinned Git archive, honoring export attributes. Native ignore/language policies still differ; equal input bytes do not imply equal indexed coverage. OCBI traversal depth is unlimited and its per-directory file cap effectively uncapped **before scoring**, avoiding the known nested-source acquisition limitation. Other inclusion/parser policies remain in effect; files over 1,000,000 bytes remain out of scope. + +- Serial repository/condition cells; fixed per-repository shuffle seed `20261006 + repositoryIndex`. +- One cold index per cell, one excluded first-supported-query warmup, three query passes. **Repeat 1 alone determines quality**, never best-of repeats. +- 300-second index and 60-second query bounds; request 50 raw hits and retain the first ten distinct returned files. +- Planned and completed: 63 cells, 700 first-pass quality outcomes, 2,100 query-pass records. +- Primary endpoint: exact-symbol **relevant-file Hit@5**. Secondary: Hit@1, MRR@10, nDCG@10, natural-language file discovery, lexical controls, repeat stability and operational coverage. +- Supported operational failures score zero; successful misses, errors and unsupported outcomes remain distinct. The selected CBM natural-language mapping is unsupported, not a claim that upstream has no other capability. +- Query-weighted and equal-repository means, per-task wins/losses/ties, per-repository results, and leave-one-repository-out sensitivity. +- 10,000 repository-cluster bootstrap draws; 95% and 98.333% descriptive intervals for the three predeclared OCBI-hybrid-versus-rival exact-symbol pairs. Nine convenience clusters do not establish generalizability. + +Interface-specific cold/first/warm durations are recorded, **not cross-interface speed superiority**. Source/workspace bytes are not index size; peak memory and billing are not measured. No intentionally concurrent study cells/builds/annotation workers run during scoring; unrelated host background activity is not independently controlled. Failures are not silently retried or excluded, and no production ranking/configuration fix will be selected after inspecting scores. + +## Pre-run proof and claim limits + +The real SDK/CLI/indexing paths passed the seven-condition **unscored synthetic smoke**. Both lexical baselines also returned no matches for a deliberately absent lexical token. All 100 source labels passed archive-byte/schema/path/range checks, and the final complete interface/runtime/model/frozen-input validation passed before scored execution. + +The endpoint is **file discovery**, not correct definition spans, graph identity, matched-context implementation evidence or coding-task completion. Source-derived detailed questions, self-selection, shared AI annotation, unknown historical/training exposure, different indexed coverage and locally built bytes remain limitations. This cohort is now development-exposed. No independently reviewed holdout, coding-productivity or universal-SOTA claim is authorized by this study.