bench.d.ts 693 B

123456789101112131415161718192021
  1. /**
  2. * QMD Benchmark Harness
  3. *
  4. * Runs queries from a fixture file against multiple search backends
  5. * and measures precision@k, recall, MRR, F1, and latency.
  6. *
  7. * Usage:
  8. * qmd bench <fixture.json> [--json] [--collection <name>]
  9. *
  10. * Backends tested:
  11. * - bm25: BM25 keyword search (searchLex)
  12. * - vector: Vector similarity search (searchVector)
  13. * - hybrid: BM25 + vector RRF fusion without reranking
  14. * - full: Full hybrid pipeline with LLM reranking
  15. */
  16. import type { BenchmarkResult } from "./types.js";
  17. export declare function runBenchmark(fixturePath: string, options?: {
  18. json?: boolean;
  19. collection?: string;
  20. backends?: string[];
  21. }): Promise<BenchmarkResult>;