local.d.ts 911 B

123456789101112131415161718
  1. import type { LlamaCpp } from "../llm.js";
  2. import type { EmbeddingProvider, ProviderEmbedOptions, ProviderEmbedding, ProviderHealth, ProviderKind } from "./provider.js";
  3. export type LocalLlamaCppProviderConfig = {
  4. llm?: LlamaCpp;
  5. modelId?: string;
  6. };
  7. /** Historical SDK symbol. Construction is blocked by the commercial-only policy. */
  8. export declare class LocalLlamaCppProvider implements EmbeddingProvider {
  9. readonly kind: ProviderKind;
  10. constructor(_config?: LocalLlamaCppProviderConfig);
  11. getModelId(): string;
  12. getDimensions(): number | undefined;
  13. getLastError(): string | undefined;
  14. healthcheck(_signal?: AbortSignal): Promise<ProviderHealth>;
  15. embed(_text: string, _options?: ProviderEmbedOptions): Promise<ProviderEmbedding | null>;
  16. embedBatch(_texts: string[], _options?: ProviderEmbedOptions): Promise<(ProviderEmbedding | null)[]>;
  17. dispose(): Promise<void>;
  18. }