All files / server/services/tutor llm-provider.ts

100% Statements 4/4
100% Branches 0/0
100% Functions 1/1
100% Lines 4/4

Press n or j to go to the next uncovered block, b, p or k for the previous block.

1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60                                                                                      46x 46x   46x 46x                        
import type { TutorContentResult } from "@shared/tutor";
 
export interface LLMProviderRequest {
  readonly model: string;
  readonly systemPrompt: string;
  readonly userPrompt: string;
}
 
export interface ProviderQuestionResult {
  readonly model: string;
  readonly result: TutorContentResult;
}
 
export interface StructuredLLMProviderRequest {
  readonly model: string;
  readonly systemPrompt: string;
  readonly userPrompt: string;
  readonly temperature: number;
}
 
export interface ProviderStructuredResult {
  readonly model: string | undefined;
  readonly result: unknown;
}
 
export interface StructuredLLMProvider {
  generateStructuredResponse(
    request: StructuredLLMProviderRequest,
    credential: string,
    signal?: AbortSignal,
  ): Promise<ProviderStructuredResult>;
}
 
export type TutorProviderErrorKind =
  | "credential-invalid"
  | "provider-unavailable"
  | "provider-timeout"
  | "rate-limited"
  | "model-unavailable"
  | "invalid-response";
 
export class TutorProviderError extends Error {
  constructor(
    readonly kind: TutorProviderErrorKind,
    readonly retryAfter?: number,
  ) {
    super(kind);
    this.name = "TutorProviderError";
  }
}
 
export interface LLMProvider {
  listModels(credential: string, signal?: AbortSignal): Promise<readonly string[]>;
  generateLearningQuestion(
    request: LLMProviderRequest,
    credential: string,
    signal?: AbortSignal,
  ): Promise<ProviderQuestionResult>;
}