evaluatedBy.d.ts 774 B

123456789101112
  1. import { SimpleEvaluationResult } from "../types.js";
  2. import { RunTreeConfig } from "../../../run_trees.js";
  3. export type SimpleEvaluatorParams = {
  4. inputs: Record<string, any>;
  5. referenceOutputs: Record<string, any>;
  6. outputs: Record<string, any>;
  7. };
  8. export type SimpleEvaluator = (params: SimpleEvaluatorParams) => SimpleEvaluationResult | Promise<SimpleEvaluationResult>;
  9. export declare function wrapEvaluator<I, O extends SimpleEvaluationResult | SimpleEvaluationResult[]>(evaluator: (input: I) => O | Promise<O>): (input: I, config?: Partial<RunTreeConfig> & {
  10. runId?: string;
  11. }) => Promise<O>;
  12. export declare function evaluatedBy(outputs: any, evaluator: SimpleEvaluator): Promise<any[] | NonNullable<import("../../../schemas.js").ScoreType | undefined>>;