globals.d.ts 1.4 KB

1234567891011121314151617181920212223242526272829303132333435
  1. import { AsyncLocalStorage } from "node:async_hooks";
  2. import { Dataset, TracerSession, Example } from "../../schemas.js";
  3. import { Client, CreateProjectParams } from "../../client.js";
  4. import { RunTree } from "../../run_trees.js";
  5. import { SimpleEvaluationResult } from "./types.js";
  6. export declare const DEFAULT_TEST_CLIENT: Client;
  7. export type TestWrapperAsyncLocalStorageData = {
  8. enableTestTracking?: boolean;
  9. dataset?: Dataset;
  10. createdAt: string;
  11. projectConfig?: Partial<CreateProjectParams>;
  12. project?: TracerSession;
  13. setLoggedOutput?: (value: Record<string, unknown>) => void;
  14. onFeedbackLogged?: (feedback: SimpleEvaluationResult) => void;
  15. currentExample?: Partial<Example> & {
  16. syncPromise?: Promise<Example>;
  17. };
  18. client: Client;
  19. suiteUuid: string;
  20. suiteName: string;
  21. testRootRunTree?: RunTree;
  22. setupPromise?: Promise<void>;
  23. };
  24. export declare const testWrapperAsyncLocalStorageInstance: AsyncLocalStorage<TestWrapperAsyncLocalStorageData>;
  25. export declare function trackingEnabled(context: TestWrapperAsyncLocalStorageData): boolean;
  26. export declare const evaluatorLogFeedbackPromises: Set<unknown>;
  27. export declare const syncExamplePromises: Map<any, any>;
  28. export declare function _logTestFeedback(params: {
  29. exampleId?: string;
  30. feedback: SimpleEvaluationResult;
  31. context: TestWrapperAsyncLocalStorageData;
  32. runTree?: RunTree;
  33. client: Client;
  34. sourceRunId?: string;
  35. }): void;