index.d.ts 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167
  1. import { KVMap } from "../../schemas.js";
  2. import { toBeRelativeCloseTo, toBeAbsoluteCloseTo, toBeSemanticCloseTo } from "./matchers.js";
  3. import { SimpleEvaluationResult } from "./types.js";
  4. import type { LangSmithJestlikeWrapperConfig, LangSmithJestlikeWrapperParams, LangSmithJestlikeDescribeWrapper } from "./types.js";
  5. export declare function logFeedback(feedback: SimpleEvaluationResult, config?: {
  6. sourceRunId?: string;
  7. }): void;
  8. export declare function logOutputs(output: Record<string, unknown>): void;
  9. export declare function _objectHash(obj: KVMap, depth?: number): string;
  10. export declare function generateWrapperFromJestlikeMethods(methods: Record<string, any>, testRunnerName: string): {
  11. test: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
  12. inputs: I;
  13. referenceOutputs?: O;
  14. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
  15. only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
  16. inputs: I;
  17. referenceOutputs?: O;
  18. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
  19. each: <I extends KVMap, O extends KVMap>(table: ({
  20. inputs: I;
  21. referenceOutputs?: O;
  22. } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
  23. inputs: I;
  24. referenceOutputs?: O;
  25. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
  26. };
  27. skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
  28. inputs: I;
  29. referenceOutputs?: O;
  30. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
  31. each: <I extends KVMap, O extends KVMap>(table: ({
  32. inputs: I;
  33. referenceOutputs?: O;
  34. } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
  35. inputs: I;
  36. referenceOutputs?: O;
  37. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
  38. };
  39. concurrent: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
  40. inputs: I;
  41. referenceOutputs?: O;
  42. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
  43. each: <I extends KVMap, O extends KVMap>(table: ({
  44. inputs: I;
  45. referenceOutputs?: O;
  46. } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
  47. inputs: I;
  48. referenceOutputs?: O;
  49. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
  50. only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
  51. inputs: I;
  52. referenceOutputs?: O;
  53. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
  54. each: <I extends KVMap, O extends KVMap>(table: ({
  55. inputs: I;
  56. referenceOutputs?: O;
  57. } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
  58. inputs: I;
  59. referenceOutputs?: O;
  60. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
  61. };
  62. skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
  63. inputs: I;
  64. referenceOutputs?: O;
  65. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
  66. each: <I extends KVMap, O extends KVMap>(table: ({
  67. inputs: I;
  68. referenceOutputs?: O;
  69. } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
  70. inputs: I;
  71. referenceOutputs?: O;
  72. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
  73. };
  74. };
  75. each: <I extends KVMap, O extends KVMap>(table: ({
  76. inputs: I;
  77. referenceOutputs?: O;
  78. } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
  79. inputs: I;
  80. referenceOutputs?: O;
  81. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
  82. };
  83. it: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
  84. inputs: I;
  85. referenceOutputs?: O;
  86. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
  87. only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
  88. inputs: I;
  89. referenceOutputs?: O;
  90. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
  91. each: <I extends KVMap, O extends KVMap>(table: ({
  92. inputs: I;
  93. referenceOutputs?: O;
  94. } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
  95. inputs: I;
  96. referenceOutputs?: O;
  97. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
  98. };
  99. skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
  100. inputs: I;
  101. referenceOutputs?: O;
  102. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
  103. each: <I extends KVMap, O extends KVMap>(table: ({
  104. inputs: I;
  105. referenceOutputs?: O;
  106. } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
  107. inputs: I;
  108. referenceOutputs?: O;
  109. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
  110. };
  111. concurrent: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
  112. inputs: I;
  113. referenceOutputs?: O;
  114. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
  115. each: <I extends KVMap, O extends KVMap>(table: ({
  116. inputs: I;
  117. referenceOutputs?: O;
  118. } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
  119. inputs: I;
  120. referenceOutputs?: O;
  121. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
  122. only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
  123. inputs: I;
  124. referenceOutputs?: O;
  125. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
  126. each: <I extends KVMap, O extends KVMap>(table: ({
  127. inputs: I;
  128. referenceOutputs?: O;
  129. } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
  130. inputs: I;
  131. referenceOutputs?: O;
  132. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
  133. };
  134. skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
  135. inputs: I;
  136. referenceOutputs?: O;
  137. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
  138. each: <I extends KVMap, O extends KVMap>(table: ({
  139. inputs: I;
  140. referenceOutputs?: O;
  141. } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
  142. inputs: I;
  143. referenceOutputs?: O;
  144. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
  145. };
  146. };
  147. each: <I extends KVMap, O extends KVMap>(table: ({
  148. inputs: I;
  149. referenceOutputs?: O;
  150. } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
  151. inputs: I;
  152. referenceOutputs?: O;
  153. } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
  154. };
  155. describe: LangSmithJestlikeDescribeWrapper & {
  156. only: LangSmithJestlikeDescribeWrapper;
  157. skip: LangSmithJestlikeDescribeWrapper;
  158. concurrent: LangSmithJestlikeDescribeWrapper;
  159. };
  160. expect: jest.Expect;
  161. toBeRelativeCloseTo: typeof toBeRelativeCloseTo;
  162. toBeAbsoluteCloseTo: typeof toBeAbsoluteCloseTo;
  163. toBeSemanticCloseTo: typeof toBeSemanticCloseTo;
  164. };
  165. export declare function isInTestContext(): boolean;
  166. export { wrapEvaluator } from "./vendor/evaluatedBy.js";
  167. export * from "./types.js";