Parameters
- originalJestMethods: Record<string, unknown>
Returns {
describe: LangSmithJestlikeDescribeWrapper & {
concurrent: LangSmithJestlikeDescribeWrapper;
only: LangSmithJestlikeDescribeWrapper;
skip: LangSmithJestlikeDescribeWrapper;
};
expect: Expect;
it: <
I extends Record<string, any> = Record<string, any>,
O extends Record<string, any> = Record<string, any>,
>(
name: string,
lsParams: LangSmithJestlikeWrapperParams<I, O>,
testFn: (
data: { inputs: I; referenceOutputs?: O } & Record<string, any>,
) => unknown,
timeout?: number,
) => void & {
concurrent: <
I extends Record<string, any> = Record<string, any>,
O extends Record<string, any> = Record<string, any>,
>(
name: string,
lsParams: LangSmithJestlikeWrapperParams<I, O>,
testFn: (
data: { inputs: I; referenceOutputs?: O } & Record<string, any>,
) => unknown,
timeout?: number,
) => void & {
each: <I extends KVMap, O extends KVMap>(
table: ({ inputs: I; referenceOutputs?: O } & Record<string, any>)[],
config?: LangSmithJestlikeWrapperConfig,
) => (
name: string,
fn: (
params: { inputs: I; referenceOutputs?: (...) | (...) } & Record<
string,
any,
>,
) => unknown,
timeout?: number,
) => void;
only: <
I extends Record<string, any> = Record<string, any>,
O extends Record<string, any> = Record<string, any>,
>(
name: string,
lsParams: LangSmithJestlikeWrapperParams<I, O>,
testFn: (
data: { inputs: I; referenceOutputs?: (...) | (...) } & Record<
string,
any,
>,
) => unknown,
timeout?: number,
) => void & {
each: <I extends KVMap, O extends KVMap>(
table: (
{ inputs: ...; referenceOutputs?: ... } & Record<(...), (...)>
)[],
config?: LangSmithJestlikeWrapperConfig,
) => (
name: string,
fn: (params: (...) & (...)) => unknown,
timeout?: number,
) => void;
};
skip: <
I extends Record<string, any> = Record<string, any>,
O extends Record<string, any> = Record<string, any>,
>(
name: string,
lsParams: LangSmithJestlikeWrapperParams<I, O>,
testFn: (
data: { inputs: I; referenceOutputs?: (...) | (...) } & Record<
string,
any,
>,
) => unknown,
timeout?: number,
) => void & {
each: <I extends KVMap, O extends KVMap>(
table: (
{ inputs: ...; referenceOutputs?: ... } & Record<(...), (...)>
)[],
config?: LangSmithJestlikeWrapperConfig,
) => (
name: string,
fn: (params: (...) & (...)) => unknown,
timeout?: number,
) => void;
};
};
each: <I extends KVMap, O extends KVMap>(
table: ({ inputs: I; referenceOutputs?: O } & Record<string, any>)[],
config?: LangSmithJestlikeWrapperConfig,
) => (
name: string,
fn: (
params: { inputs: I; referenceOutputs?: O } & Record<string, any>,
) => unknown,
timeout?: number,
) => void;
only: <
I extends Record<string, any> = Record<string, any>,
O extends Record<string, any> = Record<string, any>,
>(
name: string,
lsParams: LangSmithJestlikeWrapperParams<I, O>,
testFn: (
data: { inputs: I; referenceOutputs?: O } & Record<string, any>,
) => unknown,
timeout?: number,
) => void & {
each: <I extends KVMap, O extends KVMap>(
table: ({ inputs: I; referenceOutputs?: O } & Record<string, any>)[],
config?: LangSmithJestlikeWrapperConfig,
) => (
name: string,
fn: (
params: { inputs: I; referenceOutputs?: (...) | (...) } & Record<
string,
any,
>,
) => unknown,
timeout?: number,
) => void;
};
skip: <
I extends Record<string, any> = Record<string, any>,
O extends Record<string, any> = Record<string, any>,
>(
name: string,
lsParams: LangSmithJestlikeWrapperParams<I, O>,
testFn: (
data: { inputs: I; referenceOutputs?: O } & Record<string, any>,
) => unknown,
timeout?: number,
) => void & {
each: <I extends KVMap, O extends KVMap>(
table: ({ inputs: I; referenceOutputs?: O } & Record<string, any>)[],
config?: LangSmithJestlikeWrapperConfig,
) => (
name: string,
fn: (
params: { inputs: I; referenceOutputs?: (...) | (...) } & Record<
string,
any,
>,
) => unknown,
timeout?: number,
) => void;
};
};
logFeedback: (
feedback: SimpleEvaluationResult,
config?: { sourceRunId?: string },
) => void;
logOutputs: (output: Record<string, unknown>) => void;
test: <
I extends Record<string, any> = Record<string, any>,
O extends Record<string, any> = Record<string, any>,
>(
name: string,
lsParams: LangSmithJestlikeWrapperParams<I, O>,
testFn: (
data: { inputs: I; referenceOutputs?: O } & Record<string, any>,
) => unknown,
timeout?: number,
) => void & {
concurrent: <
I extends Record<string, any> = Record<string, any>,
O extends Record<string, any> = Record<string, any>,
>(
name: string,
lsParams: LangSmithJestlikeWrapperParams<I, O>,
testFn: (
data: { inputs: I; referenceOutputs?: O } & Record<string, any>,
) => unknown,
timeout?: number,
) => void & {
each: <I extends KVMap, O extends KVMap>(
table: ({ inputs: I; referenceOutputs?: O } & Record<string, any>)[],
config?: LangSmithJestlikeWrapperConfig,
) => (
name: string,
fn: (
params: { inputs: I; referenceOutputs?: (...) | (...) } & Record<
string,
any,
>,
) => unknown,
timeout?: number,
) => void;
only: <
I extends Record<string, any> = Record<string, any>,
O extends Record<string, any> = Record<string, any>,
>(
name: string,
lsParams: LangSmithJestlikeWrapperParams<I, O>,
testFn: (
data: { inputs: I; referenceOutputs?: (...) | (...) } & Record<
string,
any,
>,
) => unknown,
timeout?: number,
) => void & {
each: <I extends KVMap, O extends KVMap>(
table: (
{ inputs: ...; referenceOutputs?: ... } & Record<(...), (...)>
)[],
config?: LangSmithJestlikeWrapperConfig,
) => (
name: string,
fn: (params: (...) & (...)) => unknown,
timeout?: number,
) => void;
};
skip: <
I extends Record<string, any> = Record<string, any>,
O extends Record<string, any> = Record<string, any>,
>(
name: string,
lsParams: LangSmithJestlikeWrapperParams<I, O>,
testFn: (
data: { inputs: I; referenceOutputs?: (...) | (...) } & Record<
string,
any,
>,
) => unknown,
timeout?: number,
) => void & {
each: <I extends KVMap, O extends KVMap>(
table: (
{ inputs: ...; referenceOutputs?: ... } & Record<(...), (...)>
)[],
config?: LangSmithJestlikeWrapperConfig,
) => (
name: string,
fn: (params: (...) & (...)) => unknown,
timeout?: number,
) => void;
};
};
each: <I extends KVMap, O extends KVMap>(
table: ({ inputs: I; referenceOutputs?: O } & Record<string, any>)[],
config?: LangSmithJestlikeWrapperConfig,
) => (
name: string,
fn: (
params: { inputs: I; referenceOutputs?: O } & Record<string, any>,
) => unknown,
timeout?: number,
) => void;
only: <
I extends Record<string, any> = Record<string, any>,
O extends Record<string, any> = Record<string, any>,
>(
name: string,
lsParams: LangSmithJestlikeWrapperParams<I, O>,
testFn: (
data: { inputs: I; referenceOutputs?: O } & Record<string, any>,
) => unknown,
timeout?: number,
) => void & {
each: <I extends KVMap, O extends KVMap>(
table: ({ inputs: I; referenceOutputs?: O } & Record<string, any>)[],
config?: LangSmithJestlikeWrapperConfig,
) => (
name: string,
fn: (
params: { inputs: I; referenceOutputs?: (...) | (...) } & Record<
string,
any,
>,
) => unknown,
timeout?: number,
) => void;
};
skip: <
I extends Record<string, any> = Record<string, any>,
O extends Record<string, any> = Record<string, any>,
>(
name: string,
lsParams: LangSmithJestlikeWrapperParams<I, O>,
testFn: (
data: { inputs: I; referenceOutputs?: O } & Record<string, any>,
) => unknown,
timeout?: number,
) => void & {
each: <I extends KVMap, O extends KVMap>(
table: ({ inputs: I; referenceOutputs?: O } & Record<string, any>)[],
config?: LangSmithJestlikeWrapperConfig,
) => (
name: string,
fn: (
params: { inputs: I; referenceOutputs?: (...) | (...) } & Record<
string,
any,
>,
) => unknown,
timeout?: number,
) => void;
};
};
toBeAbsoluteCloseTo: (
received: string,
expected: string,
options?: AbsoluteCloseToMatcherOptions,
) => Promise<{ message: () => string; pass: boolean }>;
toBeRelativeCloseTo: (
received: string,
expected: string,
options?: RelativeCloseToMatcherOptions,
) => Promise<{ message: () => string; pass: boolean }>;
toBeSemanticCloseTo: (
received: string,
expected: string,
options: SemanticCloseToMatcherOptions,
) => Promise<{ message: () => string; pass: boolean }>;
wrapEvaluator: <
I,
O extends SimpleEvaluationResult | SimpleEvaluationResult[],
>(
evaluator: (input: I) => O | Promise<O>,
) => (
input: I,
config?: Partial<RunTreeConfig> & { runId?: string },
) => Promise<O>;
}
The wrapped Jest imports.
See https://docs.smith.langchain.com/evaluation/how_to_guides/vitest_jest
for more details.
Dynamically wrap original Jest imports.
This may be necessary to ensure you are wrapping the correct Jest version if you are using a monorepo whose workspaces use multiple versions of Jest.