Function getLangchainStringEvaluator

Parameters

• type: "criteria" | "labeled_criteria"

  Type of string evaluator, one of "criteria" or "labeled_criteria
• options: EmbeddingDistanceEvalChainInput & {
      agentTools?: StructuredToolInterface<ZodObjectAny>[];
      chainOptions?: Partial<
          Omit<
              LLMEvalChainInput<
                  EvalOutputType,
                  BaseLanguageModelInterface<any, BaseLanguageModelCallOptions>,
              >,
              "llm",
          >,
      >;
      criteria?: CriteriaLike;
      llm?: BaseLanguageModelInterface<any, BaseLanguageModelCallOptions>;
  } & {
      formatEvaluatorInputs?: (
          run: Run,
          example: Example,
      ) => { prediction: string; input?: string; reference?: string };
  }

  Options for loading the evaluator

  • OptionalagentTools?: StructuredToolInterface<ZodObjectAny>[]

    A list of tools available to the agent, for TrajectoryEvalChain.

  • OptionalchainOptions?: Partial<
        Omit<
            LLMEvalChainInput<
                EvalOutputType,
                BaseLanguageModelInterface<any, BaseLanguageModelCallOptions>,
            >,
            "llm",
        >,
    >

  • Optionalcriteria?: CriteriaLike

    The criteria to use for the evaluator.

  • Optionalllm?: BaseLanguageModelInterface<any, BaseLanguageModelCallOptions>

  • OptionalformatEvaluatorInputs?: (
        run: Run,
        example: Example,
    ) => { prediction: string; input?: string; reference?: string }