函数 getLangchainStringEvaluator

参数

• type: "criteria" | "labeled_criteria"

  字符串评估器的类型，为 "criteria" 或 "labeled_criteria" 之一
• options: EmbeddingDistanceEvalChainInput & {
      agentTools?: StructuredToolInterface<ZodObjectAny>[];
      chainOptions?: Partial<
          Omit<
              LLMEvalChainInput<
                  EvalOutputType,
                  BaseLanguageModelInterface<any, BaseLanguageModelCallOptions>,
              >,
              "llm",
          >,
      >;
      criteria?: CriteriaLike;
      llm?: BaseLanguageModelInterface<any, BaseLanguageModelCallOptions>;
  } & {
      formatEvaluatorInputs?: (
          run: Run,
          example: Example,
      ) => { prediction: string; input?: string; reference?: string };
  }

  加载评估器的选项

  • OptionalagentTools?: StructuredToolInterface<ZodObjectAny>[]

    代理可用的工具列表，用于 TrajectoryEvalChain。

  • OptionalchainOptions?: Partial<
        Omit<
            LLMEvalChainInput<
                EvalOutputType,
                BaseLanguageModelInterface<any, BaseLanguageModelCallOptions>,
            >,
            "llm",
        >,
    >

  • Optionalcriteria?: CriteriaLike

    评估器使用的标准。

  • Optionalllm?: BaseLanguageModelInterface<any, BaseLanguageModelCallOptions>

  • OptionalformatEvaluatorInputs?: (
        run: Run,
        example: Example,
    ) => { prediction: string; input?: string; reference?: string }