We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 20faca0 commit b10773cCopy full SHA for b10773c
1 file changed
src/eval_utils/types.ts
@@ -90,8 +90,10 @@ export interface Evaluator extends Identifiers {
90
returnType?: EvaluatorReturnTypeEnum;
91
/**The threshold to check the Evaluator against. If the aggregate value of the Evaluator is below this threshold, the check will fail.*/
92
threshold?: number;
93
- callable: Function;
94
- argsType: EvaluatorArgumentsType;
+ /**The function to run on the logs to produce the judgment - only required for local Evaluators.*/
+ callable?: Function;
95
+ /**The type of arguments the Evaluator expects - only required for local Evaluators.*/
96
+ argsType?: EvaluatorArgumentsType;
97
}
98
99
export interface TargetFreeEvaluator extends Evaluator {
0 commit comments