Skip to content

Commit b10773c

Browse files
author
Andrei Bratu
committed
Align run utility signature with python sdk
1 parent 20faca0 commit b10773c

1 file changed

Lines changed: 4 additions & 2 deletions

File tree

src/eval_utils/types.ts

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -90,8 +90,10 @@ export interface Evaluator extends Identifiers {
9090
returnType?: EvaluatorReturnTypeEnum;
9191
/**The threshold to check the Evaluator against. If the aggregate value of the Evaluator is below this threshold, the check will fail.*/
9292
threshold?: number;
93-
callable: Function;
94-
argsType: EvaluatorArgumentsType;
93+
/**The function to run on the logs to produce the judgment - only required for local Evaluators.*/
94+
callable?: Function;
95+
/**The type of arguments the Evaluator expects - only required for local Evaluators.*/
96+
argsType?: EvaluatorArgumentsType;
9597
}
9698

9799
export interface TargetFreeEvaluator extends Evaluator {

0 commit comments

Comments
 (0)