class LLMJury

source code

​
properties

​
judges

source code

def judges(self) -> List[LLMJudge]:

​
name

source code

def name(self) -> Optional[str]:

​
score_config

source code

def score_config(self) -> Dict[float, str]:

​
setters

​
set_name

source code

def set_name(self, value: str) -> Self:

​
set_score_config

source code

def set_score_config(self, value: Dict[float, str]) -> Self:

​
methods

​
evaluate

source code

def evaluate(
        self,
        input: Any,
        response: Any,
    ) -> Dict[str, Union[float, Tuple[float, Union[str, ChatCompletion]]]]:

​
dunder_methods

​
__init__

source code

def __init__(
        self,
        judges: List[LLMJudge],
        name: Optional[str] = None,
        api_key: Optional[str] = None,
    ):

Creates an LLM Jury Evaluator.

Arguments:

  • judges - The list of judges to use in the Jury.
  • name - The name to give to this LLM Jury evaluator, optional.
  • api_key - API key for accessing the Unify API. If None, it attempts to
LLMJudgeKeepKeys