Exception Details

Question name: {{ question }}
{% set seen_exceptions = [] %} {% for exception_message in exceptions %} {% set exception_key = exception_message.name ~ '|' ~ exception_message.question_type|default('') ~ '|' ~ (exception_message.traceback|default(''))[0:100] %} {% if exception_key not in seen_exceptions %} {% set _ = seen_exceptions.append(exception_key) %}
{{ exception_message.exception.__class__.__name__ }}

Error Summary

Exception {{ exception_message.name }}
Model {{ interview.model.model }}
Question {{ question }} ({{ exception_message.question_type|default('Unknown type') }})
Time {{ exception_message.time }}

Details

Interview ID {{ index }}
Question name {{ question }}
Question type {{ exception_message.question_type|default('Unknown') }}
User Prompt 
{{ exception_message.rendered_prompts['user_prompt'] }}
Scenario {{ interview.scenario.__repr__() }}
Agent {{ interview.agent.__repr__() }}
System Prompt 
{{ exception_message.rendered_prompts['system_prompt'] }}
Inference service {{ interview.model._inference_service_ }}
Model name {{ interview.model.model }}
Model parameters {{ interview.model.__repr__() }}
Raw model response 
{{ exception_message.raw_model_response }}
Generated token string 
{{ exception_message.generated_token_string }}

Code to reproduce error

{{ exception_message.code_to_reproduce }}

Traceback

{{ exception_message.traceback }}
{% endif %} {% endfor %}