Test report - {{ specification.filename }}

Total Duration: {{ total_duration }} (sec)
Total Cost: {{ total_costs }}
Errors: {{ total_errors }}
Warnings: {{ total_warnings }}
Location test files: {{ specification.metadata.test_path }}
Created: {{ date_created }}

{% for test in tests %}

{{ test.test_id }}

{{ test.description }}

{% if test.specification.type == "question" %} {% endif %} {% for test_outcome in test.outcomes %} {% endfor %}
Model (completion): {{ specification.metadata.model }}
Status Input File Error message Duration Cost
{{ test_outcome.status | value }} {{ test_outcome.input_sample.filename }} {% if test_outcome.error_message %}{{ test_outcome.error_message }}{% else %}-{% endif %} {{ test_outcome.duration }} {{ test_outcome.costs.costs }}
{% endfor %}

Errors and Warnings

{% for message in messages %} {% endfor %}
Status Name Message
{{ message.severity }} {{ message.test_id }} ${{message.content }}

System Role


{{ specification.metadata.system_role }}

Engineered Prompt

{{ specification.prompt }}