{% macro render_json(data) %} {% if data is mapping %} {% elif data is iterable and data is not string %} {% elif data is number %} {{ data|round(4) }} {% else %} {{ data }} {% endif %} {% endmacro %}

Evaluation {{ info.title }}

Generated on {{ info.date }}
Number of datasets: {{ info.n_datasets }}
Dataset folder: {{ info.folder }}


{% for dataset in datasets %} {% endfor %}
Dataset Generator id Converter ids Size score Path
{{ dataset.id }} {{ dataset.generator }} {{ dataset.converters }} {{ dataset.size }} {{ dataset.y|round(4) }} {{ dataset.location }}
{% for generator in generators %} {% endfor %}
ID Class Kwargs
{{ generator.id }} {{ generator.class }} {{ render_json(generator.kwargs) }}
{% for converter in converters %} {% endfor %}
ID Class Kwargs
{{ converter.id }} {{ converter.class }} {{ render_json(converter.kwargs) }}
{% set col_count = 12 // k %} {% for metric in metrics %}
Image
{% endfor %}
{% for label, plots in vector_plots_locations.items() %}
{% set col_count = 12 // k_vector %} {% for location in plots %}
Image
{% endfor %}
{% endfor %}
{% for label, distributions in word_distribution_plots.items() %}
{% set col_count = 12 // k_word %} {% for location in distributions %}
Image
{% endfor %}
{% endfor %}
{% for metric in metric_names %} {% endfor %} {% for dataset in datasets %} {% for metric_key, metric_value in dataset.metrics.items()|sort(attribute='0') %} {% if metric_value is not iterable %} {% endif %} {% endfor %} {% endfor %}
Dataset{{ metric }}
{{ dataset.id }}{{ metric_value|round(4) }}
{% for generator in generators %} {% if generator.prompts|length > 0 %}
{{ render_json(generator.prompts) }}
{% endif %} {% endfor %}
{% for converter in converters %} {% if converter.prompts|length > 0 %}
{{ render_json(converter.prompts) }}
{% endif %} {% endfor %}