Engines

{% if engines %}

{% for engine in engines %}

{% if engine.reachable %} {{ engine.version }} {% else %} offline {% endif %}

{% if engine.reachable %}

{{ engine.url }} · {{ engine.models | length }} model{{ 's' if engine.models | length != 1 }}

{% if engine.tcp_connections > 0 or engine.requests_processing > 0 or engine.kv_cache_usage_ratio >= 0 or engine.tokens_predicted_total > 0 %}

{% if engine.tcp_connections > 0 %} {{ engine.tcp_connections }} conn {% endif %} {% if engine.requests_processing > 0 %} {{ engine.requests_processing }} processing {% endif %} {% if engine.kv_cache_usage_ratio >= 0 %} {% set kv_pct = (engine.kv_cache_usage_ratio * 100) | round(0) | int %} {{ kv_pct }}% KV {% endif %} {% if engine.tokens_predicted_total > 0 %} {% if engine.tokens_predicted_total >= 1000000 %} {{ (engine.tokens_predicted_total / 1000000) | round(1) }}M tokens {% elif engine.tokens_predicted_total >= 1000 %} {{ (engine.tokens_predicted_total / 1000) | round(1) }}K tokens {% else %} {{ engine.tokens_predicted_total }} tokens {% endif %} {% endif %}

{% endif %} {% endif %} {% endfor %}

{% else %}

No engines detected

{% endif %}