{% extends "flags/base.html" %}
{% load flag_extras %}
{% block title %}Results - {{ flag.key }}{% endblock %}
{% block content %}
<div class="page-head"><h1>Experiment results</h1><code>{{ flag.key }}</code>
  <span class="muted">metric <code>{{ results.metric_key }}</code> in {{ env.name }}</span><span class="spacer"></span>
  <a class="btn" href="{% url 'flag_detail' project.key env.key flag.key %}">Back to flag</a></div>
{% if total == 0 %}
<div class="card muted">No exposures recorded yet. Evaluate the flag from an SDK to start collecting data.</div>
{% else %}
<div class="table-wrap"><table>
  <thead><tr><th>Variation</th><th class="num">Exposures</th><th class="num">Conversions</th><th class="num">Rate</th>
    <th class="num">Uplift vs control</th><th class="num">95% CI (abs. diff)</th><th class="num">p-value</th><th class="num">More samples needed</th></tr></thead>
  <tbody>
  {% for v in results.variations %}
  <tr>
    <td><code>{{ v.value|pretty }}</code> {% if v.is_control %}<span class="badge">control</span>{% endif %}</td>
    <td class="num">{{ v.exposures }}</td><td class="num">{{ v.conversions }}</td><td class="num">{{ v.rate|pct }}</td>
    {% if v.is_control %}<td class="num muted" colspan="4">baseline</td>{% else %}
    <td class="num {% if v.uplift and v.significant %}{% if v.uplift > 0 %}up{% else %}down{% endif %}{% endif %}">{{ v.uplift|signed_pct }}</td>
    <td class="num">{% if v.ci_low is None %}-{% else %}{{ v.ci_low|signed_pct:2 }} to {{ v.ci_high|signed_pct:2 }}{% endif %}</td>
    <td class="num {% if v.significant %}sig{% else %}nosig{% endif %}">{{ v.p_value|pvalue }}{% if v.significant %} &#10003;{% endif %}</td>
    <td class="num">{% if v.needs_more is None %}-{% elif v.needs_more == 0 %}enough{% else %}{{ v.needs_more }} per arm{% endif %}</td>
    {% endif %}
  </tr>
  {% endfor %}
  </tbody>
</table></div>
<p class="hint">Exposures are unique contexts that evaluated the flag; a conversion is an exposed context that sent the metric at least once.
p-value: two-sided pooled two-proportion z-test. Sample estimate: 80% power at alpha 0.05 to detect the observed difference
(or a 10% relative lift when the observed one is smaller).</p>
{% endif %}
{% endblock %}