Agent Testing Report API

{
  "status": 200,
  "data": {
    "agent": {
      "code": "a-la-import-1",
      "name": "#1150 la-import-1",
      "stage": "li",
      "stage_name": "Live",
      "is_adaptive": true,
      "admin_url": "https://test.conductrics.com:9033/ac-ZnbJyCrHWW/agent?a=a-la-import-1",
      "testing_report_admin_url": "https://test.conductrics.com:9033/ac-ZnbJyCrHWW/lift?a=a-la-import-1",
      "activity_report_admin_url": "https://test.conductrics.com:9033/ac-ZnbJyCrHWW/stats?a=a-la-import-1"
    },
    "report": {
      "type": "testing",
      "measures": "Variation performance versus a baseline, with confidence intervals and significance testing.",
      "includes_significance_testing": true
    },
    "warnings": [
      "Bonferroni correction applied across 2 comparisons; p-values are conservative."
    ],
    "guidance": [],
    "date_range": {
      "from": "2024-01-01",
      "thru": "2024-01-31",
      "num_days": 31
    },
    "data_available": {
      "from": "2024-01-01",
      "thru": "2024-01-31"
    },
    "goal": {
      "code": null,
      "name": "Primary Goals, combined (2)",
      "is_combined_primaries": true,
      "is_numeric": true,
      "goals_included": [
        {
          "code": "g-tree-test-goal-1",
          "name": "g-tree-test-goal-1",
          "is_numeric": true
        },
        {
          "code": "g-cRGAJHeFif",
          "name": "g-tree-test-goal-2",
          "is_numeric": true
        }
      ]
    },
    "settings": {
      "basis": "goal_value",
      "basis_reason": "defaulted: every Goal in scope accepts numeric values",
      "confidence_threshold": 0.95,
      "bonferroni_correction": true,
      "two_tailed": false,
      "traffic_analyzed": "randomized_only"
    },
    "baseline": {
      "variation_code": "A",
      "variation_name": "Daily Promo",
      "is_default_baseline": true
    },
    "rows": [
      {
        "variation_code": "A",
        "variation_name": "Daily Promo",
        "is_baseline": true,
        "trait_code": null,
        "trait_name": "Everyone",
        "num_visitors": 33401,
        "num_goal_events": 66802,
        "total_goal_value": 585107.4895701908,
        "estimate": {
          "value": 17.517663829531774,
          "confidence_interval_low": 17.478888946503623,
          "confidence_interval_high": 17.556438712559924,
          "unit": "goal_value_per_visitor",
          "label": "Value per Visitor"
        },
        "vs_baseline": null
      },
      {
        "variation_code": "B",
        "variation_name": "Family Savings Promo",
        "is_baseline": false,
        "trait_code": null,
        "trait_name": "Everyone",
        "num_visitors": 33305,
        "num_goal_events": 66604,
        "total_goal_value": 532375.5909406409,
        "estimate": {
          "value": 15.984854854845846,
          "confidence_interval_low": 15.953374190261764,
          "confidence_interval_high": 16.016335519429926,
          "unit": "goal_value_per_visitor",
          "label": "Value per Visitor"
        },
        "vs_baseline": {
          "estimated_lift": -1.5328089746859277,
          "estimated_lift_confidence_interval_low": -1.5827533146385397,
          "estimated_lift_confidence_interval_high": -1.4828646347333156,
          "relative_lift": -0.08750076434860424,
          "confidence": 0,
          "p_value": 1,
          "meets_confidence_threshold": false
        }
      },
      {
        "variation_code": "C",
        "variation_name": "Business Promo",
        "is_baseline": false,
        "trait_code": null,
        "trait_name": "Everyone",
        "num_visitors": 33294,
        "num_goal_events": 66586,
        "total_goal_value": 533265.1863537206,
        "estimate": {
          "value": 16.01685548007811,
          "confidence_interval_low": 15.9841286933565,
          "confidence_interval_high": 16.04958226679972,
          "unit": "goal_value_per_visitor",
          "label": "Value per Visitor"
        },
        "vs_baseline": {
          "estimated_lift": -1.5008083494536635,
          "estimated_lift_confidence_interval_low": -1.5515473218167055,
          "estimated_lift_confidence_interval_high": -1.4500693770906214,
          "relative_lift": -0.08567400105735322,
          "confidence": 0,
          "p_value": 1,
          "meets_confidence_threshold": false
        }
      }
    ],
    "policy_comparison": {
      "note": "Compares selection policies against the baseline variation, not variations against each other. 'Random' is the blended average across all variations. Not an answer to which variation performed best.",
      "rows": [
        {
          "policy_code": "explore",
          "policy_name": "Random",
          "trait_code": null,
          "trait_name": "Everyone",
          "num_visitors": 100000,
          "num_goal_events": 199992,
          "total_goal_value": 1650748.2668645526,
          "estimate": {
            "value": 16.507482668645526,
            "confidence_interval_low": 16.485336762844774,
            "confidence_interval_high": 16.529628574446278,
            "unit": "goal_value_per_visitor",
            "label": "Value per Visitor"
          },
          "vs_baseline": {
            "estimated_lift": -1.0101811608862477,
            "estimated_lift_confidence_interval_low": -1.057750442090198,
            "estimated_lift_confidence_interval_high": -0.9626118796822973,
            "relative_lift": -0.05766643147833763,
            "confidence": 0,
            "p_value": 1,
            "meets_confidence_threshold": false
          }
        }
      ]
    }
  }
}