← Back to all test jobs

QA Automation Validation Report

Client test_client_qa • Job a24aed1e-7dd0-426c-9236-0bf17df43fa6

Generated at 2026-06-17 09:59:24 UTC

Overall StatusFAILED
Total Tests3
Succeeded1
Failed2
Completed At2026-06-15 06:08:38 UTC
DynamoDB Jobs Rows0
#Test IDStatusReport TypeStartEndDuration (s)Quick Validation Summary
1ETL_verificationFAILED-2026-06-15 06:08:25 UTC2026-06-15 06:08:27 UTC2-
2enrollment_report_all_studentsSUCCESS-2026-06-15 06:08:25 UTC2026-06-15 06:08:31 UTC5row_count_match=True | mismatched_rows=0 | matched_rows=3
3enrollment_report_test_001FAILED-2026-06-15 06:08:25 UTC2026-06-15 06:08:31 UTC5row_count_match=True | mismatched_rows=3 | matched_rows=0

Per-test raw result details

ETL_verification — FAILED
{
  "test_name": "ETL_verification",
  "overall_status": "failure",
  "error": "Snapshot not found in ama_dev for client_id=test_client_qa, academic_year=2026, snapshot_date=20260602"
}
enrollment_report_all_students — SUCCESS
{
  "test_name": "snapshot_desc_report",
  "validation": {
    "overall_status": "success",
    "row_count_match": true,
    "matched_rows": 3,
    "mismatched_rows": 0,
    "field_results": [
      {
        "pbi_row_index": 0,
        "redshift_row_index": 0,
        "primary_key_values": {
          "data[year]": 2024
        },
        "fields": [
          {
            "pbi_field": "data[year]",
            "redshift_field": "year",
            "pbi_value": 2024,
            "redshift_value": 2024,
            "match": true
          },
          {
            "pbi_field": "[applicants_snapshot]",
            "redshift_field": "applicants_snapshot",
            "pbi_value": 23712,
            "redshift_value": 23712,
            "match": true
          },
          {
            "pbi_field": "[applicants_census]",
            "redshift_field": "applicants_census",
            "pbi_value": 25245,
            "redshift_value": 25245,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_snapshot]",
            "redshift_field": "admitted_students_snapshot",
            "pbi_value": 14405,
            "redshift_value": 14405,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_census]",
            "redshift_field": "admitted_students_census",
            "pbi_value": 15554,
            "redshift_value": 15554,
            "match": true
          },
          {
            "pbi_field": "[admit_rate_snapshot]",
            "redshift_field": "admit_rate_snapshot",
            "pbi_value": 60.75,
            "redshift_value": "60.75",
            "match": true
          },
          {
            "pbi_field": "[admit_rate_census]",
            "redshift_field": "admit_rate_census",
            "pbi_value": 61.61,
            "redshift_value": "61.61",
            "match": true
          },
          {
            "pbi_field": "[pct_admits_applying_aid_snapshot]",
            "redshift_field": "pct_admits_applying_aid_snapshot",
            "pbi_value": 57.02,
            "redshift_value": "57.02",
            "match": true
          },
          {
            "pbi_field": "[pct_admits_applying_aid_census]",
            "redshift_field": "pct_admits_applying_aid_census",
            "pbi_value": 57.06,
            "redshift_value": "57.06",
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_snapshot]",
            "redshift_field": "admitted_aid_applicants_snapshot",
            "pbi_value": 8214,
            "redshift_value": 8214,
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_census]",
            "redshift_field": "admitted_aid_applicants_census",
            "pbi_value": 8875,
            "redshift_value": 8875,
            "match": true
          },
          {
            "pbi_field": "[deposits_snapshot]",
            "redshift_field": "deposits_snapshot",
            "pbi_value": 1410,
            "redshift_value": 1410,
            "match": true
          },
          {
            "pbi_field": "[deposits_census]",
            "redshift_field": "deposits_census",
            "pbi_value": 1557,
            "redshift_value": 1557,
            "match": true
          },
          {
            "pbi_field": "[yield_snapshot]",
            "redshift_field": "yield_snapshot",
            "pbi_value": 9.68,
            "redshift_value": "9.68",
            "match": true
          },
          {
            "pbi_field": "[yield_census]",
            "redshift_field": "yield_census",
            "pbi_value": 10.01,
            "redshift_value": "10.01",
            "match": true
          }
        ],
        "row_matched_field_count": 15,
        "row_mismatched_field_count": 0,
        "row_status": "matched"
      },
      {
        "pbi_row_index": 1,
        "redshift_row_index": 1,
        "primary_key_values": {
          "data[year]": 2025
        },
        "fields": [
          {
            "pbi_field": "data[year]",
            "redshift_field": "year",
            "pbi_value": 2025,
            "redshift_value": 2025,
            "match": true
          },
          {
            "pbi_field": "[applicants_snapshot]",
            "redshift_field": "applicants_snapshot",
            "pbi_value": 24283,
            "redshift_value": 24283,
            "match": true
          },
          {
            "pbi_field": "[applicants_census]",
            "redshift_field": "applicants_census",
            "pbi_value": 25648,
            "redshift_value": 25648,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_snapshot]",
            "redshift_field": "admitted_students_snapshot",
            "pbi_value": 14730,
            "redshift_value": 14730,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_census]",
            "redshift_field": "admitted_students_census",
            "pbi_value": 15498,
            "redshift_value": 15498,
            "match": true
          },
          {
            "pbi_field": "[admit_rate_snapshot]",
            "redshift_field": "admit_rate_snapshot",
            "pbi_value": 60.66,
            "redshift_value": "60.66",
            "match": true
          },
          {
            "pbi_field": "[admit_rate_census]",
            "redshift_field": "admit_rate_census",
            "pbi_value": 60.43,
            "redshift_value": "60.43",
            "match": true
          },
          {
            "pbi_field": "[pct_admits_applying_aid_snapshot]",
            "redshift_field": "pct_admits_applying_aid_snapshot",
            "pbi_value": 66.65,
            "redshift_value": "66.65",
            "match": true
          },
          {
            "pbi_field": "[pct_admits_applying_aid_census]",
            "redshift_field": "pct_admits_applying_aid_census",
            "pbi_value": 65.98,
            "redshift_value": "65.98",
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_snapshot]",
            "redshift_field": "admitted_aid_applicants_snapshot",
            "pbi_value": 9817,
            "redshift_value": 9817,
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_census]",
            "redshift_field": "admitted_aid_applicants_census",
            "pbi_value": 10226,
            "redshift_value": 10226,
            "match": true
          },
          {
            "pbi_field": "[deposits_snapshot]",
            "redshift_field": "deposits_snapshot",
            "pbi_value": 1454,
            "redshift_value": 1454,
            "match": true
          },
          {
            "pbi_field": "[deposits_census]",
            "redshift_field": "deposits_census",
            "pbi_value": 1261,
            "redshift_value": 1261,
            "match": true
          },
          {
            "pbi_field": "[yield_snapshot]",
            "redshift_field": "yield_snapshot",
            "pbi_value": 8.15,
            "redshift_value": "8.15",
            "match": true
          },
          {
            "pbi_field": "[yield_census]",
            "redshift_field": "yield_census",
            "pbi_value": 8.14,
            "redshift_value": "8.14",
            "match": true
          }
        ],
        "row_matched_field_count": 15,
        "row_mismatched_field_count": 0,
        "row_status": "matched"
      },
      {
        "pbi_row_index": 2,
        "redshift_row_index": 2,
        "primary_key_values": {
          "data[year]": 2026
        },
        "fields": [
          {
            "pbi_field": "data[year]",
            "redshift_field": "year",
            "pbi_value": 2026,
            "redshift_value": 2026,
            "match": true
          },
          {
            "pbi_field": "[applicants_snapshot]",
            "redshift_field": "applicants_snapshot",
            "pbi_value": 23232,
            "redshift_value": 23232,
            "match": true
          },
          {
            "pbi_field": "[applicants_census]",
            "redshift_field": "applicants_census",
            "pbi_value": null,
            "redshift_value": null,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_snapshot]",
            "redshift_field": "admitted_students_snapshot",
            "pbi_value": 15649,
            "redshift_value": 15649,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_census]",
            "redshift_field": "admitted_students_census",
            "pbi_value": null,
            "redshift_value": null,
            "match": true
          },
          {
            "pbi_field": "[admit_rate_snapshot]",
            "redshift_field": "admit_rate_snapshot",
            "pbi_value": 67.36,
            "redshift_value": "67.36",
            "match": true
          },
          {
            "pbi_field": "[admit_rate_census]",
            "redshift_field": "admit_rate_census",
            "pbi_value": 0.0,
            "redshift_value": null,
            "match": true
          },
          {
            "pbi_field": "[pct_admits_applying_aid_snapshot]",
            "redshift_field": "pct_admits_applying_aid_snapshot",
            "pbi_value": 73.0,
            "redshift_value": "73.00",
            "match": true
          },
          {
            "pbi_field": "[pct_admits_applying_aid_census]",
            "redshift_field": "pct_admits_applying_aid_census",
            "pbi_value": 0.0,
            "redshift_value": null,
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_snapshot]",
            "redshift_field": "admitted_aid_applicants_snapshot",
            "pbi_value": 11424,
            "redshift_value": 11424,
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_census]",
            "redshift_field": "admitted_aid_applicants_census",
            "pbi_value": null,
            "redshift_value": null,
            "match": true
          },
          {
            "pbi_field": "[deposits_snapshot]",
            "redshift_field": "deposits_snapshot",
            "pbi_value": 1527,
            "redshift_value": 1527,
            "match": true
          },
          {
            "pbi_field": "[deposits_census]",
            "redshift_field": "deposits_census",
            "pbi_value": null,
            "redshift_value": null,
            "match": true
          },
          {
            "pbi_field": "[yield_snapshot]",
            "redshift_field": "yield_snapshot",
            "pbi_value": null,
            "redshift_value": null,
            "match": true
          },
          {
            "pbi_field": "[yield_census]",
            "redshift_field": "yield_census",
            "pbi_value": 0.0,
            "redshift_value": "0.00",
            "match": true
          }
        ],
        "row_matched_field_count": 15,
        "row_mismatched_field_count": 0,
        "row_status": "matched"
      }
    ],
    "summary": {
      "total_rows_compared": 3,
      "matched_rows": 3,
      "mismatched_rows": 0,
      "success": true
    }
  }
}
enrollment_report_test_001 — FAILED
{
  "test_name": "snapshot_desc_report",
  "validation": {
    "overall_status": "failure",
    "row_count_match": true,
    "matched_rows": 0,
    "mismatched_rows": 3,
    "field_results": [
      {
        "pbi_row_index": 0,
        "redshift_row_index": 0,
        "primary_key_values": {
          "data[year]": 2024
        },
        "fields": [
          {
            "pbi_field": "data[year]",
            "redshift_field": "year",
            "pbi_value": 2024,
            "redshift_value": 2024,
            "match": true
          },
          {
            "pbi_field": "[applicants_snapshot]",
            "redshift_field": "applicants_snapshot",
            "pbi_value": 23712,
            "redshift_value": 23712,
            "match": true
          },
          {
            "pbi_field": "[applicants_census]",
            "redshift_field": "applicants_census",
            "pbi_value": 25245,
            "redshift_value": 25245,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_snapshot]",
            "redshift_field": "admitted_students_snapshot",
            "pbi_value": 14405,
            "redshift_value": 14405,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_census]",
            "redshift_field": "admitted_students_census",
            "pbi_value": 15554,
            "redshift_value": 15554,
            "match": true
          },
          {
            "pbi_field": "[admit_rate_snapshot]",
            "redshift_field": "admit_rate_snapshot",
            "pbi_value": 60.75,
            "redshift_value": "60.75",
            "match": true
          },
          {
            "pbi_field": "[admit_rate_census]",
            "redshift_field": "admit_rate_census",
            "pbi_value": 61.61,
            "redshift_value": "61.61",
            "match": true
          },
          {
            "pbi_field": "[% Admits Applying for Aid_Snapshot]",
            "redshift_field": "% Admits Applying for Aid_Snapshot",
            "pbi_value": 57.02,
            "redshift_value": "57.02",
            "match": true
          },
          {
            "pbi_field": "[% Admits Applying for Aid_Census]",
            "redshift_field": "% Admits Applying for Aid_Census",
            "pbi_value": 57.06,
            "redshift_value": "57.06",
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_snapshot]",
            "redshift_field": "admitted_aid_applicants_snapshot",
            "pbi_value": 8214,
            "redshift_value": 8214,
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_census]",
            "redshift_field": "admitted_aid_applicants_census",
            "pbi_value": 8875,
            "redshift_value": 8875,
            "match": true
          },
          {
            "pbi_field": "[deposits_matrics_snapshot]",
            "redshift_field": "deposits_matrics_snapshot",
            "pbi_value": 1410,
            "redshift_value": 1410,
            "match": true
          },
          {
            "pbi_field": "[deposits_matrics_census]",
            "redshift_field": "deposits_matrics_census",
            "pbi_value": 1557,
            "redshift_value": 1557,
            "match": true
          },
          {
            "pbi_field": "[yield_snapshot]",
            "redshift_field": "yield_census",
            "pbi_value": 9.79,
            "redshift_value": "10.01",
            "match": false
          },
          {
            "pbi_field": "[yield_census]",
            "redshift_field": "yield_census",
            "pbi_value": 10.01,
            "redshift_value": "10.01",
            "match": true
          }
        ],
        "row_matched_field_count": 14,
        "row_mismatched_field_count": 1,
        "row_status": "mismatch"
      },
      {
        "pbi_row_index": 1,
        "redshift_row_index": 1,
        "primary_key_values": {
          "data[year]": 2025
        },
        "fields": [
          {
            "pbi_field": "data[year]",
            "redshift_field": "year",
            "pbi_value": 2025,
            "redshift_value": 2025,
            "match": true
          },
          {
            "pbi_field": "[applicants_snapshot]",
            "redshift_field": "applicants_snapshot",
            "pbi_value": 24283,
            "redshift_value": 24283,
            "match": true
          },
          {
            "pbi_field": "[applicants_census]",
            "redshift_field": "applicants_census",
            "pbi_value": 25648,
            "redshift_value": 25648,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_snapshot]",
            "redshift_field": "admitted_students_snapshot",
            "pbi_value": 14730,
            "redshift_value": 14730,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_census]",
            "redshift_field": "admitted_students_census",
            "pbi_value": 15498,
            "redshift_value": 15498,
            "match": true
          },
          {
            "pbi_field": "[admit_rate_snapshot]",
            "redshift_field": "admit_rate_snapshot",
            "pbi_value": 60.66,
            "redshift_value": "60.66",
            "match": true
          },
          {
            "pbi_field": "[admit_rate_census]",
            "redshift_field": "admit_rate_census",
            "pbi_value": 60.43,
            "redshift_value": "60.43",
            "match": true
          },
          {
            "pbi_field": "[% Admits Applying for Aid_Snapshot]",
            "redshift_field": "% Admits Applying for Aid_Snapshot",
            "pbi_value": 66.65,
            "redshift_value": "66.65",
            "match": true
          },
          {
            "pbi_field": "[% Admits Applying for Aid_Census]",
            "redshift_field": "% Admits Applying for Aid_Census",
            "pbi_value": 65.98,
            "redshift_value": "65.98",
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_snapshot]",
            "redshift_field": "admitted_aid_applicants_snapshot",
            "pbi_value": 9817,
            "redshift_value": 9817,
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_census]",
            "redshift_field": "admitted_aid_applicants_census",
            "pbi_value": 10226,
            "redshift_value": 10226,
            "match": true
          },
          {
            "pbi_field": "[deposits_matrics_snapshot]",
            "redshift_field": "deposits_matrics_snapshot",
            "pbi_value": 1454,
            "redshift_value": 1454,
            "match": true
          },
          {
            "pbi_field": "[deposits_matrics_census]",
            "redshift_field": "deposits_matrics_census",
            "pbi_value": 1261,
            "redshift_value": 1261,
            "match": true
          },
          {
            "pbi_field": "[yield_snapshot]",
            "redshift_field": "yield_census",
            "pbi_value": 9.87,
            "redshift_value": "8.14",
            "match": false
          },
          {
            "pbi_field": "[yield_census]",
            "redshift_field": "yield_census",
            "pbi_value": 8.14,
            "redshift_value": "8.14",
            "match": true
          }
        ],
        "row_matched_field_count": 14,
        "row_mismatched_field_count": 1,
        "row_status": "mismatch"
      },
      {
        "pbi_row_index": 2,
        "redshift_row_index": 2,
        "primary_key_values": {
          "data[year]": 2026
        },
        "fields": [
          {
            "pbi_field": "data[year]",
            "redshift_field": "year",
            "pbi_value": 2026,
            "redshift_value": 2026,
            "match": true
          },
          {
            "pbi_field": "[applicants_snapshot]",
            "redshift_field": "applicants_snapshot",
            "pbi_value": 23232,
            "redshift_value": 23232,
            "match": true
          },
          {
            "pbi_field": "[applicants_census]",
            "redshift_field": "applicants_census",
            "pbi_value": 23232,
            "redshift_value": 23232,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_snapshot]",
            "redshift_field": "admitted_students_snapshot",
            "pbi_value": 15649,
            "redshift_value": 15649,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_census]",
            "redshift_field": "admitted_students_census",
            "pbi_value": 15649,
            "redshift_value": 15649,
            "match": true
          },
          {
            "pbi_field": "[admit_rate_snapshot]",
            "redshift_field": "admit_rate_snapshot",
            "pbi_value": 67.36,
            "redshift_value": "67.36",
            "match": true
          },
          {
            "pbi_field": "[admit_rate_census]",
            "redshift_field": "admit_rate_census",
            "pbi_value": 67.36,
            "redshift_value": "67.36",
            "match": true
          },
          {
            "pbi_field": "[% Admits Applying for Aid_Snapshot]",
            "redshift_field": "% Admits Applying for Aid_Snapshot",
            "pbi_value": 73.0,
            "redshift_value": "73.00",
            "match": true
          },
          {
            "pbi_field": "[% Admits Applying for Aid_Census]",
            "redshift_field": "% Admits Applying for Aid_Census",
            "pbi_value": 73.0,
            "redshift_value": "73.00",
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_snapshot]",
            "redshift_field": "admitted_aid_applicants_snapshot",
            "pbi_value": 11424,
            "redshift_value": 11424,
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_census]",
            "redshift_field": "admitted_aid_applicants_census",
            "pbi_value": 11424,
            "redshift_value": 11424,
            "match": true
          },
          {
            "pbi_field": "[deposits_matrics_snapshot]",
            "redshift_field": "deposits_matrics_snapshot",
            "pbi_value": 1527,
            "redshift_value": 1527,
            "match": true
          },
          {
            "pbi_field": "[deposits_matrics_census]",
            "redshift_field": "deposits_matrics_census",
            "pbi_value": 0,
            "redshift_value": 0,
            "match": true
          },
          {
            "pbi_field": "[yield_snapshot]",
            "redshift_field": "yield_census",
            "pbi_value": 9.76,
            "redshift_value": "0.00",
            "match": false
          },
          {
            "pbi_field": "[yield_census]",
            "redshift_field": "yield_census",
            "pbi_value": 0.0,
            "redshift_value": "0.00",
            "match": true
          }
        ],
        "row_matched_field_count": 14,
        "row_mismatched_field_count": 1,
        "row_status": "mismatch"
      }
    ],
    "summary": {
      "total_rows_compared": 3,
      "matched_rows": 0,
      "mismatched_rows": 3,
      "success": false
    }
  }
}

Source JSON: hce-qa-automation-results/test_client_qa-a24aed1e-7dd0-426c-9236-0bf17df43fa6.json