← Back to all test jobs

QA Automation Validation Report

Client test_client_qa • Job 7cb5c114-d858-4da0-af15-ef8566ba6d0d

Generated at 2026-06-17 09:59:22 UTC

Overall StatusFAILED
Total Tests3
Succeeded2
Failed1
Completed At2026-06-15 06:11:52 UTC
DynamoDB Jobs Rows0
#Test IDStatusReport TypeStartEndDuration (s)Quick Validation Summary
1ETL_verificationSUCCESS-2026-06-15 06:11:41 UTC2026-06-15 06:11:52 UTC10snapshot_gold_count=74125 | presentation_count=74125
2enrollment_report_all_studentsSUCCESS-2026-06-15 06:11:41 UTC2026-06-15 06:11:44 UTC2row_count_match=True | mismatched_rows=0 | matched_rows=3
3enrollment_report_test_001FAILED-2026-06-15 06:11:41 UTC2026-06-15 06:11:44 UTC2row_count_match=True | mismatched_rows=3 | matched_rows=0

Per-test raw result details

ETL_verification — SUCCESS
{
  "test_name": "ETL_verification",
  "overall_status": "success",
  "client_id": "test_client_qa",
  "academic_year": "2026",
  "snapshot_date": "20260607",
  "bronze_path": "s3://hce-ama-dev/data/bronze/test_client_qa/academic_year=2026/snapshot_date=20260607/data/test_client_qa-2026-20260607.csv",
  "counts": {
    "bronze_file_count": 74125,
    "snapshot_bronze_count": 74125,
    "snapshot_silver_count": 74125,
    "snapshot_gold_count": 74125,
    "presentation_count": 74125
  },
  "comparisons": {
    "snapshot_bronze_count_matches_file": true,
    "snapshot_silver_count_matches_file": true,
    "snapshot_gold_count_matches_file": true,
    "presentation_count_matches_file": true
  },
  "missing_snapshot_counts": []
}
enrollment_report_all_students — SUCCESS
{
  "test_name": "snapshot_desc_report",
  "validation": {
    "overall_status": "success",
    "row_count_match": true,
    "matched_rows": 3,
    "mismatched_rows": 0,
    "field_results": [
      {
        "pbi_row_index": 0,
        "redshift_row_index": 0,
        "primary_key_values": {
          "data[year]": 2024
        },
        "fields": [
          {
            "pbi_field": "data[year]",
            "redshift_field": "year",
            "pbi_value": 2024,
            "redshift_value": 2024,
            "match": true
          },
          {
            "pbi_field": "[applicants_snapshot]",
            "redshift_field": "applicants_snapshot",
            "pbi_value": 23712,
            "redshift_value": 23712,
            "match": true
          },
          {
            "pbi_field": "[applicants_census]",
            "redshift_field": "applicants_census",
            "pbi_value": 25245,
            "redshift_value": 25245,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_snapshot]",
            "redshift_field": "admitted_students_snapshot",
            "pbi_value": 14405,
            "redshift_value": 14405,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_census]",
            "redshift_field": "admitted_students_census",
            "pbi_value": 15554,
            "redshift_value": 15554,
            "match": true
          },
          {
            "pbi_field": "[admit_rate_snapshot]",
            "redshift_field": "admit_rate_snapshot",
            "pbi_value": 60.75,
            "redshift_value": "60.75",
            "match": true
          },
          {
            "pbi_field": "[admit_rate_census]",
            "redshift_field": "admit_rate_census",
            "pbi_value": 61.61,
            "redshift_value": "61.61",
            "match": true
          },
          {
            "pbi_field": "[pct_admits_applying_aid_snapshot]",
            "redshift_field": "pct_admits_applying_aid_snapshot",
            "pbi_value": 57.02,
            "redshift_value": "57.02",
            "match": true
          },
          {
            "pbi_field": "[pct_admits_applying_aid_census]",
            "redshift_field": "pct_admits_applying_aid_census",
            "pbi_value": 57.06,
            "redshift_value": "57.06",
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_snapshot]",
            "redshift_field": "admitted_aid_applicants_snapshot",
            "pbi_value": 8214,
            "redshift_value": 8214,
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_census]",
            "redshift_field": "admitted_aid_applicants_census",
            "pbi_value": 8875,
            "redshift_value": 8875,
            "match": true
          },
          {
            "pbi_field": "[deposits_snapshot]",
            "redshift_field": "deposits_snapshot",
            "pbi_value": 1410,
            "redshift_value": 1410,
            "match": true
          },
          {
            "pbi_field": "[deposits_census]",
            "redshift_field": "deposits_census",
            "pbi_value": 1557,
            "redshift_value": 1557,
            "match": true
          },
          {
            "pbi_field": "[yield_snapshot]",
            "redshift_field": "yield_snapshot",
            "pbi_value": 9.68,
            "redshift_value": "9.68",
            "match": true
          },
          {
            "pbi_field": "[yield_census]",
            "redshift_field": "yield_census",
            "pbi_value": 10.01,
            "redshift_value": "10.01",
            "match": true
          }
        ],
        "row_matched_field_count": 15,
        "row_mismatched_field_count": 0,
        "row_status": "matched"
      },
      {
        "pbi_row_index": 1,
        "redshift_row_index": 1,
        "primary_key_values": {
          "data[year]": 2025
        },
        "fields": [
          {
            "pbi_field": "data[year]",
            "redshift_field": "year",
            "pbi_value": 2025,
            "redshift_value": 2025,
            "match": true
          },
          {
            "pbi_field": "[applicants_snapshot]",
            "redshift_field": "applicants_snapshot",
            "pbi_value": 24283,
            "redshift_value": 24283,
            "match": true
          },
          {
            "pbi_field": "[applicants_census]",
            "redshift_field": "applicants_census",
            "pbi_value": 25648,
            "redshift_value": 25648,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_snapshot]",
            "redshift_field": "admitted_students_snapshot",
            "pbi_value": 14730,
            "redshift_value": 14730,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_census]",
            "redshift_field": "admitted_students_census",
            "pbi_value": 15498,
            "redshift_value": 15498,
            "match": true
          },
          {
            "pbi_field": "[admit_rate_snapshot]",
            "redshift_field": "admit_rate_snapshot",
            "pbi_value": 60.66,
            "redshift_value": "60.66",
            "match": true
          },
          {
            "pbi_field": "[admit_rate_census]",
            "redshift_field": "admit_rate_census",
            "pbi_value": 60.43,
            "redshift_value": "60.43",
            "match": true
          },
          {
            "pbi_field": "[pct_admits_applying_aid_snapshot]",
            "redshift_field": "pct_admits_applying_aid_snapshot",
            "pbi_value": 66.65,
            "redshift_value": "66.65",
            "match": true
          },
          {
            "pbi_field": "[pct_admits_applying_aid_census]",
            "redshift_field": "pct_admits_applying_aid_census",
            "pbi_value": 65.98,
            "redshift_value": "65.98",
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_snapshot]",
            "redshift_field": "admitted_aid_applicants_snapshot",
            "pbi_value": 9817,
            "redshift_value": 9817,
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_census]",
            "redshift_field": "admitted_aid_applicants_census",
            "pbi_value": 10226,
            "redshift_value": 10226,
            "match": true
          },
          {
            "pbi_field": "[deposits_snapshot]",
            "redshift_field": "deposits_snapshot",
            "pbi_value": 1454,
            "redshift_value": 1454,
            "match": true
          },
          {
            "pbi_field": "[deposits_census]",
            "redshift_field": "deposits_census",
            "pbi_value": 1261,
            "redshift_value": 1261,
            "match": true
          },
          {
            "pbi_field": "[yield_snapshot]",
            "redshift_field": "yield_snapshot",
            "pbi_value": 8.15,
            "redshift_value": "8.15",
            "match": true
          },
          {
            "pbi_field": "[yield_census]",
            "redshift_field": "yield_census",
            "pbi_value": 8.14,
            "redshift_value": "8.14",
            "match": true
          }
        ],
        "row_matched_field_count": 15,
        "row_mismatched_field_count": 0,
        "row_status": "matched"
      },
      {
        "pbi_row_index": 2,
        "redshift_row_index": 2,
        "primary_key_values": {
          "data[year]": 2026
        },
        "fields": [
          {
            "pbi_field": "data[year]",
            "redshift_field": "year",
            "pbi_value": 2026,
            "redshift_value": 2026,
            "match": true
          },
          {
            "pbi_field": "[applicants_snapshot]",
            "redshift_field": "applicants_snapshot",
            "pbi_value": 23232,
            "redshift_value": 23232,
            "match": true
          },
          {
            "pbi_field": "[applicants_census]",
            "redshift_field": "applicants_census",
            "pbi_value": null,
            "redshift_value": null,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_snapshot]",
            "redshift_field": "admitted_students_snapshot",
            "pbi_value": 15649,
            "redshift_value": 15649,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_census]",
            "redshift_field": "admitted_students_census",
            "pbi_value": null,
            "redshift_value": null,
            "match": true
          },
          {
            "pbi_field": "[admit_rate_snapshot]",
            "redshift_field": "admit_rate_snapshot",
            "pbi_value": 67.36,
            "redshift_value": "67.36",
            "match": true
          },
          {
            "pbi_field": "[admit_rate_census]",
            "redshift_field": "admit_rate_census",
            "pbi_value": 0.0,
            "redshift_value": null,
            "match": true
          },
          {
            "pbi_field": "[pct_admits_applying_aid_snapshot]",
            "redshift_field": "pct_admits_applying_aid_snapshot",
            "pbi_value": 73.0,
            "redshift_value": "73.00",
            "match": true
          },
          {
            "pbi_field": "[pct_admits_applying_aid_census]",
            "redshift_field": "pct_admits_applying_aid_census",
            "pbi_value": 0.0,
            "redshift_value": null,
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_snapshot]",
            "redshift_field": "admitted_aid_applicants_snapshot",
            "pbi_value": 11424,
            "redshift_value": 11424,
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_census]",
            "redshift_field": "admitted_aid_applicants_census",
            "pbi_value": null,
            "redshift_value": null,
            "match": true
          },
          {
            "pbi_field": "[deposits_snapshot]",
            "redshift_field": "deposits_snapshot",
            "pbi_value": 1527,
            "redshift_value": 1527,
            "match": true
          },
          {
            "pbi_field": "[deposits_census]",
            "redshift_field": "deposits_census",
            "pbi_value": null,
            "redshift_value": null,
            "match": true
          },
          {
            "pbi_field": "[yield_snapshot]",
            "redshift_field": "yield_snapshot",
            "pbi_value": null,
            "redshift_value": null,
            "match": true
          },
          {
            "pbi_field": "[yield_census]",
            "redshift_field": "yield_census",
            "pbi_value": 0.0,
            "redshift_value": "0.00",
            "match": true
          }
        ],
        "row_matched_field_count": 15,
        "row_mismatched_field_count": 0,
        "row_status": "matched"
      }
    ],
    "summary": {
      "total_rows_compared": 3,
      "matched_rows": 3,
      "mismatched_rows": 0,
      "success": true
    }
  }
}
enrollment_report_test_001 — FAILED
{
  "test_name": "snapshot_desc_report",
  "validation": {
    "overall_status": "failure",
    "row_count_match": true,
    "matched_rows": 0,
    "mismatched_rows": 3,
    "field_results": [
      {
        "pbi_row_index": 0,
        "redshift_row_index": 0,
        "primary_key_values": {
          "data[year]": 2024
        },
        "fields": [
          {
            "pbi_field": "data[year]",
            "redshift_field": "year",
            "pbi_value": 2024,
            "redshift_value": 2024,
            "match": true
          },
          {
            "pbi_field": "[applicants_snapshot]",
            "redshift_field": "applicants_snapshot",
            "pbi_value": 23712,
            "redshift_value": 23712,
            "match": true
          },
          {
            "pbi_field": "[applicants_census]",
            "redshift_field": "applicants_census",
            "pbi_value": 25245,
            "redshift_value": 25245,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_snapshot]",
            "redshift_field": "admitted_students_snapshot",
            "pbi_value": 14405,
            "redshift_value": 14405,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_census]",
            "redshift_field": "admitted_students_census",
            "pbi_value": 15554,
            "redshift_value": 15554,
            "match": true
          },
          {
            "pbi_field": "[admit_rate_snapshot]",
            "redshift_field": "admit_rate_snapshot",
            "pbi_value": 60.75,
            "redshift_value": "60.75",
            "match": true
          },
          {
            "pbi_field": "[admit_rate_census]",
            "redshift_field": "admit_rate_census",
            "pbi_value": 61.61,
            "redshift_value": "61.61",
            "match": true
          },
          {
            "pbi_field": "[% Admits Applying for Aid_Snapshot]",
            "redshift_field": "% Admits Applying for Aid_Snapshot",
            "pbi_value": 57.02,
            "redshift_value": "57.02",
            "match": true
          },
          {
            "pbi_field": "[% Admits Applying for Aid_Census]",
            "redshift_field": "% Admits Applying for Aid_Census",
            "pbi_value": 57.06,
            "redshift_value": "57.06",
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_snapshot]",
            "redshift_field": "admitted_aid_applicants_snapshot",
            "pbi_value": 8214,
            "redshift_value": 8214,
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_census]",
            "redshift_field": "admitted_aid_applicants_census",
            "pbi_value": 8875,
            "redshift_value": 8875,
            "match": true
          },
          {
            "pbi_field": "[deposits_matrics_snapshot]",
            "redshift_field": "deposits_matrics_snapshot",
            "pbi_value": 1410,
            "redshift_value": 1410,
            "match": true
          },
          {
            "pbi_field": "[deposits_matrics_census]",
            "redshift_field": "deposits_matrics_census",
            "pbi_value": 1557,
            "redshift_value": 1557,
            "match": true
          },
          {
            "pbi_field": "[yield_snapshot]",
            "redshift_field": "yield_census",
            "pbi_value": 9.79,
            "redshift_value": "10.01",
            "match": false
          },
          {
            "pbi_field": "[yield_census]",
            "redshift_field": "yield_census",
            "pbi_value": 10.01,
            "redshift_value": "10.01",
            "match": true
          }
        ],
        "row_matched_field_count": 14,
        "row_mismatched_field_count": 1,
        "row_status": "mismatch"
      },
      {
        "pbi_row_index": 1,
        "redshift_row_index": 1,
        "primary_key_values": {
          "data[year]": 2025
        },
        "fields": [
          {
            "pbi_field": "data[year]",
            "redshift_field": "year",
            "pbi_value": 2025,
            "redshift_value": 2025,
            "match": true
          },
          {
            "pbi_field": "[applicants_snapshot]",
            "redshift_field": "applicants_snapshot",
            "pbi_value": 24283,
            "redshift_value": 24283,
            "match": true
          },
          {
            "pbi_field": "[applicants_census]",
            "redshift_field": "applicants_census",
            "pbi_value": 25648,
            "redshift_value": 25648,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_snapshot]",
            "redshift_field": "admitted_students_snapshot",
            "pbi_value": 14730,
            "redshift_value": 14730,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_census]",
            "redshift_field": "admitted_students_census",
            "pbi_value": 15498,
            "redshift_value": 15498,
            "match": true
          },
          {
            "pbi_field": "[admit_rate_snapshot]",
            "redshift_field": "admit_rate_snapshot",
            "pbi_value": 60.66,
            "redshift_value": "60.66",
            "match": true
          },
          {
            "pbi_field": "[admit_rate_census]",
            "redshift_field": "admit_rate_census",
            "pbi_value": 60.43,
            "redshift_value": "60.43",
            "match": true
          },
          {
            "pbi_field": "[% Admits Applying for Aid_Snapshot]",
            "redshift_field": "% Admits Applying for Aid_Snapshot",
            "pbi_value": 66.65,
            "redshift_value": "66.65",
            "match": true
          },
          {
            "pbi_field": "[% Admits Applying for Aid_Census]",
            "redshift_field": "% Admits Applying for Aid_Census",
            "pbi_value": 65.98,
            "redshift_value": "65.98",
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_snapshot]",
            "redshift_field": "admitted_aid_applicants_snapshot",
            "pbi_value": 9817,
            "redshift_value": 9817,
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_census]",
            "redshift_field": "admitted_aid_applicants_census",
            "pbi_value": 10226,
            "redshift_value": 10226,
            "match": true
          },
          {
            "pbi_field": "[deposits_matrics_snapshot]",
            "redshift_field": "deposits_matrics_snapshot",
            "pbi_value": 1454,
            "redshift_value": 1454,
            "match": true
          },
          {
            "pbi_field": "[deposits_matrics_census]",
            "redshift_field": "deposits_matrics_census",
            "pbi_value": 1261,
            "redshift_value": 1261,
            "match": true
          },
          {
            "pbi_field": "[yield_snapshot]",
            "redshift_field": "yield_census",
            "pbi_value": 9.87,
            "redshift_value": "8.14",
            "match": false
          },
          {
            "pbi_field": "[yield_census]",
            "redshift_field": "yield_census",
            "pbi_value": 8.14,
            "redshift_value": "8.14",
            "match": true
          }
        ],
        "row_matched_field_count": 14,
        "row_mismatched_field_count": 1,
        "row_status": "mismatch"
      },
      {
        "pbi_row_index": 2,
        "redshift_row_index": 2,
        "primary_key_values": {
          "data[year]": 2026
        },
        "fields": [
          {
            "pbi_field": "data[year]",
            "redshift_field": "year",
            "pbi_value": 2026,
            "redshift_value": 2026,
            "match": true
          },
          {
            "pbi_field": "[applicants_snapshot]",
            "redshift_field": "applicants_snapshot",
            "pbi_value": 23232,
            "redshift_value": 23232,
            "match": true
          },
          {
            "pbi_field": "[applicants_census]",
            "redshift_field": "applicants_census",
            "pbi_value": 23232,
            "redshift_value": 23232,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_snapshot]",
            "redshift_field": "admitted_students_snapshot",
            "pbi_value": 15649,
            "redshift_value": 15649,
            "match": true
          },
          {
            "pbi_field": "[admitted_students_census]",
            "redshift_field": "admitted_students_census",
            "pbi_value": 15649,
            "redshift_value": 15649,
            "match": true
          },
          {
            "pbi_field": "[admit_rate_snapshot]",
            "redshift_field": "admit_rate_snapshot",
            "pbi_value": 67.36,
            "redshift_value": "67.36",
            "match": true
          },
          {
            "pbi_field": "[admit_rate_census]",
            "redshift_field": "admit_rate_census",
            "pbi_value": 67.36,
            "redshift_value": "67.36",
            "match": true
          },
          {
            "pbi_field": "[% Admits Applying for Aid_Snapshot]",
            "redshift_field": "% Admits Applying for Aid_Snapshot",
            "pbi_value": 73.0,
            "redshift_value": "73.00",
            "match": true
          },
          {
            "pbi_field": "[% Admits Applying for Aid_Census]",
            "redshift_field": "% Admits Applying for Aid_Census",
            "pbi_value": 73.0,
            "redshift_value": "73.00",
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_snapshot]",
            "redshift_field": "admitted_aid_applicants_snapshot",
            "pbi_value": 11424,
            "redshift_value": 11424,
            "match": true
          },
          {
            "pbi_field": "[admitted_aid_applicants_census]",
            "redshift_field": "admitted_aid_applicants_census",
            "pbi_value": 11424,
            "redshift_value": 11424,
            "match": true
          },
          {
            "pbi_field": "[deposits_matrics_snapshot]",
            "redshift_field": "deposits_matrics_snapshot",
            "pbi_value": 1527,
            "redshift_value": 1527,
            "match": true
          },
          {
            "pbi_field": "[deposits_matrics_census]",
            "redshift_field": "deposits_matrics_census",
            "pbi_value": 0,
            "redshift_value": 0,
            "match": true
          },
          {
            "pbi_field": "[yield_snapshot]",
            "redshift_field": "yield_census",
            "pbi_value": 9.76,
            "redshift_value": "0.00",
            "match": false
          },
          {
            "pbi_field": "[yield_census]",
            "redshift_field": "yield_census",
            "pbi_value": 0.0,
            "redshift_value": "0.00",
            "match": true
          }
        ],
        "row_matched_field_count": 14,
        "row_mismatched_field_count": 1,
        "row_status": "mismatch"
      }
    ],
    "summary": {
      "total_rows_compared": 3,
      "matched_rows": 0,
      "mismatched_rows": 3,
      "success": false
    }
  }
}

Source JSON: hce-qa-automation-results/test_client_qa-7cb5c114-d858-4da0-af15-ef8566ba6d0d.json