More cat 4

tdrs-backend/tdpservice/parsers/case_consistency_validator.py

@@ -1,6 +1,8 @@
 """Class definition for Category Four validator."""
 
+from datetime import datetime
 from .models import ParserErrorCategoryChoices
+from tdpservice.stts.models import STT
 from tdpservice.parsers.schema_defs.utils import get_program_model
 import logging
 
@@ -43,7 +45,7 @@ def __add_record_to_sorted_object(self, record_schema_pair):
 class CaseConsistencyValidator:
     """Caches records of the same case and month to perform category four validation while actively parsing."""
 
-    def __init__(self, header, generate_error):
+    def __init__(self, header, stt_type, generate_error):
         self.header = header
         self.record_schema_pairs = SortedRecordSchemaPairs()
         self.current_case = None
@@ -56,6 +58,7 @@ def __init__(self, header, generate_error):
         self.generated_errors = []
         self.total_cases_cached = 0
         self.total_cases_validated = 0
+        self.stt_type = stt_type
 
     def __get_model(self, model_str):
         """Return a model for the current program type/section given the model's string name."""
@@ -138,10 +141,12 @@ def __validate_section1(self, num_errors):
     def __validate_section2(self, num_errors):
         """Perform TANF Section 2 category four validation on all cached records."""
         num_errors += self.__validate_s2_records_are_related()
+        num_errors += self.__validate_t5_aabd_and_ssi()
         return num_errors
 
     def __validate_family_affiliation(self, num_errors, t1s, t2s, t3s, error_msg):
         """Validate at least one record in t2s+t3s has FAMILY_AFFILIATION == 1."""
+        num_errors = 0
         passed = False
         for record, schema in t2s + t3s:
             family_affiliation = getattr(record, 'FAMILY_AFFILIATION')
@@ -186,6 +191,19 @@ def __validate_s1_records_are_related(self):
             t3s = reporting_year_cases.get(t3_model, [])
 
             if len(t1s) > 0:
+                if len(t1s) > 1:  # likely to be captured by "no duplicates" validator
+                    for record, schema in t1s[1:]:
+                        self.__generate_and_add_error(
+                            schema,
+                            record,
+                            field='RPT_MONTH_YEAR',
+                            msg=(
+                                f'There should only be one {t1_model_name} record '
+                                f'for a RPT_MONTH_YEAR and CASE_NUMBER.'
+                            )
+                        )
+                        num_errors += 1
+
                 if len(t2s) == 0 and len(t3s) == 0:
                     for record, schema in t1s:
                         self.__generate_and_add_error(
@@ -203,7 +221,7 @@ def __validate_s1_records_are_related(self):
                 else:
                     # loop through all t2s and t3s
                     # to find record where FAMILY_AFFILIATION == 1
-                    num_errors += self.__validate_family_affiliation(num_errors, t1s, t2s, t3s, (
+                    num_errors += self.__validate_family_affiliation(t1s, t2s, t3s, (
                             f'Every {t1_model_name} record should have at least one corresponding '
                             f'{t2_model_name} or {t3_model_name} record with the same RPT_MONTH_YEAR and '
                             f'CASE_NUMBER, where FAMILY_AFFILIATION==1'
@@ -238,6 +256,65 @@ def __validate_s1_records_are_related(self):
 
         return num_errors
 
+    def __validate_case_closure_employment(self, t4, t5s, error_msg):
+        """
+        Validate case closure.
+
+        If case closure reason = 01:employment, then at least one person on
+        the case must have employment status = 1:Yes in the same month.
+        """
+        num_errors = 0
+        t4_record, t4_schema = t4
+
+        passed = False
+        for record, schema in t5s:
+            employment_status = getattr(record, 'EMPLOYMENT_STATUS')
+
+            if employment_status == 1:
+                passed = True
+                break
+
+        if not passed:
+            self.__generate_and_add_error(
+                t4_schema,
+                t4_record,
+                'EMPLOYMENT_STATUS',
+                error_msg
+            )
+            num_errors += 1
+
+        return num_errors
+
+    def __validate_case_closure_ftl(self, t4, t5s, error_msg):
+        """
+        Validate case closure.
+
+        If closure reason = FTL, then at least one person who is HoH
+        or spouse of HoH on case must have FTL months >=60.
+        """
+        num_errors = 0
+        t4_record, t4_schema = t4
+
+        passed = False
+        for record, schema in t5s:
+            relationship_hoh = getattr(record, 'RELATIONSHIP_HOH')
+            ftl_months = getattr(record, 'COUNTABLE_MONTH_FED_TIME')
+
+            if (relationship_hoh == '01' or relationship_hoh == '02') and int(ftl_months) >= 60:
+                passed = True
+                break
+
+        if not passed:
+            self.__generate_and_add_error(
+                t4_schema,
+                t4_record,
+                'COUNTABLE_MONTH_FED_TIME',
+                error_msg
+            )
+            num_errors += 1
+
+        return num_errors
+
     def __validate_s2_records_are_related(self):
         """
         Validate section 2 records are related.
@@ -260,6 +337,31 @@ def __validate_s2_records_are_related(self):
             t5s = reporting_year_cases.get(t5_model, [])
 
             if len(t4s) > 0:
+                if len(t4s) > 1:
+                    for record, schema in t4s[1:]:
+                        self.__generate_and_add_error(
+                            schema,
+                            record,
+                            field='RPT_MONTH_YEAR',
+                            msg=(
+                                f'There should only be one {t4_model_name} record  '
+                                f'for a RPT_MONTH_YEAR and CASE_NUMBER.'
+                            )
+                        )
+                        num_errors += 1
+                else:
+                    t4 = t4s[0]
+                    t4_record, t4_schema = t4
+                    closure_reason = getattr(t4_record, 'CLOSURE_REASON')
+
+                    if closure_reason == '01':
+                        num_errors += self.__validate_case_closure_employment(t4, t5s, (
+                            'At least one person on the case must have employment status = 1:Yes in the same month.'
+                        ))
+                    elif closure_reason == '99' and not is_ssp:
+                        num_errors += self.__validate_case_closure_ftl(t4, t5s, (
+                            'At least one person who is HoH or spouse of HoH on case must have FTL months >=60.'
+                        ))
                 if len(t5s) == 0:
                     for record, schema in t4s:
                         self.__generate_and_add_error(
@@ -289,3 +391,74 @@ def __validate_s2_records_are_related(self):
                     num_errors += 1
 
         return num_errors
+
+    def __validate_t5_aabd_and_ssi(self):
+        print('validate t5')
+        num_errors = 0
+        is_ssp = self.program_type == 'SSP'
+
+        t5_model_name = 'M5' if is_ssp else 'T5'
+        t5_model = self.__get_model(t5_model_name)
+
+        is_state = self.stt_type == STT.EntityType.STATE
+        is_territory = self.stt_type == STT.EntityType.TERRITORY
+
+        for rpt_month_year, reporting_year_cases in self.record_schema_pairs.sorted_cases.items():
+            t5s = reporting_year_cases.get(t5_model, [])
+
+            for record, schema in t5s:
+                rec_aabd = getattr(record, 'REC_AID_TOTALLY_DISABLED')
+                rec_ssi = getattr(record, 'REC_SSI')
+                family_affiliation = getattr(record, 'FAMILY_AFFILIATION')
+                dob = getattr(record, 'DATE_OF_BIRTH')
+
+                rpt_month_year_dd = f'{rpt_month_year}01'
+                rpt_date = datetime.strptime(rpt_month_year_dd, '%Y%m%d')
+                dob_date = datetime.strptime(dob, '%Y%m%d')
+                delta = rpt_date - dob_date
+                age = delta.days/365.25
+                is_adult = age >= 18
+
+                if is_territory and is_adult and rec_aabd != 1:
+                    self.__generate_and_add_error(
+                        schema,
+                        record,
+                        field='REC_AID_TOTALLY_DISABLED',
+                        msg=(
+                            f'{t5_model_name} Adults in territories must have a valid value for 19C.'
+                        )
+                    )
+                    num_errors += 1
+                elif is_state and rec_aabd != 2:
+                    self.__generate_and_add_error(
+                        schema,
+                        record,
+                        field='REC_AID_TOTALLY_DISABLED',
+                        msg=(
+                            f'{t5_model_name} People in states shouldn\'t have a value of 1.'
+                        )
+                    )
+                    num_errors += 1
+
+                if is_territory and rec_ssi != 2:
+                    self.__generate_and_add_error(
+                        schema,
+                        record,
+                        field='REC_SSI',
+                        msg=(
+                            f'{t5_model_name} People in territories must have a valid value for 19E.'
+                        )
+                    )
+                    num_errors += 1
+                elif is_state and family_affiliation == 1 and rec_ssi != 1:
+                    self.__generate_and_add_error(
+                        schema,
+                        record,
+                        field='REC_SSI',
+                        msg=(
+                            f'{t5_model_name} People in states must have a valid value.'
+                        )
+                    )
+                    num_errors += 1
+
+        return num_errors

tdrs-backend/tdpservice/parsers/parse.py

@@ -36,7 +36,12 @@ def parse_datafile(datafile, dfs):
         bulk_create_errors({1: header_errors}, 1, flush=True)
         return errors
 
-    case_consistency_validator = CaseConsistencyValidator(header, util.make_generate_parser_error(datafile, None))
+    # TODO: write a test for this line
+    case_consistency_validator = CaseConsistencyValidator(
+        header,
+        datafile.stt.type,
+        util.make_generate_parser_error(datafile, None)
+    )
 
     field_values = schema_defs.header.get_field_values_by_names(header_line,
                                                                 {"encryption", "tribe_code", "state_fips"})

tdrs-backend/tdpservice/parsers/test/factories.py

@@ -269,7 +269,7 @@ class Meta:
     STRATUM = 1
     ZIP_CODE = "11111"
     DISPOSITION = 1
-    CLOSURE_REASON = '01'
+    CLOSURE_REASON = '02'
     REC_SUB_HOUSING = 1
     REC_MED_ASSIST = 1
     REC_FOOD_STAMPS = 1
@@ -287,7 +287,7 @@ class Meta:
     RPT_MONTH_YEAR = 202301
     CASE_NUMBER = "1"
     FAMILY_AFFILIATION = 1
-    DATE_OF_BIRTH = "02091997"
+    DATE_OF_BIRTH = "19970209"
     SSN = "123456789"
     RACE_HISPANIC = 1
     RACE_AMER_INDIAN = 1
@@ -515,7 +515,7 @@ class Meta:
     STRATUM = 1
     ZIP_CODE = "11111"
     DISPOSITION = 1
-    CLOSURE_REASON = '01'
+    CLOSURE_REASON = '02'
     REC_SUB_HOUSING = 1
     REC_MED_ASSIST = 1
     REC_FOOD_STAMPS = 1
@@ -533,7 +533,7 @@ class Meta:
     RPT_MONTH_YEAR = 202301
     CASE_NUMBER = "1"
     FAMILY_AFFILIATION = 1
-    DATE_OF_BIRTH = "02091997"
+    DATE_OF_BIRTH = "19970209"
     SSN = "123456789"
     RACE_HISPANIC = 1
     RACE_AMER_INDIAN = 1
@@ -773,7 +773,7 @@ class Meta:
     STRATUM = 1
     ZIP_CODE = "11111"
     DISPOSITION = 1
-    CLOSURE_REASON = '01'
+    CLOSURE_REASON = '02'
     REC_SUB_HOUSING = 1
     REC_MED_ASSIST = 1
     REC_FOOD_STAMPS = 1