diff --git a/api/app/datalake/formatters.py b/api/app/datalake/formatters.py index f64ecd7..431a6bc 100644 --- a/api/app/datalake/formatters.py +++ b/api/app/datalake/formatters.py @@ -6,9 +6,7 @@ from typing import List from app.datalake.utils import flatten, register_formatter from app.datalake.models import ( - SMSRioCnsProvisorio, SMSRioPaciente, - SMSRioTelefone, VitacarePaciente, VitacarePacienteHistorico, VitacareAtendimento, @@ -28,26 +26,8 @@ def format_smsrio_patient(raw_record: dict) -> List: raw_record['source_updated_at'] = str(raw_record['source_updated_at']) flattened_patient = flatten(raw_record) - rows = [SMSRioPaciente(**flattened_patient)] - for field_name, FieldModel in [ - ('telefones', SMSRioTelefone), - ('cns_provisorio', SMSRioCnsProvisorio) - ]: - # If field not in record, skip - if field_name not in raw_record['data']: - continue - - for value in raw_record['data'].pop(field_name) or []: - rows.append( - FieldModel( - value=value, - patient_cpf=raw_record.get("patient_cpf"), - source_updated_at=raw_record.get("source_updated_at") - ) - ) - - return rows + return [SMSRioPaciente(**flattened_patient)] @register_formatter(system="vitacare", entity="patientrecords") diff --git a/api/app/datalake/models.py b/api/app/datalake/models.py index 9c62e97..da2dbbf 100644 --- a/api/app/datalake/models.py +++ b/api/app/datalake/models.py @@ -54,32 +54,6 @@ class Config: dataset_is_public = False -class SMSRioTelefone(BaseModel): - patient_cpf: str - value: str - source_updated_at: str - - class Config: - dataset_id = "brutos_plataforma_smsrio" - table_id = "paciente_telefone_eventos" - partition_by_date = False - biglake_table = True - dataset_is_public = False - - -class SMSRioCnsProvisorio(BaseModel): - patient_cpf: str - value: str - source_updated_at: str - - class Config: - dataset_id = "brutos_plataforma_smsrio" - table_id = "paciente_cns_eventos" - partition_by_date = False - biglake_table = True - dataset_is_public = False - - # =============== # Vitacare # ===============