Injecting Paylod CNES in Datalake Models

prefeitura-rio · Aug 2, 2024 · e0c9784 · e0c9784
1 parent 789cbcf
commit e0c9784
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/app/datalake/models.py b/app/datalake/models.py
@@ -44,6 +44,7 @@ class SMSRioPaciente(BaseModel):
     data__timestamp: Optional[str]
     data__cns_provisorio: Optional[str]
     data__telefones: Optional[str]
+    payload_cnes: str
 
     class Config:
         dataset_id = "brutos_plataforma_smsrio"
@@ -136,6 +137,7 @@ class VitacarePaciente(BaseModel):
     data__dataAtualizacaoVinculoEquipe: Optional[str]
     data__familiaBeneficiariaAuxilioBrasil: Optional[str]
     data__criancaMatriculadaCrechePreEscola: Optional[str]
+    payload_cnes: str
 
     class Config:
         dataset_id = "brutos_prontuario_vitacare"
@@ -189,6 +191,7 @@ class VitacarePacienteHistorico(BaseModel):
     data__NOME_DA_PESSOA_CADASTRADA: Optional[str]
     data__N_CNS_DA_PESSOA_CADASTRADA: Optional[str]
     data__NOME_DA_MAE_PESSOA_CADASTRADA: Optional[str]
+    payload_cnes: str
 
     class Config:
         dataset_id = "brutos_prontuario_vitacare"
@@ -232,6 +235,7 @@ class VitacareAtendimento(BaseModel):
     data__alergias_anamnese: str
     data__indicadores: str
     data__encaminhamentos: str
+    payload_cnes: str
 
     class Config:
         dataset_id = "brutos_prontuario_vitacare"

diff --git a/app/routers/entities_raw.py b/app/routers/entities_raw.py
@@ -107,11 +107,17 @@ async def create_raw_data(
     # ====================
     uploaded_to_datalake = False
 
+    # Inject CNES in records
+    for record in records:
+        record["payload_cnes"] = data_source.cnes
+
+    # Get Formatter
     formatter = get_formatter(
         system=data_source.system.value,
         entity=entity_name
     )
 
+    # Format and Upload
     try:
         if upload_to_datalake and formatter:
             uploader = DatalakeUploader(