Remove materializacao do gtfs antigo (#681)

* remove materializacao do gtfs antigo do flow SMTR: GTFS - Captura/Tratamento * altera referencias a modelos do gtfs antigo --------- Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
prefeitura-rio · May 14, 2024 · 675f87a · 675f87a
1 parent 4de5f4a
commit 675f87a
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 22 deletions.
diff --git a/pipelines/rj_smtr/br_rj_riodejaneiro_gtfs/flows.py b/pipelines/rj_smtr/br_rj_riodejaneiro_gtfs/flows.py
@@ -117,9 +117,6 @@
         }
 
         gtfs_materializacao_parameters = dbt_vars
-        gtfs_materializacao_parameters_new = {
-            "dataset_id": "gtfs",
-        } | dbt_vars
 
         run_materializacao = create_flow_run(
             flow_name=gtfs_materializacao.name,
@@ -129,28 +126,13 @@
             upstream_tasks=[wait_captura],
         )
 
-        run_materializacao_new_dataset_id = create_flow_run(
-            flow_name=gtfs_materializacao.name,
-            project_name=emd_constants.PREFECT_DEFAULT_PROJECT.value,
-            parameters=gtfs_materializacao_parameters_new,
-            labels=LABELS,
-            upstream_tasks=[wait_captura],
-        )
-
         wait_materializacao = wait_for_flow_run(
             run_materializacao,
             stream_states=True,
             stream_logs=True,
             raise_final_state=True,
         )
 
-        wait_materializacao_new_dataset_id = wait_for_flow_run(
-            run_materializacao_new_dataset_id,
-            stream_states=True,
-            stream_logs=True,
-            raise_final_state=True,
-        )
-
 gtfs_captura_tratamento.storage = GCS(emd_constants.GCS_FLOWS_BUCKET.value)
 gtfs_captura_tratamento.run_config = KubernetesRun(
     image=emd_constants.DOCKER_IMAGE.value,

diff --git a/pipelines/rj_smtr/constants.py b/pipelines/rj_smtr/constants.py
@@ -1212,7 +1212,7 @@ class constants(Enum):  # pylint: disable=c0103
             },
             "version": {},
         },
-        "exclude": f"{BILHETAGEM_EXCLUDE} stops_gtfs2 routes_gtfs2 feed_info_gtfs2",
+        "exclude": f"{BILHETAGEM_EXCLUDE} stops_gtfs routes_gtfs feed_info_gtfs",
     }
 
     BILHETAGEM_MATERIALIZACAO_TRANSACAO_PARAMS = {
@@ -1226,7 +1226,7 @@ class constants(Enum):  # pylint: disable=c0103
             },
             "version": {},
         },
-        "exclude": "integracao matriz_integracao stops_gtfs2 routes_gtfs2 feed_info_gtfs2",
+        "exclude": "integracao matriz_integracao stops_gtfs routes_gtfs feed_info_gtfs",
     }
 
     BILHETAGEM_MATERIALIZACAO_TRANSACAO_RIOCARD_PARAMS = {
@@ -1278,7 +1278,7 @@ class constants(Enum):  # pylint: disable=c0103
     }
 
     # GTFS
-    GTFS_DATASET_ID = "br_rj_riodejaneiro_gtfs"
+    GTFS_DATASET_ID = "gtfs"
 
     GTFS_GENERAL_CAPTURE_PARAMS = {
         "partition_date_only": True,

diff --git a/pipelines/rj_smtr/projeto_subsidio_sppo/flows.py b/pipelines/rj_smtr/projeto_subsidio_sppo/flows.py
@@ -90,7 +90,7 @@
         dataset_id=unmapped(smtr_constants.SUBSIDIO_SPPO_DATASET_ID.value),
         table_id=unmapped(smtr_constants.SUBSIDIO_SPPO_TABLE_ID.value),
         upstream=unmapped(True),
-        exclude=unmapped("+gps_sppo +ordem_servico_trips_shapes_gtfs2"),
+        exclude=unmapped("+gps_sppo +ordem_servico_trips_shapes_gtfs"),
         _vars=_vars,
     )