From 8d363dd6559775e903de00cee511452a1641c3b9 Mon Sep 17 00:00:00 2001 From: Guilherme Botelho Date: Tue, 25 Jun 2024 13:37:02 -0300 Subject: [PATCH] =?UTF-8?q?Migra=C3=A7=C3=A3o=20-=20desativa=20schedules?= =?UTF-8?q?=20projeto=5Fsubsidio=5Fsppo=20(#708)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit desativa schedules projeto_subsidio_sppo Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com> --- .../rj_smtr/projeto_subsidio_sppo/flows.py | 56 ++++++++----------- 1 file changed, 24 insertions(+), 32 deletions(-) diff --git a/pipelines/rj_smtr/projeto_subsidio_sppo/flows.py b/pipelines/rj_smtr/projeto_subsidio_sppo/flows.py index a3c4c53c7..a94899d37 100644 --- a/pipelines/rj_smtr/projeto_subsidio_sppo/flows.py +++ b/pipelines/rj_smtr/projeto_subsidio_sppo/flows.py @@ -5,52 +5,44 @@ """ from prefect import Parameter, case, task -from prefect.tasks.control_flow import merge from prefect.run_configs import KubernetesRun from prefect.storage import GCS +from prefect.tasks.control_flow import merge from prefect.tasks.prefect import create_flow_run, wait_for_flow_run from prefect.utilities.edges import unmapped -# EMD Imports # - from pipelines.constants import constants -from pipelines.utils.tasks import ( - rename_current_flow_run_now_time, - get_now_date, - get_current_flow_mode, - get_current_flow_labels, -) -from pipelines.utils.decorators import Flow -from pipelines.utils.execute_dbt_model.tasks import get_k8s_dbt_client - -# SMTR Imports # - from pipelines.rj_smtr.constants import constants as smtr_constants - -from pipelines.rj_smtr.tasks import ( +from pipelines.rj_smtr.materialize_to_datario.flows import ( + smtr_materialize_to_datario_viagem_sppo_flow, +) +from pipelines.rj_smtr.projeto_subsidio_sppo.tasks import ( + check_param, + subsidio_data_quality_check, +) +from pipelines.rj_smtr.tasks import ( # get_local_dbt_client,; set_last_run_timestamp, fetch_dataset_sha, - get_run_dates, get_join_dict, get_previous_date, - # get_local_dbt_client, - # set_last_run_timestamp, + get_run_dates, ) +from pipelines.rj_smtr.veiculo.flows import sppo_veiculo_dia +from pipelines.utils.decorators import Flow -from pipelines.rj_smtr.materialize_to_datario.flows import ( - smtr_materialize_to_datario_viagem_sppo_flow, +# from pipelines.rj_smtr.schedules import every_day_hour_five, every_day_hour_seven +from pipelines.utils.execute_dbt_model.tasks import get_k8s_dbt_client, run_dbt_model +from pipelines.utils.tasks import ( + get_current_flow_labels, + get_current_flow_mode, + get_now_date, + rename_current_flow_run_now_time, ) -from pipelines.rj_smtr.veiculo.flows import ( - sppo_veiculo_dia, -) +# EMD Imports # -from pipelines.rj_smtr.schedules import every_day_hour_five, every_day_hour_seven -from pipelines.utils.execute_dbt_model.tasks import run_dbt_model -from pipelines.rj_smtr.projeto_subsidio_sppo.tasks import ( - check_param, - subsidio_data_quality_check, -) +# SMTR Imports # + # Flows # @@ -99,7 +91,7 @@ image=constants.DOCKER_IMAGE.value, labels=[constants.RJ_SMTR_AGENT_LABEL.value] ) -viagens_sppo.schedule = every_day_hour_five +# viagens_sppo.schedule = every_day_hour_five with Flow( "SMTR: Subsídio SPPO Apuração - Tratamento", @@ -266,4 +258,4 @@ subsidio_sppo_apuracao.run_config = KubernetesRun( image=constants.DOCKER_IMAGE.value, labels=[constants.RJ_SMTR_AGENT_LABEL.value] ) -subsidio_sppo_apuracao.schedule = every_day_hour_seven +# subsidio_sppo_apuracao.schedule = every_day_hour_seven