From 2dcbd36593eaed6ba83f37ccf07b9bae7958efb9 Mon Sep 17 00:00:00 2001 From: tricktx Date: Thu, 16 Jan 2025 17:00:45 -0300 Subject: [PATCH] register flow definitive --- pipelines/datasets/br_cgu_cartao_pagamento/schedules.py | 1 + pipelines/utils/crawler_cgu/flows.py | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/pipelines/datasets/br_cgu_cartao_pagamento/schedules.py b/pipelines/datasets/br_cgu_cartao_pagamento/schedules.py index c9bd50a4c..99ec99fa3 100644 --- a/pipelines/datasets/br_cgu_cartao_pagamento/schedules.py +++ b/pipelines/datasets/br_cgu_cartao_pagamento/schedules.py @@ -5,6 +5,7 @@ from pipelines.constants import constants from pipelines.utils.crawler_cgu.constants import constants as constants_cgu + every_day_microdados_governo_federal = Schedule( clocks=[ CronClock( diff --git a/pipelines/utils/crawler_cgu/flows.py b/pipelines/utils/crawler_cgu/flows.py index 74372f3ec..99d28f291 100644 --- a/pipelines/utils/crawler_cgu/flows.py +++ b/pipelines/utils/crawler_cgu/flows.py @@ -32,7 +32,7 @@ ) as flow_cgu_cartao_pagamento: dataset_id = Parameter("dataset_id", default='br_cgu_cartao_pagamento', required=True) - table_id = Parameter("table_id", default ="microdados_governo_federal", required=True) + table_id = Parameter("table_id", required=True) #### # Relative_month = 1 means that the data will be downloaded for the current month ####