Skip to content

Commit

Permalink
fix pipeline cartao pagamento register now
Browse files Browse the repository at this point in the history
  • Loading branch information
tricktx committed Jan 16, 2025
1 parent 19c9bbb commit 4213e1c
Show file tree
Hide file tree
Showing 4 changed files with 5 additions and 1 deletion.
1 change: 1 addition & 0 deletions pipelines/utils/crawler_cgu/constants.py
Original file line number Diff line number Diff line change
Expand Up @@ -175,3 +175,4 @@ class constants(Enum): # pylint: disable=c0103
"READ": "_TermoAditivo.csv",
},
}

2 changes: 2 additions & 0 deletions pipelines/utils/crawler_cgu/flows.py
Original file line number Diff line number Diff line change
Expand Up @@ -317,3 +317,5 @@
)
flow_cgu_licitacao_contrato.storage = GCS(constants.GCS_FLOWS_BUCKET.value)
flow_cgu_licitacao_contrato.run_config = KubernetesRun(image=constants.DOCKER_IMAGE.value)


2 changes: 1 addition & 1 deletion pipelines/utils/crawler_cgu/tasks.py
Original file line number Diff line number Diff line change
Expand Up @@ -43,7 +43,7 @@ def partition_data(table_id: str, dataset_id : str) -> str:
df = read_csv(dataset_id = dataset_id, table_id = table_id)
log(df.head())
if dataset_id == "br_cgu_cartao_pagamento":
log(" ---------------------------- Partiting data -----------------------")
log("---------------------------- Partiting data -----------------------")
to_partitions(
data = df,
partition_columns=['ANO_EXTRATO', 'MES_EXTRATO'],
Expand Down
1 change: 1 addition & 0 deletions pipelines/utils/crawler_cgu/utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
"""
General purpose functions for the br_cgu_cartao_pagamento project
"""

import datetime
from arrow import get
from dateutil.relativedelta import relativedelta
Expand Down

0 comments on commit 4213e1c

Please sign in to comment.