Skip to content

Commit

Permalink
wip
Browse files Browse the repository at this point in the history
  • Loading branch information
lucasrodes committed Aug 21, 2024
1 parent f7b3b24 commit c9e599d
Show file tree
Hide file tree
Showing 3 changed files with 19 additions and 17 deletions.
1 change: 1 addition & 0 deletions README.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
![Warning](https://img.shields.io/badge/Warning-Data%20has%20been%20moved-red)

**📢 : Our datasets on GitHub are deprecated. Please use https://docs.owid.io/projects/etl/api/covid/.**

---

# COVID-19 Dataset by _Our World in Data_
Expand Down
1 change: 1 addition & 0 deletions scripts/scripts/README.md.template
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
![Warning](https://img.shields.io/badge/Warning-Data%20has%20been%20moved-red)

**📢 : Our datasets on GitHub are deprecated. Please use https://docs.owid.io/projects/etl/api/covid/.**

---

# Data on COVID-19 (coronavirus) by _Our World in Data_
Expand Down
34 changes: 17 additions & 17 deletions scripts/src/cowidev/megafile/export/public.py
Original file line number Diff line number Diff line change
Expand Up @@ -44,23 +44,23 @@ def create_dataset(df, macro_variables, logger, filename=None):
S3().upload_to_s3(filename_local, f"s3://covid-19/public/{filename}.csv", public=True)

## Float resolution (only for local file)
cols_float = df.select_dtypes(include=['float']).columns.tolist()
df[cols_float] = df[cols_float].round(2)
df.to_csv(filename_local, index=False)

logger.info("Writing to XLSX…")
# filename = os.path.join(DATA_DIR, "owid-covid-data.xlsx")
# all_covid.to_excel(os.path.join(DATA_DIR, "owid-covid-data.xlsx"), index=False, engine="xlsxwriter")
# upload_to_s3(filename, "public/owid-covid-data.xlsx", public=True)
obj_to_s3(df, s3_path=f"s3://covid-19/public/{filename}.xlsx", public=True)

logger.info("Writing to JSON…")
data = df_to_dict(
df,
macro_variables.keys(),
valid_json=True,
)
obj_to_s3(data, f"s3://covid-19/public/{filename}.json", public=True)
# cols_float = df.select_dtypes(include=['float']).columns.tolist()
# df[cols_float] = df[cols_float].round(2)
# df.to_csv(filename_local, index=False)

# logger.info("Writing to XLSX…")
# # filename = os.path.join(DATA_DIR, "owid-covid-data.xlsx")
# # all_covid.to_excel(os.path.join(DATA_DIR, "owid-covid-data.xlsx"), index=False, engine="xlsxwriter")
# # upload_to_s3(filename, "public/owid-covid-data.xlsx", public=True)
# obj_to_s3(df, s3_path=f"s3://covid-19/public/{filename}.xlsx", public=True)

# logger.info("Writing to JSON…")
# data = df_to_dict(
# df,
# macro_variables.keys(),
# valid_json=True,
# )
# obj_to_s3(data, f"s3://covid-19/public/{filename}.json", public=True)


def create_latest(df, logger):
Expand Down

0 comments on commit c9e599d

Please sign in to comment.