Add nycflights dataset

posit-dev · Feb 11, 2025 · 39333ba · 39333ba
1 parent 03502b1
commit 39333ba
Show file tree

Hide file tree

Showing 6 changed files with 336,787 additions and 1 deletion.
diff --git a/data_raw/nycflights.csv b/data_raw/nycflights.csv
diff --git a/data_raw/nycflights.ddb b/data_raw/nycflights.ddb
diff --git a/data_raw/x-02-duckdb.qmd b/data_raw/x-02-duckdb.qmd
@@ -21,6 +21,7 @@ tbl_dates_times_text = pl.DataFrame(
 )
 small_table = pb.load_dataset(dataset="small_table", tbl_type="polars")
 game_revenue = pb.load_dataset(dataset="game_revenue", tbl_type="polars")
+nycflights = pb.load_dataset(dataset="nycflights", tbl_type="polars")
 ```
 
 
@@ -59,3 +60,10 @@ with duckdb.connect(database="game_revenue.ddb", read_only=False) as con:
         CREATE TABLE IF NOT EXISTS 'game_revenue' AS SELECT * FROM game_revenue;
     """)
 ```
+
+```{python}
+with duckdb.connect(database="nycflights.ddb", read_only=False) as con:
+    con.execute(f"""
+        CREATE TABLE IF NOT EXISTS 'nycflights' AS SELECT * FROM nycflights;
+    """)
+```
diff --git a/pointblank/data/nycflights-duckdb.zip b/pointblank/data/nycflights-duckdb.zip
diff --git a/pointblank/data/nycflights.zip b/pointblank/data/nycflights.zip
diff --git a/pointblank/validate.py b/pointblank/validate.py
@@ -202,7 +202,7 @@ def load_dataset(
     """
 
     # Raise an error if the dataset is from the list of provided datasets
-    if dataset not in ["small_table", "game_revenue"]:
+    if dataset not in ["small_table", "game_revenue", "nycflights"]:
         raise ValueError(
             f"The dataset name `{dataset}` is not valid. Choose one of the following:\n"
             "- `small_table`\n"
@@ -245,6 +245,7 @@ def load_dataset(
         parse_date_columns = {
             "small_table": ["date_time", "date"],
             "game_revenue": ["session_start", "time", "start_day"],
+            "nycflights": [],
         }
 
         dataset = pd.read_csv(data_path, parse_dates=parse_date_columns[dataset])