Added a new field on system table for datasets that stores the path o…

…f the csv that contains the specific dataset.

mipdb/tables.py

@@ -170,6 +170,7 @@ def __init__(self, schema):
             sql.Column("code", SQLTYPES.STRING, nullable=False),
             sql.Column("label", SQLTYPES.STRING),
             sql.Column("status", SQLTYPES.STRING, nullable=False),
+            sql.Column("csv_path", SQLTYPES.STRING, nullable=False),
             sql.Column("properties", SQLTYPES.JSON),
         )
 

mipdb/usecases.py

@@ -269,6 +269,7 @@ def execute(
                     dataset_id=dataset_id,
                     code=dataset,
                     label=dataset_enumerations[dataset],
+                    csv_path=csv_path,
                     status="ENABLED",
                 )
                 datasets_table.insert_values(values, conn)

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "mipdb"
-version = "2.4.7"
+version = "2.4.8"
 description = ""
 authors = ["Your Name <[email protected]>"]
 

tests/test_database.py

@@ -226,8 +226,8 @@ def test_get_dataset_id_duplication_error(db):
 
     db.execute(
         sql.text(
-            'INSERT INTO "mipdb_metadata".datasets (dataset_id, data_model_id, code, status)'
-            "VALUES (2, 1, 'dataset', 'DISABLED')"
+            'INSERT INTO "mipdb_metadata".datasets (dataset_id, data_model_id, code, csv_path, status)'
+            "VALUES (2, 1, 'dataset', '/opt/data/data_model/dataset.csv', 'DISABLED')"
         )
     )
 

tests/test_usecases.py

@@ -336,6 +336,8 @@ def test_add_dataset(db, data_model_metadata):
         data_model_code="data_model",
         data_model_version="1.0",
     )
+    (code, csv_path), *_ = db.execute(f"SELECT code, csv_path FROM mipdb_metadata.datasets").fetchall()
+    assert "dataset.csv" in csv_path
     res = db.execute('SELECT * FROM "data_model:1.0".primary_data').fetchall()
     assert res != []