shared_utils to calitp_data_analysis for open_data/

Author: tiffanychu90

open_data/concatenate_vehicle_positions.py

@@ -13,7 +13,8 @@
 from dask import delayed
 from loguru import logger
 
-from shared_utils import dask_utils, schedule_rt_utils, utils
+from shared_utils import dask_utils, schedule_rt_utils
+from calitp_data_analysis import utils
 from update_vars import SEGMENT_GCS, analysis_date
 
 fs = gcsfs.GCSFileSystem()

open_data/create_routes_data.py

@@ -11,7 +11,8 @@
 from datetime import datetime
 
 import prep_traffic_ops
-from shared_utils import utils, geography_utils, portfolio_utils
+from calitp_data_analysis import utils, geography_utils
+from shared_utils import portfolio_utils
 from segment_speed_utils import helpers
 from update_vars import analysis_date, TRAFFIC_OPS_GCS
 

open_data/create_stops_data.py

@@ -12,7 +12,8 @@
 from datetime import datetime
 
 import prep_traffic_ops
-from shared_utils import utils, geography_utils, schedule_rt_utils
+from calitp_data_analysis import utils, geography_utils
+from shared_utils import schedule_rt_utils
 from segment_speed_utils import helpers
 from update_vars import analysis_date, TRAFFIC_OPS_GCS
 

open_data/debug-amtrak.ipynb

@@ -29,6 +29,7 @@
     "import pandas as pd\n",
     "from segment_speed_utils import helpers\n",
     "from segment_speed_utils.project_vars import COMPILED_CACHED_VIEWS, analysis_date\n",
+    "from calitp_data_analysis import utils\n",
     "\n",
     "TRAFFIC_OPS_GCS = \"gs://calitp-analytics-data/data-analyses/traffic_ops/\"\n",
     "\n",
@@ -396,8 +397,6 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "from shared_utils import utils\n",
-    "\n",
     "utils.geoparquet_gcs_export(\n",
     "        routes3, \n",
     "        TRAFFIC_OPS_GCS, \n",

open_data/download_shapes.py

@@ -11,7 +11,8 @@
 from loguru import logger
 
 from download_trips import get_operators
-from shared_utils import gtfs_utils_v2, geography_utils, utils
+from shared_utils import gtfs_utils_v2
+from calitp_data_analysis import geography_utils, utils
 from update_vars import analysis_date, COMPILED_CACHED_VIEWS
 
 if __name__ == "__main__":

open_data/download_stops.py

@@ -11,7 +11,8 @@
 from loguru import logger
 
 from download_trips import get_operators
-from shared_utils import gtfs_utils_v2, geography_utils, utils
+from calitp_data_analysis import geography_utils, utils
+from shared_utils import gtfs_utils_v2
 from update_vars import analysis_date, COMPILED_CACHED_VIEWS
 
 if __name__ == "__main__":    

open_data/download_vehicle_positions.py

@@ -12,10 +12,11 @@
 import sys
 
 from calitp_data_analysis.tables import tbls
+from calitp_data_analysis import utils
 from loguru import logger
 from siuba import *
 
-from shared_utils import utils, schedule_rt_utils
+from shared_utils import schedule_rt_utils
 from update_vars import SEGMENT_GCS, analysis_date
 
 fs = gcsfs.GCSFileSystem()

open_data/gcs_to_esri.py

@@ -12,7 +12,7 @@
 
 from loguru import logger
 
-from shared_utils import utils, geography_utils
+from calitp_data_analysis import utils, geography_utils
 from update_vars import analysis_date
 
 catalog = intake.open_catalog("./catalog.yml")

open_data/link_operator_to_county_district.py

@@ -3,8 +3,7 @@
 import pandas as pd
 
 from calitp_data_analysis.sql import to_snakecase
-
-from shared_utils import geography_utils
+from calitp_data_analysis import geography_utils
 from update_vars import analysis_date, COMPILED_CACHED_VIEWS
 
 catalog = intake.open_catalog("../_shared_utils/shared_utils/*.yml")

open_data/prep_traffic_ops.py

@@ -6,7 +6,8 @@
 import intake
 import pandas as pd
 
-from shared_utils import utils, geography_utils, schedule_rt_utils
+from calitp_data_analysis import utils, geography_utils
+from shared_utils import schedule_rt_utils
 from update_vars import TRAFFIC_OPS_GCS, analysis_date
 
 catalog = intake.open_catalog(