Skip to content

Commit 5b45eae

Browse files
edasmalchiedasmalchi
committed
finish running april, uncomment makefiles
1 parent 3fe1856 commit 5b45eae

17 files changed

+57
-10
lines changed

‎gtfs_funnel/Makefile

+1-1
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,7 @@ preprocess_schedule_vp_dependency:
1313

1414
preprocess_vp:
1515
python vp_keep_usable.py
16-
# python cleanup.py
16+
python cleanup.py
1717
python vp_dwell_time.py
1818
python vp_condenser.py
1919

‎high_quality_transit_areas/create_aggregate_stop_frequencies.py

+1
Original file line numberDiff line numberDiff line change
@@ -321,6 +321,7 @@ def stop_times_aggregation_max_by_stop(
321321
share_counts = {}
322322
multi_only_explode.groupby(['schedule_gtfs_dataset_key', 'stop_id']).apply(accumulate_share_count)
323323
qualify_dict = {key: share_counts[key] for key in share_counts.keys() if share_counts[key] >= SHARED_STOP_THRESHOLD}
324+
# print([key for key in qualify_dict.keys() if '42A_0__42B_0' in key]) # run to locate likely yolobus 42A/42B key, see update_vars
324325
# will error if key not present, check if situation still present and update key if needed
325326
for key in ROUTE_COLLINEARITY_KEYS_TO_DROP: qualify_dict.pop(key)
326327
feeds_to_filter = np.unique([key.split('__')[0] for key in qualify_dict.keys()])

‎high_quality_transit_areas/logs/hqta_processing.log

+9
Original file line numberDiff line numberDiff line change
@@ -183,3 +183,12 @@
183183
2025-03-19 13:10:48.858 | INFO | __main__:<module>:175 - C3_create_bus_hqta_types 2025-03-12 execution time: 0:00:10.639468
184184
2025-03-19 13:11:23.842 | INFO | __main__:<module>:219 - D1_assemble_hqta_points 2025-03-12 execution time: 0:00:15.946026
185185
2025-03-19 13:11:53.645 | INFO | __main__:<module>:168 - D2_assemble_hqta_polygons 2025-03-12 execution time: 0:00:11.047354
186+
2025-04-17 14:56:29.519 | INFO | __main__:<module>:277 - A1_rail_ferry_brt_stops 2025-04-16 execution time: 0:00:18.848854
187+
2025-04-17 15:01:32.667 | INFO | __main__:<module>:248 - B1_create_hqta_segments execution time: 0:04:44.840995
188+
2025-04-17 15:13:43.818 | INFO | __main__:<module>:334 - B2_create_aggregate_stop_frequencies 2025-04-16 execution time: 0:02:04.596312
189+
2025-04-17 15:15:24.196 | INFO | __main__:<module>:326 - B3_sjoin_stops_to_segments 2025-04-16 execution time: 0:00:14.056602
190+
2025-04-17 15:15:46.773 | INFO | __main__:<module>:152 - C1_prep_pairwise_intersections 2025-04-16 execution time: 0:00:04.055116
191+
2025-04-17 15:16:14.560 | INFO | __main__:<module>:124 - C2_find_intersections 2025-04-16 execution time: 0:00:08.637362
192+
2025-04-17 15:16:49.131 | INFO | __main__:<module>:175 - C3_create_bus_hqta_types 2025-04-16 execution time: 0:00:15.915707
193+
2025-04-17 15:17:24.367 | INFO | __main__:<module>:219 - D1_assemble_hqta_points 2025-04-16 execution time: 0:00:16.177387
194+
2025-04-17 15:17:54.480 | INFO | __main__:<module>:168 - D2_assemble_hqta_polygons 2025-04-16 execution time: 0:00:11.924812

‎high_quality_transit_areas/update_vars.py

+2-3
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
from shared_utils import rt_dates
22
import datetime as dt
33

4-
analysis_date = rt_dates.DATES["mar2025"]
4+
analysis_date = rt_dates.DATES["apr2025"]
55

66
GCS_FILE_PATH = ("gs://calitp-analytics-data/data-analyses/"
77
"high_quality_transit_areas/")
@@ -20,5 +20,4 @@
2020

2121
SHARED_STOP_THRESHOLD = 8 # current rec
2222
# Yolobus. Separate route_id, but same route in a CW and CCW loop, drop per rule to not compare same rt with itself
23-
ROUTE_COLLINEARITY_KEYS_TO_DROP = ['3c62ad6ee589d56eca915ce291a5df0a__42A_0__42B_0',
24-
'3c62ad6ee589d56eca915ce291a5df0a__42B_0__42A_0']
23+
ROUTE_COLLINEARITY_KEYS_TO_DROP = ['24956c9535f71f462472e2a1ceb5567c__42A_0__42B_0', '24956c9535f71f462472e2a1ceb5567c__42B_0__42A_0']

‎open_data/update_vars.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
from pathlib import Path
22
from shared_utils import catalog_utils, rt_dates
33

4-
analysis_date = rt_dates.DATES["mar2025"]
4+
analysis_date = rt_dates.DATES["apr2025"]
55

66
GTFS_DATA_DICT = catalog_utils.get_catalog("gtfs_analytics_data")
77

‎rt_scheduled_v_ran/logs/rt_v_scheduled_operator_metrics.log

+2
Original file line numberDiff line numberDiff line change
@@ -2,3 +2,5 @@
22
2025-02-27 17:54:06.533 | INFO | __main__:operator_metrics:42 - agency aggregation 2025-01-15: 0:00:01.441289
33
2025-03-17 17:45:11.026 | INFO | __main__:operator_metrics:42 - agency aggregation 2025-03-12: 0:00:01.856944
44
2025-03-20 12:58:16.439 | INFO | __main__:operator_metrics:42 - agency aggregation 2025-03-12: 0:00:01.834267
5+
2025-04-17 17:03:43.842 | INFO | __main__:operator_metrics:46 - operator aggregation 2025-04-16: 0:00:01.800221
6+
2025-04-21 17:48:25.824 | INFO | __main__:operator_metrics:46 - operator aggregation 2025-04-16: 0:00:01.777235

‎rt_scheduled_v_ran/logs/rt_v_scheduled_route_metrics.log

+2
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,5 @@
11
2025-01-22 09:30:07.117 | INFO | __main__:route_metrics:85 - route aggregation 2025-01-15: 0:00:03.343220
22
2025-02-18 00:10:07.260 | INFO | __main__:route_metrics:88 - route aggregation 2025-02-12: 0:00:03.0052212025-03-17 17:44:50.598 | INFO | __main__:route_metrics:88 - route aggregation 2025-03-12: 0:00:02.957184
33
2025-03-20 12:57:55.992 | INFO | __main__:route_metrics:88 - route aggregation 2025-03-12: 0:00:02.905851
4+
2025-04-17 17:03:23.937 | INFO | __main__:route_metrics:86 - route aggregation 2025-04-16: 0:00:02.918874
5+
2025-04-21 17:48:05.181 | INFO | __main__:route_metrics:86 - route aggregation 2025-04-16: 0:00:03.053052

‎rt_scheduled_v_ran/logs/rt_v_scheduled_trip_metrics.log

+6
Original file line numberDiff line numberDiff line change
@@ -22,3 +22,9 @@
2222
2025-03-20 12:34:24.000 | INFO | __main__:rt_schedule_trip_metrics:280 - tabular trip metrics 2025-03-12: 0:02:27.145185
2323
2025-03-20 12:56:04.661 | INFO | __main__:rt_schedule_trip_metrics:285 - spatial trip metrics 2025-03-12: 0:21:40.661621
2424
2025-03-20 12:57:20.791 | INFO | __main__:rt_schedule_trip_metrics:333 - Total run time for metrics on 2025-03-12: 0:25:23.936171
25+
2025-04-17 16:39:12.672 | INFO | __main__:rt_schedule_trip_metrics:281 - tabular trip metrics 2025-04-16: 0:02:32.030352
26+
2025-04-17 17:01:32.239 | INFO | __main__:rt_schedule_trip_metrics:286 - spatial trip metrics 2025-04-16: 0:22:19.567073
27+
2025-04-17 17:02:48.360 | INFO | __main__:rt_schedule_trip_metrics:335 - Total run time for metrics on 2025-04-16: 0:26:07.717971
28+
2025-04-21 17:20:59.225 | INFO | __main__:rt_schedule_trip_metrics:281 - tabular trip metrics 2025-04-16: 0:03:38.357992
29+
2025-04-21 17:46:06.770 | INFO | __main__:rt_schedule_trip_metrics:286 - spatial trip metrics 2025-04-16: 0:25:07.544559
30+
2025-04-21 17:47:28.861 | INFO | __main__:rt_schedule_trip_metrics:335 - Total run time for metrics on 2025-04-16: 0:30:07.994045

‎rt_scheduled_v_ran/scripts/update_vars.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77
oct2024_week = rt_dates.get_week("oct2024", exclude_wed=True)
88

99

10-
analysis_date_list = [rt_dates.DATES["mar2025"]]
10+
analysis_date_list = [rt_dates.DATES["apr2025"]]
1111

1212
GTFS_DATA_DICT = catalog_utils.get_catalog("gtfs_analytics_data")
1313

‎rt_segment_speeds/logs/avg_speeds.log

+4
Original file line numberDiff line numberDiff line change
@@ -27,3 +27,7 @@
2727
2025-03-14 13:34:30.155 | INFO | __main__:annual_time_of_day_averages:171 - rt_stop_times: weekday/time-of-day averages for 2023 execution time: 0:02:23.782640
2828
2025-03-14 13:36:37.069 | INFO | __main__:annual_time_of_day_averages:171 - rt_stop_times: weekday/time-of-day averages for 2024 execution time: 0:02:06.806331
2929
2025-03-14 13:36:50.516 | INFO | __main__:annual_time_of_day_averages:171 - rt_stop_times: weekday/time-of-day averages for 2025 execution time: 0:00:13.404898
30+
2025-04-17 16:17:31.355 | INFO | __main__:trip_summary_speeds_by_time_of_day:92 - rt_stop_times summary speed averaging by time-of-day 2025-03-12 execution time: 0:00:07.235142
31+
2025-04-17 16:17:42.946 | INFO | __main__:summary_speeds_by_peak_offpeak:158 - rt_stop_times summary speed averaging by peak/offpeak for 2025-03-12 execution time: 0:00:11.549204
32+
2025-04-21 16:54:35.114 | INFO | __main__:trip_summary_speeds_by_time_of_day:92 - rt_stop_times summary speed averaging by time-of-day 2025-04-16 execution time: 0:00:08.807911
33+
2025-04-21 16:54:48.219 | INFO | __main__:summary_speeds_by_peak_offpeak:158 - rt_stop_times summary speed averaging by peak/offpeak for 2025-04-16 execution time: 0:00:13.094640

‎rt_segment_speeds/logs/cut_stop_segments.log

+2
Original file line numberDiff line numberDiff line change
@@ -7,3 +7,5 @@
77
2025-03-17 14:58:27.821 | INFO | __main__:<module>:168 - cut segments 2025-02-12: 0:25:31.330886
88
2025-03-17 15:04:24.547 | INFO | __main__:<module>:244 - speedmap segments and proxy_stop_times 2025-02-12: 0:05:08.296779
99
2025-03-20 10:05:36.477 | INFO | __main__:<module>:244 - speedmap segments and proxy_stop_times 2025-03-12: 0:04:47.479896
10+
2025-04-21 15:45:45.501 | INFO | __main__:<module>:178 - cut segments 2025-04-16: 0:26:34.770372
11+
2025-04-21 15:52:05.798 | INFO | __main__:<module>:244 - speedmap segments and proxy_stop_times 2025-04-16: 0:05:29.797150

‎rt_segment_speeds/logs/interpolate_stop_arrival.log

+6
Original file line numberDiff line numberDiff line change
@@ -22,3 +22,9 @@ interpolate arrivals for stop_segments 2024-12-11: 2024-12-11: 0:14:09.409333
2222
2025-03-20 10:54:10.063 | INFO | interpolate_stop_arrival:interpolate_stop_arrivals:236 - interpolate arrivals for rt_stop_times 2025-03-12: 2025-03-12: 0:11:32.948218
2323
2025-03-20 12:05:10.529 | INFO | interpolate_stop_arrival:interpolate_stop_arrivals:236 - interpolate arrivals for rt_stop_times 2025-03-12: 2025-03-12: 0:10:17.938227
2424
2025-03-20 12:22:55.881 | INFO | interpolate_stop_arrival:interpolate_stop_arrivals:236 - interpolate arrivals for speedmap_segments 2025-03-12: 2025-03-12: 0:02:33.032270
25+
2025-04-17 16:11:36.705 | INFO | interpolate_stop_arrival:interpolate_stop_arrivals:236 - interpolate arrivals for rt_stop_times 2025-03-12: 2025-03-12: 0:09:42.146729
26+
2025-04-17 16:28:27.348 | INFO | interpolate_stop_arrival:interpolate_stop_arrivals:236 - interpolate arrivals for speedmap_segments 2025-03-12: 2025-03-12: 0:02:31.802916
27+
2025-04-17 17:58:08.657 | INFO | interpolate_stop_arrival:interpolate_stop_arrivals:236 - interpolate arrivals for rt_stop_times 2025-04-16: 2025-04-16: 0:11:35.030879
28+
2025-04-21 14:47:47.955 | INFO | interpolate_stop_arrival:interpolate_stop_arrivals:236 - interpolate arrivals for rt_stop_times 2025-04-16: 2025-04-16: 0:14:46.151025
29+
2025-04-21 16:47:44.761 | INFO | interpolate_stop_arrival:interpolate_stop_arrivals:236 - interpolate arrivals for rt_stop_times 2025-04-16: 2025-04-16: 0:14:05.412358
30+
2025-04-21 17:07:13.297 | INFO | interpolate_stop_arrival:interpolate_stop_arrivals:236 - interpolate arrivals for speedmap_segments 2025-04-16: 2025-04-16: 0:02:30.346332

‎rt_segment_speeds/logs/nearest_vp.log

+6
Original file line numberDiff line numberDiff line change
@@ -24,3 +24,9 @@
2424
2025-03-20 10:42:37.056 | INFO | nearest_vp_to_stop:nearest_neighbor_for_stop:139 - nearest neighbor for rt_stop_times 2025-03-12: 0:36:37.942228
2525
2025-03-20 11:54:52.426 | INFO | nearest_vp_to_stop:nearest_neighbor_for_stop:139 - nearest neighbor for rt_stop_times 2025-03-12: 0:32:31.577092
2626
2025-03-20 12:20:22.740 | INFO | nearest_vp_to_stop:nearest_neighbor_for_stop:139 - nearest neighbor for speedmap_segments 2025-03-12: 0:07:59.960183
27+
2025-04-17 16:01:54.487 | INFO | nearest_vp_to_stop:nearest_neighbor_for_stop:139 - nearest neighbor for rt_stop_times 2025-03-12: 0:30:59.337420
28+
2025-04-17 16:25:55.503 | INFO | nearest_vp_to_stop:nearest_neighbor_for_stop:139 - nearest neighbor for speedmap_segments 2025-03-12: 0:07:53.659279
29+
2025-04-17 17:46:33.548 | INFO | nearest_vp_to_stop:nearest_neighbor_for_stop:139 - nearest neighbor for rt_stop_times 2025-04-16: 0:35:38.029389
30+
2025-04-21 14:33:01.567 | INFO | nearest_vp_to_stop:nearest_neighbor_for_stop:139 - nearest neighbor for rt_stop_times 2025-04-16: 0:41:24.265469
31+
2025-04-21 16:33:39.273 | INFO | nearest_vp_to_stop:nearest_neighbor_for_stop:139 - nearest neighbor for rt_stop_times 2025-04-16: 0:40:17.519298
32+
2025-04-21 17:04:42.917 | INFO | nearest_vp_to_stop:nearest_neighbor_for_stop:139 - nearest neighbor for speedmap_segments 2025-04-16: 0:09:32.738418

‎rt_segment_speeds/logs/speeds_by_segment_trip.log

+6
Original file line numberDiff line numberDiff line change
@@ -34,3 +34,9 @@
3434
2025-03-20 10:55:49.831 | INFO | stop_arrivals_to_speed:calculate_speed_from_stop_arrivals:154 - speeds by segment for rt_stop_times 2025-03-12: 0:01:39.680148
3535
2025-03-20 12:06:39.718 | INFO | stop_arrivals_to_speed:calculate_speed_from_stop_arrivals:154 - speeds by segment for rt_stop_times 2025-03-12: 0:01:29.127887
3636
2025-03-20 12:25:04.888 | INFO | stop_arrivals_to_speed:calculate_speed_from_stop_arrivals:154 - speeds by segment for speedmap_segments 2025-03-12: 0:02:00.996682
37+
2025-04-17 16:13:17.167 | INFO | stop_arrivals_to_speed:calculate_speed_from_stop_arrivals:154 - speeds by segment for rt_stop_times 2025-03-12: 0:01:40.405248
38+
2025-04-17 16:30:29.299 | INFO | stop_arrivals_to_speed:calculate_speed_from_stop_arrivals:154 - speeds by segment for speedmap_segments 2025-03-12: 0:01:53.751136
39+
2025-04-17 17:59:53.681 | INFO | stop_arrivals_to_speed:calculate_speed_from_stop_arrivals:154 - speeds by segment for rt_stop_times 2025-04-16: 0:01:44.981568
40+
2025-04-21 14:49:37.098 | INFO | stop_arrivals_to_speed:calculate_speed_from_stop_arrivals:154 - speeds by segment for rt_stop_times 2025-04-16: 0:01:49.058266
41+
2025-04-21 16:49:28.303 | INFO | stop_arrivals_to_speed:calculate_speed_from_stop_arrivals:154 - speeds by segment for rt_stop_times 2025-04-16: 0:01:43.465756
42+
2025-04-21 17:09:16.450 | INFO | stop_arrivals_to_speed:calculate_speed_from_stop_arrivals:154 - speeds by segment for speedmap_segments 2025-04-16: 0:01:52.483343

‎rt_segment_speeds/logs/speeds_timeofday.log

+4
Original file line numberDiff line numberDiff line change
@@ -8,3 +8,7 @@
88
2025-03-17 16:28:31.943 | INFO | speeds_by_time_of_day:aggregate_by_time_of_day:148 - speedmap_segments: time-of-day averages for 2025-02-12 execution time: 0:06:58.046226
99
2025-03-20 12:10:33.264 | INFO | speeds_by_time_of_day:aggregate_by_time_of_day:148 - rt_stop_times: time-of-day averages for 2025-03-12 execution time: 0:03:53.517696
1010
2025-03-20 12:30:47.908 | INFO | speeds_by_time_of_day:aggregate_by_time_of_day:148 - speedmap_segments: time-of-day averages for 2025-03-12 execution time: 0:05:43.004728
11+
2025-04-17 16:17:03.970 | INFO | speeds_by_time_of_day:aggregate_by_time_of_day:148 - rt_stop_times: time-of-day averages for 2025-03-12 execution time: 0:03:46.765229
12+
2025-04-17 16:35:35.653 | INFO | speeds_by_time_of_day:aggregate_by_time_of_day:148 - speedmap_segments: time-of-day averages for 2025-03-12 execution time: 0:05:06.338325
13+
2025-04-21 16:54:03.511 | INFO | speeds_by_time_of_day:aggregate_by_time_of_day:148 - rt_stop_times: time-of-day averages for 2025-04-16 execution time: 0:04:35.189057
14+
2025-04-21 17:16:05.302 | INFO | speeds_by_time_of_day:aggregate_by_time_of_day:148 - speedmap_segments: time-of-day averages for 2025-04-16 execution time: 0:06:48.834990

‎rt_segment_speeds/scripts/Makefile

+2-2
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
# Cut segments
22
segmentize:
33
#pip install -r requirements.txt
4-
# python cut_stop_segments.py
5-
# python cut_speedmap_segments.py
4+
python cut_stop_segments.py
5+
python cut_speedmap_segments.py
66

77
prep_roads:
88
# run cut_road_segments once

‎rt_segment_speeds/segment_speed_utils/project_vars.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,7 @@
1111
SHARED_GCS = GTFS_DATA_DICT.gcs_paths.SHARED_GCS
1212
PUBLIC_GCS = GTFS_DATA_DICT.gcs_paths.PUBLIC_GCS
1313

14-
analysis_date = rt_dates.DATES["mar2025"]
14+
analysis_date = rt_dates.DATES["apr2025"]
1515

1616
oct2023_week = rt_dates.get_week("oct2023", exclude_wed=True)
1717
apr2023_week = rt_dates.get_week("apr2023", exclude_wed=True)
@@ -27,7 +27,7 @@
2727
]
2828

2929

30-
analysis_date_list = [rt_dates.DATES["mar2025"]]
30+
analysis_date_list = [rt_dates.DATES["apr2025"]]
3131

3232
PROJECT_CRS = "EPSG:3310"
3333
ROAD_SEGMENT_METERS = 1_000

0 commit comments

Comments
 (0)