run may-jul through pipeline, remove calculate-trip-avgs notebook

cal-itp · Jul 26, 2023 · 8c0dd85 · 8c0dd85
1 parent a08c8f6
commit 8c0dd85
Show file tree

Hide file tree

Showing 6 changed files with 63 additions and 917 deletions.
diff --git a/rt_segment_speeds/logs/cut_stop_segments.log b/rt_segment_speeds/logs/cut_stop_segments.log
@@ -37,3 +37,11 @@
 2023-07-25 15:31:25.425 | INFO     | __main__:<module>:313 - Cut special stop segments: 0:28:46.570691
 2023-07-25 15:31:26.518 | INFO     | __main__:<module>:332 - export results: 0:00:01.093220
 2023-07-25 15:31:26.520 | INFO     | __main__:<module>:333 - execution time: 0:28:47.663911
+2023-07-25 16:07:13.609 | INFO     | __main__:<module>:198 - Analysis date: 2023-07-12
+2023-07-25 16:08:07.369 | INFO     | __main__:<module>:240 - Cut normal stop segments: 0:00:53.759088
+2023-07-25 16:19:44.770 | INFO     | __main__:<module>:252 - Export results: 0:11:37.401262
+2023-07-25 16:19:44.770 | INFO     | __main__:<module>:255 - execution time: 0:12:31.160955
+2023-07-25 16:20:26.164 | INFO     | __main__:<module>:293 - Analysis date: 2023-07-12
+2023-07-25 16:48:16.067 | INFO     | __main__:<module>:313 - Cut special stop segments: 0:27:49.863811
+2023-07-25 16:48:17.367 | INFO     | __main__:<module>:332 - export results: 0:00:01.299823
+2023-07-25 16:48:17.369 | INFO     | __main__:<module>:333 - execution time: 0:27:51.163634
diff --git a/rt_segment_speeds/logs/prep_stop_segments.log b/rt_segment_speeds/logs/prep_stop_segments.log
@@ -18,3 +18,4 @@
 2023-07-25 14:39:19.717 | INFO     | __main__:<module>:290 - Analysis date: 2023-06-14
 2023-07-25 14:49:25.861 | INFO     | __main__:<module>:297 - Prep stop segment df: 0:10:06.141854
 2023-07-25 14:50:12.947 | INFO     | __main__:<module>:307 - execution time: 0:10:53.228185
+2023-07-25 15:55:48.582 | INFO     | __main__:<module>:290 - Analysis date: 2023-07-12
diff --git a/rt_segment_speeds/logs/sjoin_vp_segments.log b/rt_segment_speeds/logs/sjoin_vp_segments.log
@@ -91,3 +91,15 @@
 2023-07-25 10:47:55.030 | INFO     | __main__:<module>:298 - attach vp to stop-to-stop segments: 0:44:52.057560
 2023-07-25 10:48:51.630 | INFO     | __main__:<module>:308 - compiled parquets: 0:00:56.599756
 2023-07-25 10:48:51.630 | INFO     | __main__:<module>:309 - execution time: 0:45:48.657316
+2023-07-25 16:52:12.138 | INFO     | __main__:<module>:286 - Analysis date: 2023-05-17
+2023-07-25 17:34:09.962 | INFO     | __main__:<module>:298 - attach vp to stop-to-stop segments: 0:41:57.812287
+2023-07-25 17:35:06.440 | INFO     | __main__:<module>:308 - compiled parquets: 0:00:56.477889
+2023-07-25 17:35:06.441 | INFO     | __main__:<module>:309 - execution time: 0:42:54.290176
+2023-07-25 19:29:22.771 | INFO     | __main__:<module>:286 - Analysis date: 2023-06-14
+2023-07-25 20:10:03.035 | INFO     | __main__:<module>:298 - attach vp to stop-to-stop segments: 0:40:40.263436
+2023-07-25 20:11:00.673 | INFO     | __main__:<module>:308 - compiled parquets: 0:00:57.637347
+2023-07-25 20:11:00.675 | INFO     | __main__:<module>:309 - execution time: 0:41:37.900783
+2023-07-25 21:27:52.866 | INFO     | __main__:<module>:286 - Analysis date: 2023-07-12
+2023-07-25 22:11:55.296 | INFO     | __main__:<module>:298 - attach vp to stop-to-stop segments: 0:44:02.429077
+2023-07-25 22:13:11.709 | INFO     | __main__:<module>:308 - compiled parquets: 0:01:16.412710
+2023-07-25 22:13:11.713 | INFO     | __main__:<module>:309 - execution time: 0:45:18.841787
diff --git a/rt_segment_speeds/logs/speeds_by_segment_trip.log b/rt_segment_speeds/logs/speeds_by_segment_trip.log
@@ -46,3 +46,18 @@
 2023-07-25 11:49:17.344 | INFO     | __main__:linear_referencing_and_speed_by_segment:96 - calculate speeds: 0:00:00.006385
 2023-07-25 12:16:28.698 | INFO     | __main__:<module>:127 - speeds for stop segments: 1:04:00.240843
 2023-07-25 12:16:28.699 | INFO     | __main__:<module>:128 - execution time: 1:04:00.241659
+2023-07-25 17:55:40.998 | INFO     | __main__:<module>:116 - Analysis date: 2023-05-17
+2023-07-25 18:25:17.498 | INFO     | __main__:linear_referencing_and_speed_by_segment:84 - linear referencing: 0:29:36.467955
+2023-07-25 18:25:17.508 | INFO     | __main__:linear_referencing_and_speed_by_segment:96 - calculate speeds: 0:00:00.009634
+2023-07-25 18:51:59.936 | INFO     | __main__:<module>:127 - speeds for stop segments: 0:56:18.910904
+2023-07-25 18:51:59.937 | INFO     | __main__:<module>:128 - execution time: 0:56:18.911558
+2023-07-25 20:31:00.338 | INFO     | __main__:<module>:116 - Analysis date: 2023-06-14
+2023-07-25 20:59:50.907 | INFO     | __main__:linear_referencing_and_speed_by_segment:84 - linear referencing: 0:28:50.563683
+2023-07-25 20:59:50.913 | INFO     | __main__:linear_referencing_and_speed_by_segment:96 - calculate speeds: 0:00:00.006050
+2023-07-25 21:26:12.883 | INFO     | __main__:<module>:127 - speeds for stop segments: 0:55:12.544803
+2023-07-25 21:26:12.884 | INFO     | __main__:<module>:128 - execution time: 0:55:12.545554
+2023-07-25 22:48:46.313 | INFO     | __main__:<module>:116 - Analysis date: 2023-07-12
+2023-07-25 23:31:55.464 | INFO     | __main__:linear_referencing_and_speed_by_segment:84 - linear referencing: 0:43:09.123043
+2023-07-25 23:31:55.493 | INFO     | __main__:linear_referencing_and_speed_by_segment:96 - calculate speeds: 0:00:00.028630
+2023-07-26 00:00:04.530 | INFO     | __main__:<module>:127 - speeds for stop segments: 1:11:18.196214
+2023-07-26 00:00:04.531 | INFO     | __main__:<module>:128 - execution time: 1:11:18.197170
diff --git a/rt_segment_speeds/logs/valid_vehicle_positions.log b/rt_segment_speeds/logs/valid_vehicle_positions.log
@@ -159,3 +159,30 @@
 2023-07-25 10:57:31.262 | INFO     | __main__:<module>:344 - Analysis date: 2023-07-12
 2023-07-25 11:10:59.353 | INFO     | __main__:<module>:358 - pare down vp by stop segments special cases 0:13:28.085738
 2023-07-25 11:10:59.355 | INFO     | __main__:<module>:361 - execution time: 0:13:28.091919
+2023-07-25 17:35:24.578 | INFO     | __main__:<module>:157 - Analysis date: 2023-05-17
+2023-07-25 17:38:17.011 | INFO     | __main__:pare_down_vp_by_segment:130 - merge usable vp with sjoin results: 0:02:52.414746
+2023-07-25 17:38:17.141 | INFO     | __main__:pare_down_vp_by_segment:139 - keep enter/exit points: 0:00:00.130051
+2023-07-25 17:42:44.665 | INFO     | __main__:pare_down_vp_by_segment:145 - exported: 0:04:27.523972
+2023-07-25 17:42:44.667 | INFO     | __main__:<module>:171 - pare down vp by stop segments normal cases 0:07:20.071086
+2023-07-25 17:42:44.667 | INFO     | __main__:<module>:174 - execution time: 0:07:20.075709
+2023-07-25 17:43:02.687 | INFO     | __main__:<module>:344 - Analysis date: 2023-05-17
+2023-07-25 17:54:28.505 | INFO     | __main__:<module>:358 - pare down vp by stop segments special cases 0:11:25.812402
+2023-07-25 17:54:28.506 | INFO     | __main__:<module>:361 - execution time: 0:11:25.817451
+2023-07-25 20:11:18.015 | INFO     | __main__:<module>:157 - Analysis date: 2023-06-14
+2023-07-25 20:13:59.584 | INFO     | __main__:pare_down_vp_by_segment:130 - merge usable vp with sjoin results: 0:02:41.562999
+2023-07-25 20:13:59.739 | INFO     | __main__:pare_down_vp_by_segment:139 - keep enter/exit points: 0:00:00.154597
+2023-07-25 20:18:02.221 | INFO     | __main__:pare_down_vp_by_segment:145 - exported: 0:04:02.482467
+2023-07-25 20:18:02.223 | INFO     | __main__:<module>:171 - pare down vp by stop segments normal cases 0:06:44.202068
+2023-07-25 20:18:02.224 | INFO     | __main__:<module>:174 - execution time: 0:06:44.207623
+2023-07-25 20:18:18.862 | INFO     | __main__:<module>:344 - Analysis date: 2023-06-14
+2023-07-25 20:29:41.529 | INFO     | __main__:<module>:358 - pare down vp by stop segments special cases 0:11:22.662479
+2023-07-25 20:29:41.530 | INFO     | __main__:<module>:361 - execution time: 0:11:22.667589
+2023-07-25 22:13:36.796 | INFO     | __main__:<module>:157 - Analysis date: 2023-07-12
+2023-07-25 22:16:54.225 | INFO     | __main__:pare_down_vp_by_segment:130 - merge usable vp with sjoin results: 0:03:17.415267
+2023-07-25 22:16:54.345 | INFO     | __main__:pare_down_vp_by_segment:139 - keep enter/exit points: 0:00:00.119414
+2023-07-25 22:22:49.255 | INFO     | __main__:pare_down_vp_by_segment:145 - exported: 0:05:54.910487
+2023-07-25 22:22:49.260 | INFO     | __main__:<module>:171 - pare down vp by stop segments normal cases 0:09:12.450290
+2023-07-25 22:22:49.263 | INFO     | __main__:<module>:174 - execution time: 0:09:12.463640
+2023-07-25 22:23:28.707 | INFO     | __main__:<module>:344 - Analysis date: 2023-07-12
+2023-07-25 22:46:48.934 | INFO     | __main__:<module>:358 - pare down vp by stop segments special cases 0:23:20.216783
+2023-07-25 22:46:48.962 | INFO     | __main__:<module>:361 - execution time: 0:23:20.251985