mar, apr full pipeline run, including 10 min cutoff

cal-itp · Jul 27, 2023 · 63ff566 · 63ff566
1 parent 2c16e60
commit 63ff566
Show file tree

Hide file tree

Showing 6 changed files with 77 additions and 31 deletions.
diff --git a/rt_segment_speeds/logs/cut_stop_segments.log b/rt_segment_speeds/logs/cut_stop_segments.log
@@ -45,3 +45,19 @@
 2023-07-25 16:48:16.067 | INFO     | __main__:<module>:313 - Cut special stop segments: 0:27:49.863811
 2023-07-25 16:48:17.367 | INFO     | __main__:<module>:332 - export results: 0:00:01.299823
 2023-07-25 16:48:17.369 | INFO     | __main__:<module>:333 - execution time: 0:27:51.163634
+2023-07-26 12:20:36.330 | INFO     | __main__:<module>:198 - Analysis date: 2023-04-12
+2023-07-26 12:21:45.345 | INFO     | __main__:<module>:240 - Cut normal stop segments: 0:01:08.999538
+2023-07-26 12:38:38.885 | INFO     | __main__:<module>:252 - Export results: 0:16:53.539426
+2023-07-26 12:38:38.887 | INFO     | __main__:<module>:255 - execution time: 0:18:02.541602
+2023-07-26 12:39:04.242 | INFO     | __main__:<module>:293 - Analysis date: 2023-04-12
+2023-07-26 13:24:15.235 | INFO     | __main__:<module>:313 - Cut special stop segments: 0:45:10.983686
+2023-07-26 13:24:16.470 | INFO     | __main__:<module>:332 - export results: 0:00:01.234829
+2023-07-26 13:24:16.474 | INFO     | __main__:<module>:333 - execution time: 0:45:12.218515
+2023-07-26 13:47:14.875 | INFO     | __main__:<module>:198 - Analysis date: 2023-03-15
+2023-07-26 13:48:21.112 | INFO     | __main__:<module>:240 - Cut normal stop segments: 0:01:06.234095
+2023-07-26 14:04:28.944 | INFO     | __main__:<module>:252 - Export results: 0:16:07.832295
+2023-07-26 14:04:28.946 | INFO     | __main__:<module>:255 - execution time: 0:17:14.068003
+2023-07-26 14:04:55.833 | INFO     | __main__:<module>:293 - Analysis date: 2023-03-15
+2023-07-26 14:45:50.780 | INFO     | __main__:<module>:313 - Cut special stop segments: 0:40:54.937581
+2023-07-26 14:45:52.168 | INFO     | __main__:<module>:332 - export results: 0:00:01.388009
+2023-07-26 14:45:52.170 | INFO     | __main__:<module>:333 - execution time: 0:40:56.325590
diff --git a/rt_segment_speeds/logs/prep_stop_segments.log b/rt_segment_speeds/logs/prep_stop_segments.log
@@ -19,3 +19,9 @@
 2023-07-25 14:49:25.861 | INFO     | __main__:<module>:297 - Prep stop segment df: 0:10:06.141854
 2023-07-25 14:50:12.947 | INFO     | __main__:<module>:307 - execution time: 0:10:53.228185
 2023-07-25 15:55:48.582 | INFO     | __main__:<module>:290 - Analysis date: 2023-07-12
+2023-07-26 12:01:47.353 | INFO     | __main__:<module>:290 - Analysis date: 2023-04-12
+2023-07-26 12:19:11.448 | INFO     | __main__:<module>:297 - Prep stop segment df: 0:17:24.080713
+2023-07-26 12:20:13.208 | INFO     | __main__:<module>:307 - execution time: 0:18:25.839838
+2023-07-26 13:31:19.892 | INFO     | __main__:<module>:290 - Analysis date: 2023-03-15
+2023-07-26 13:45:57.782 | INFO     | __main__:<module>:297 - Prep stop segment df: 0:14:37.886934
+2023-07-26 13:46:51.502 | INFO     | __main__:<module>:307 - execution time: 0:15:31.607489
diff --git a/rt_segment_speeds/logs/sjoin_vp_segments.log b/rt_segment_speeds/logs/sjoin_vp_segments.log
@@ -75,22 +75,6 @@
 2023-06-30 13:41:14.364 | INFO     | __main__:<module>:298 - attach vp to stop-to-stop segments: 0:46:03.991197
 2023-06-30 13:42:25.427 | INFO     | __main__:<module>:308 - compiled parquets: 0:01:11.062989
 2023-06-30 13:42:25.430 | INFO     | __main__:<module>:309 - execution time: 0:47:15.054186
-2023-07-21 15:14:18.352 | INFO     | __main__:<module>:286 - Analysis date: 2023-07-12
-2023-07-21 16:00:08.511 | INFO     | __main__:<module>:298 - attach vp to stop-to-stop segments: 0:45:50.129886
-2023-07-21 16:01:13.055 | INFO     | __main__:<module>:308 - compiled parquets: 0:01:04.543964
-2023-07-21 16:01:13.056 | INFO     | __main__:<module>:309 - execution time: 0:46:54.673850
-2023-07-24 15:17:47.583 | INFO     | __main__:<module>:286 - Analysis date: 2023-05-17
-2023-07-24 15:59:43.505 | INFO     | __main__:<module>:298 - attach vp to stop-to-stop segments: 0:41:55.910214
-2023-07-24 16:00:43.071 | INFO     | __main__:<module>:308 - compiled parquets: 0:00:59.566345
-2023-07-24 16:00:43.072 | INFO     | __main__:<module>:309 - execution time: 0:42:55.476559
-2023-07-24 20:46:21.403 | INFO     | __main__:<module>:286 - Analysis date: 2023-06-14
-2023-07-24 21:26:37.726 | INFO     | __main__:<module>:298 - attach vp to stop-to-stop segments: 0:40:16.322554
-2023-07-24 21:27:37.057 | INFO     | __main__:<module>:308 - compiled parquets: 0:00:59.331107
-2023-07-24 21:27:37.058 | INFO     | __main__:<module>:309 - execution time: 0:41:15.653661
-2023-07-25 10:03:02.972 | INFO     | __main__:<module>:286 - Analysis date: 2023-07-12
-2023-07-25 10:47:55.030 | INFO     | __main__:<module>:298 - attach vp to stop-to-stop segments: 0:44:52.057560
-2023-07-25 10:48:51.630 | INFO     | __main__:<module>:308 - compiled parquets: 0:00:56.599756
-2023-07-25 10:48:51.630 | INFO     | __main__:<module>:309 - execution time: 0:45:48.657316
 2023-07-25 16:52:12.138 | INFO     | __main__:<module>:286 - Analysis date: 2023-05-17
 2023-07-25 17:34:09.962 | INFO     | __main__:<module>:298 - attach vp to stop-to-stop segments: 0:41:57.812287
 2023-07-25 17:35:06.440 | INFO     | __main__:<module>:308 - compiled parquets: 0:00:56.477889
@@ -103,3 +87,15 @@
 2023-07-25 22:11:55.296 | INFO     | __main__:<module>:298 - attach vp to stop-to-stop segments: 0:44:02.429077
 2023-07-25 22:13:11.709 | INFO     | __main__:<module>:308 - compiled parquets: 0:01:16.412710
 2023-07-25 22:13:11.713 | INFO     | __main__:<module>:309 - execution time: 0:45:18.841787
+2023-07-26 15:09:54.854 | INFO     | __main__:<module>:286 - Analysis date: 2023-03-15
+2023-07-26 16:14:01.117 | INFO     | __main__:<module>:298 - attach vp to stop-to-stop segments: 1:04:06.237100
+2023-07-26 16:15:04.057 | INFO     | __main__:<module>:308 - compiled parquets: 0:01:02.939853
+2023-07-26 16:15:04.058 | INFO     | __main__:<module>:309 - execution time: 1:05:09.176953
+2023-07-26 18:23:50.016 | INFO     | __main__:<module>:286 - Analysis date: 2023-03-15
+2023-07-26 19:31:45.629 | INFO     | __main__:<module>:298 - attach vp to stop-to-stop segments: 1:07:55.611782
+2023-07-26 19:32:43.933 | INFO     | __main__:<module>:308 - compiled parquets: 0:00:58.304490
+2023-07-26 19:32:43.944 | INFO     | __main__:<module>:309 - execution time: 1:08:53.916272
+2023-07-26 21:21:05.389 | INFO     | __main__:<module>:286 - Analysis date: 2023-04-12
+2023-07-26 22:22:19.205 | INFO     | __main__:<module>:298 - attach vp to stop-to-stop segments: 1:01:13.776816
+2023-07-26 22:23:14.796 | INFO     | __main__:<module>:308 - compiled parquets: 0:00:55.591754
+2023-07-26 22:23:14.798 | INFO     | __main__:<module>:309 - execution time: 1:02:09.368570
diff --git a/rt_segment_speeds/logs/speeds_by_segment_trip.log b/rt_segment_speeds/logs/speeds_by_segment_trip.log
@@ -31,21 +31,6 @@
 2023-05-20 10:56:10.880 | INFO     | __main__:linear_referencing_and_speed_by_segment:78 - calculate speeds: 0:00:00.000678
 2023-05-20 11:50:39.921 | INFO     | __main__:<module>:115 - speeds for stop segments: 0:54:29.046501
 2023-05-20 11:50:39.924 | INFO     | __main__:<module>:116 - execution time: 0:54:29.049154
-2023-07-24 16:22:19.702 | INFO     | __main__:<module>:116 - Analysis date: 2023-05-17
-2023-07-24 16:52:00.420 | INFO     | __main__:linear_referencing_and_speed_by_segment:84 - linear referencing: 0:29:40.696934
-2023-07-24 16:52:00.426 | INFO     | __main__:linear_referencing_and_speed_by_segment:96 - calculate speeds: 0:00:00.006454
-2023-07-24 17:19:08.400 | INFO     | __main__:<module>:127 - speeds for stop segments: 0:56:48.681858
-2023-07-24 17:19:08.401 | INFO     | __main__:<module>:128 - execution time: 0:56:48.682781
-2023-07-24 21:48:17.827 | INFO     | __main__:<module>:116 - Analysis date: 2023-06-14
-2023-07-24 22:17:10.701 | INFO     | __main__:linear_referencing_and_speed_by_segment:84 - linear referencing: 0:28:52.868856
-2023-07-24 22:17:10.707 | INFO     | __main__:linear_referencing_and_speed_by_segment:96 - calculate speeds: 0:00:00.005970
-2023-07-24 22:43:17.406 | INFO     | __main__:<module>:127 - speeds for stop segments: 0:54:59.578336
-2023-07-24 22:43:17.407 | INFO     | __main__:<module>:128 - execution time: 0:54:59.579301
-2023-07-25 11:12:28.456 | INFO     | __main__:<module>:116 - Analysis date: 2023-07-12
-2023-07-25 11:49:17.338 | INFO     | __main__:linear_referencing_and_speed_by_segment:84 - linear referencing: 0:36:48.876648
-2023-07-25 11:49:17.344 | INFO     | __main__:linear_referencing_and_speed_by_segment:96 - calculate speeds: 0:00:00.006385
-2023-07-25 12:16:28.698 | INFO     | __main__:<module>:127 - speeds for stop segments: 1:04:00.240843
-2023-07-25 12:16:28.699 | INFO     | __main__:<module>:128 - execution time: 1:04:00.241659
 2023-07-25 17:55:40.998 | INFO     | __main__:<module>:116 - Analysis date: 2023-05-17
 2023-07-25 18:25:17.498 | INFO     | __main__:linear_referencing_and_speed_by_segment:84 - linear referencing: 0:29:36.467955
 2023-07-25 18:25:17.508 | INFO     | __main__:linear_referencing_and_speed_by_segment:96 - calculate speeds: 0:00:00.009634
@@ -61,3 +46,13 @@
 2023-07-25 23:31:55.493 | INFO     | __main__:linear_referencing_and_speed_by_segment:96 - calculate speeds: 0:00:00.028630
 2023-07-26 00:00:04.530 | INFO     | __main__:<module>:127 - speeds for stop segments: 1:11:18.196214
 2023-07-26 00:00:04.531 | INFO     | __main__:<module>:128 - execution time: 1:11:18.197170
+2023-07-26 20:02:52.083 | INFO     | __main__:<module>:116 - Analysis date: 2023-03-15
+2023-07-26 20:34:36.201 | INFO     | __main__:linear_referencing_and_speed_by_segment:84 - linear referencing: 0:31:44.113095
+2023-07-26 20:34:36.209 | INFO     | __main__:linear_referencing_and_speed_by_segment:96 - calculate speeds: 0:00:00.007907
+2023-07-26 21:12:55.949 | INFO     | __main__:<module>:127 - speeds for stop segments: 1:10:03.865319
+2023-07-26 21:12:55.950 | INFO     | __main__:<module>:128 - execution time: 1:10:03.866321
+2023-07-26 22:48:56.041 | INFO     | __main__:<module>:116 - Analysis date: 2023-04-12
+2023-07-26 23:21:16.317 | INFO     | __main__:linear_referencing_and_speed_by_segment:84 - linear referencing: 0:32:20.261839
+2023-07-26 23:21:16.327 | INFO     | __main__:linear_referencing_and_speed_by_segment:96 - calculate speeds: 0:00:00.009498
+2023-07-26 23:50:59.023 | INFO     | __main__:<module>:127 - speeds for stop segments: 1:02:02.972239
+2023-07-26 23:50:59.024 | INFO     | __main__:<module>:128 - execution time: 1:02:02.973670
diff --git a/rt_segment_speeds/logs/usable_rt_vp.log b/rt_segment_speeds/logs/usable_rt_vp.log
@@ -16,3 +16,9 @@
 2023-07-14 13:40:47.502 | INFO     | __main__:<module>:151 - Analysis date: 2023-07-12
 2023-07-14 13:42:34.741 | INFO     | __main__:<module>:164 - pare down vp
 2023-07-14 13:42:34.742 | INFO     | __main__:<module>:167 - execution time: 0:01:47.239089
+2023-07-26 18:18:52.727 | INFO     | __main__:<module>:151 - Analysis date: 2023-03-15
+2023-07-26 18:23:25.887 | INFO     | __main__:<module>:164 - pare down vp
+2023-07-26 18:23:25.901 | INFO     | __main__:<module>:167 - execution time: 0:04:33.151084
+2023-07-26 21:16:48.752 | INFO     | __main__:<module>:151 - Analysis date: 2023-04-12
+2023-07-26 21:20:41.866 | INFO     | __main__:<module>:164 - pare down vp
+2023-07-26 21:20:41.895 | INFO     | __main__:<module>:167 - execution time: 0:03:53.140859
diff --git a/rt_segment_speeds/logs/valid_vehicle_positions.log b/rt_segment_speeds/logs/valid_vehicle_positions.log
@@ -186,3 +186,30 @@
 2023-07-25 22:23:28.707 | INFO     | __main__:<module>:344 - Analysis date: 2023-07-12
 2023-07-25 22:46:48.934 | INFO     | __main__:<module>:358 - pare down vp by stop segments special cases 0:23:20.216783
 2023-07-25 22:46:48.962 | INFO     | __main__:<module>:361 - execution time: 0:23:20.251985
+2023-07-26 16:15:26.883 | INFO     | __main__:<module>:157 - Analysis date: 2023-03-15
+2023-07-26 16:19:15.751 | INFO     | __main__:pare_down_vp_by_segment:130 - merge usable vp with sjoin results: 0:03:48.836153
+2023-07-26 16:19:15.994 | INFO     | __main__:pare_down_vp_by_segment:139 - keep enter/exit points: 0:00:00.242565
+2023-07-26 16:25:56.532 | INFO     | __main__:pare_down_vp_by_segment:145 - exported: 0:06:40.538840
+2023-07-26 16:25:56.535 | INFO     | __main__:<module>:171 - pare down vp by stop segments normal cases 0:10:29.620559
+2023-07-26 16:25:56.536 | INFO     | __main__:<module>:174 - execution time: 0:10:29.629418
+2023-07-26 16:26:18.870 | INFO     | __main__:<module>:344 - Analysis date: 2023-03-15
+2023-07-26 16:44:55.208 | INFO     | __main__:<module>:358 - pare down vp by stop segments special cases 0:18:36.327270
+2023-07-26 16:44:55.211 | INFO     | __main__:<module>:361 - execution time: 0:18:36.338508
+2023-07-26 19:33:08.404 | INFO     | __main__:<module>:157 - Analysis date: 2023-03-15
+2023-07-26 19:36:57.092 | INFO     | __main__:pare_down_vp_by_segment:130 - merge usable vp with sjoin results: 0:03:48.678126
+2023-07-26 19:36:57.276 | INFO     | __main__:pare_down_vp_by_segment:139 - keep enter/exit points: 0:00:00.183628
+2023-07-26 19:43:45.644 | INFO     | __main__:pare_down_vp_by_segment:145 - exported: 0:06:48.367899
+2023-07-26 19:43:45.651 | INFO     | __main__:<module>:171 - pare down vp by stop segments normal cases 0:10:37.237054
+2023-07-26 19:43:45.654 | INFO     | __main__:<module>:174 - execution time: 0:10:37.246745
+2023-07-26 19:44:10.257 | INFO     | __main__:<module>:344 - Analysis date: 2023-03-15
+2023-07-26 20:01:26.984 | INFO     | __main__:<module>:358 - pare down vp by stop segments special cases 0:17:16.715529
+2023-07-26 20:01:26.986 | INFO     | __main__:<module>:361 - execution time: 0:17:16.724971
+2023-07-26 22:23:33.140 | INFO     | __main__:<module>:157 - Analysis date: 2023-04-12
+2023-07-26 22:26:50.268 | INFO     | __main__:pare_down_vp_by_segment:130 - merge usable vp with sjoin results: 0:03:17.096219
+2023-07-26 22:26:50.417 | INFO     | __main__:pare_down_vp_by_segment:139 - keep enter/exit points: 0:00:00.148960
+2023-07-26 22:32:23.388 | INFO     | __main__:pare_down_vp_by_segment:145 - exported: 0:05:32.971007
+2023-07-26 22:32:23.391 | INFO     | __main__:<module>:171 - pare down vp by stop segments normal cases 0:08:50.218961
+2023-07-26 22:32:23.392 | INFO     | __main__:<module>:174 - execution time: 0:08:50.225194
+2023-07-26 22:32:42.683 | INFO     | __main__:<module>:344 - Analysis date: 2023-04-12
+2023-07-26 22:47:30.729 | INFO     | __main__:<module>:358 - pare down vp by stop segments special cases 0:14:48.039668
+2023-07-26 22:47:30.730 | INFO     | __main__:<module>:361 - execution time: 0:14:48.045353