fixing ensemble issue

eco4cast · Oct 9, 2023 · e2bf973 · e2bf973
1 parent 022dd85
commit e2bf973
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/R/noaa_gefs.R b/R/noaa_gefs.R
@@ -127,9 +127,9 @@ noaa_gefs_stage <- function(stage = "stage1",
     message(paste("establishing connection to", stage, "at", endpoint, "..."))
   s3 <- noaa_gefs(version, endpoint)
   if (!is.na(as.Date(start_date))) {
-    ds <- arrow::open_dataset(s3$path(stage))
+    ds <- arrow::open_dataset(s3$path(stage)) |> dplyr::filter(parameter <= 31)
   } else {
-    ds <- arrow::open_dataset(s3$path(stage), partitioning = partitioning)
+    ds <- arrow::open_dataset(s3$path(stage), partitioning = partitioning) |> dplyr::filter(parameter <= 31)
   }
   if(verbose)
     message(paste0("connected! Use dplyr functions to filter and summarise.\n",