Merge pull request #17 from jayqi/feature/intermediate-cache-clearing

Intermediate cache clearing
uptake · Sep 12, 2018 · d7a9453 · d7a9453
2 parents b8a8042 + 7161039
commit d7a9453
Show file tree

Hide file tree

Showing 8 changed files with 124 additions and 80 deletions.
diff --git a/DESCRIPTION b/DESCRIPTION
@@ -27,4 +27,4 @@ Suggests:
 VignetteBuilder: knitr
 License: file LICENSE
 LazyData: NA
-RoxygenNote: 6.0.1
+RoxygenNote: 6.1.0
diff --git a/R/execution.R b/R/execution.R
@@ -109,7 +109,17 @@ Execute <- function(workflow
                 }
             }
 
-            #TODO: clear cached output in modules when not needed anymore
+            if (clearCache){
+                # Clear cached output in any upstream modules where all of its downstream 
+                # dependencies are complete
+                for (upstreamModule in upstreamModules) {
+                    if (workflow$hasCompletedAllDownstreamModules(upstreamModule)) {
+                        upstreamModule$clearOutputCache()
+                    }
+                }
+            }
+
+
         }
         modulesToExecute <- modulesToExecute[as.logical(lapply(modulesToExecute, is.Module))] # clears out NaNs when modules moved from modulesToExecute to modulesToExecute
     }