makes full_refresh configurable

dlt/pipeline/configuration.py

@@ -20,6 +20,8 @@ class PipelineConfiguration(BaseConfiguration):
     """Enables the tracing. Tracing saves the execution trace locally and is required by `dlt deploy`."""
     use_single_dataset: bool = True
     """Stores all schemas in single dataset. When False, each schema will get a separate dataset with `{dataset_name}_{schema_name}"""
+    full_refresh: bool = False
+    """When set to True, each instance of the pipeline with the `pipeline_name` starts from scratch when run and loads the data to a separate dataset."""
     runtime: RunConfiguration
 
     def on_resolved(self) -> None: