add test to verify cleanup is working

Author: tburch

pom.xml

@@ -110,6 +110,13 @@
                 </exclusion>
             </exclusions>
         </dependency>
+
+        <dependency>
+            <groupId>io.dropwizard</groupId>
+            <artifactId>dropwizard-testing</artifactId>
+            <version>${io.dropwizard.version}</version>
+            <scope>test</scope>
+        </dependency>
     </dependencies>
 
     <build>

src/main/java/com/lowtuna/jsonblob/core/BlobCleanupJob.java

@@ -42,11 +42,12 @@ public void run() {
               .map(Path::getParent)
               .distinct()
               .forEach(dataDir -> {
+                log.info("Checking for unused blobs in {}", dataDir.toAbsolutePath());
                 Set<String> blobs = Sets
                         .newHashSet(Lists.transform(Arrays.asList(dataDir.toFile().listFiles()), f -> f.getName().split("\\.", 2)[0]))
                         .parallelStream()
                         .filter(f -> fileSystemJsonBlobManager.resolveTimestamp(f).isPresent()).collect(Collectors.toSet());
-                log.info("Checking for unused blobs in {}", dataDir.toAbsolutePath());
+                log.info("Identified {} blobs in {}", blobs.size(), dataDir);
                 Map<String, DateTime> lastAccessed = Maps.asMap(blobs, new Function<String, DateTime>() {
                   @Nullable
                   @Override
@@ -59,8 +60,8 @@ public DateTime apply(@Nullable String input) {
                 try {
                   BlobMetadataContainer metadataContainer = metadataFile.exists() ? om.readValue(fileSystemJsonBlobManager.readFile(metadataFile), BlobMetadataContainer.class) : new BlobMetadataContainer();
                   lastAccessed.putAll(metadataContainer.getLastAccessedByBlobId());
-
                   Map<String, DateTime> toRemove = Maps.filterEntries(lastAccessed, input -> input.getValue().plusMillis((int) blobAccessTtl.toMilliseconds()).isBefore(DateTime.now()));
+                  log.info("Identified {} blobs to remove in {}", toRemove.size(), dataDir);
                   toRemove.keySet().parallelStream().forEach(blobId -> {
                     if (deleteEnabled) {
                       log.debug("Deleting blob with id {}", blobId);

src/test/java/com/lowtuna/jsonblob/core/BlobCleanupJobTest.java

@@ -0,0 +1,64 @@
+package com.lowtuna.jsonblob.core;
+
+import com.fasterxml.jackson.databind.ObjectMapper;
+import io.dropwizard.util.Duration;
+import lombok.extern.java.Log;
+import org.apache.commons.io.FileUtils;
+import org.bson.types.ObjectId;
+import org.joda.time.DateTime;
+import org.junit.Assert;
+import org.junit.Before;
+import org.junit.Test;
+
+import java.io.File;
+import java.io.IOException;
+import java.nio.file.Files;
+import java.util.UUID;
+import java.util.concurrent.Executors;
+
+/**
+ * Created by tburch on 8/16/17.
+ */
+@Log
+public class BlobCleanupJobTest {
+
+  private static final File TEMP;
+  static {
+    File temp = FileUtils.getTempDirectory();
+    File dir = new File(temp, UUID.randomUUID().toString());
+    dir.deleteOnExit();
+    TEMP = dir;
+  }
+
+  private final Duration blobTtl = Duration.minutes(1);
+
+  private FileSystemJsonBlobManager blobManager;
+
+  @Before
+  public void initBlobManage() {
+    this.blobManager = new FileSystemJsonBlobManager(TEMP, Executors.newSingleThreadScheduledExecutor(), new ObjectMapper(), blobTtl, true);
+  }
+
+  @Test
+  public void testCleanup() throws Exception {
+    DateTime now = DateTime.now();
+
+    Assert.assertEquals(0, countFiles());
+    blobManager.createBlob("{\"foo\":|\"bar\"}", (new ObjectId(now.minusDays((int) (blobTtl.toMinutes() * 2)).toDate())).toString());
+    Assert.assertEquals(1, countFiles());
+    blobManager.createBlob("{\"foo\":|\"bar\"}", (new ObjectId(now.toDate())).toString());
+    Assert.assertEquals(2, countFiles());
+
+    log.info("Starting blob manager");
+    blobManager.start();
+
+    Thread.sleep(200000);
+
+    Assert.assertEquals(1, countFiles());
+  }
+
+  private long countFiles() throws IOException {
+    return Files.find(TEMP.toPath(), 999, (p, bfa) -> bfa.isRegularFile()).count();
+  }
+
+}