Skip to content

Commit

Permalink
Reduce logging on export
Browse files Browse the repository at this point in the history
  • Loading branch information
tokee committed Jan 7, 2024
1 parent 0e281a5 commit 3651731
Showing 1 changed file with 2 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -86,8 +86,7 @@ public int read(byte[] b, int off, int len) throws IOException {
loadMore();
if (entryStreams.isEmpty()) {
// Still no streams. Stop processing
log.info("warcExport buffer empty");
log.info("Warcs read:"+docsWarcRead +" arcs read:"+docsArcRead);
log.info("warcExport buffer empty. Warcs read:"+docsWarcRead +" arcs read:"+docsArcRead);
return totalRead == 0 ? -1 : totalRead; // -1 signals EOS
}
}
Expand Down Expand Up @@ -143,7 +142,7 @@ private void loadMore() {
}
// log.debug("Got " + (docs == null ? 0 : docs.size()) + " Solr documents");
if (entryStreams.isEmpty()) {
log.info("loadMore(): No more documents available after " + (docsWarcRead+docsArcRead) + " docs read");
log.debug("loadMore(): No more documents available after " + (docsWarcRead+docsArcRead) + " docs read");
}
} catch (Exception e) {
log.error("Unhandled exception in loadMore", e);
Expand Down

0 comments on commit 3651731

Please sign in to comment.