From b574210797ef14849ddcc1401265b8472a7b581a Mon Sep 17 00:00:00 2001 From: Pier Fiedorowicz Date: Wed, 3 Jul 2024 08:45:33 -0700 Subject: [PATCH] Add clarifying comment --- .../data_ingestion/readers/data_reader_python_dataset.hpp | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/include/lbann/data_ingestion/readers/data_reader_python_dataset.hpp b/include/lbann/data_ingestion/readers/data_reader_python_dataset.hpp index e6c8fcb404..b4e1bb46b4 100644 --- a/include/lbann/data_ingestion/readers/data_reader_python_dataset.hpp +++ b/include/lbann/data_ingestion/readers/data_reader_python_dataset.hpp @@ -128,7 +128,10 @@ class python_dataset_reader : public generic_data_reader /** @brief Whether or not tensor needs shuffling for distconv. */ bool m_tensor_shuffle_required = true; /** @brief The current number of minibatches in the epoch that have been - * fetched and returned by fetch_data_block. */ + * fetched and returned by fetch_data_block. This is not the same as + * m_dataset_minibatch_offset as that variable tracks the number of + * minibatches that have been queued which can be several minibatches ahead of + * the current one we are returning. */ uint64_t m_fetched_minibatch_count; #endif // LBANN_HAS_DISTCONV };