Split method for MarsRequest and quiet mode for accessors

src/metkit/codes/GribAccessor.h

@@ -47,19 +47,20 @@ class GribAccessor : private GribAccessorBase {
 private: // members
 
     std::string name_;
+    bool quiet_;
 
 public: // methods
 
-    GribAccessor(const std::string& name): name_(name) {}
+    GribAccessor(const std::string& name, bool quiet = false): name_(name), quiet_(quiet) {}
 
     T value(const GribHandle& h) const
     {
         T value;
-        grib_get_value(h, name_, value);
+        grib_get_value(h, name_, value, quiet_);
         return value;
     }
 
-    T value(const GribHandle& h,T def) const
+    T value(const GribHandle& h, T def) const
     {
         T value = def;
         grib_get_value(h, name_, value, true);

src/metkit/mars/DHSProtocol.cc

@@ -361,7 +361,7 @@ Length DHSProtocol::retrieve(const MarsRequest& request)
 {
     Endpoint callbackEndpoint = callback_->endpoint();
 
-    Log::debug() << "DHSProtocol: call back on " << callbackEndpoint << std::endl;
+    LOG_DEBUG_LIB(LibMetkit) << "DHSProtocol: call back on " << callbackEndpoint << std::endl;
 
     task_.reset(new ClientTask(request, RequestEnvironment::instance().request(),
                                   callbackEndpoint.host(), callbackEndpoint.port()));
@@ -376,16 +376,16 @@ Length DHSProtocol::retrieve(const MarsRequest& request)
     while (wait(result)) {
     }
 
-    Log::debug() << "DHSProtocol::retrieve " << result << std::endl;
+    LOG_DEBUG_LIB(LibMetkit) << "DHSProtocol::retrieve " << result << std::endl;
     return result;
 }
 
 void DHSProtocol::archive(const MarsRequest& request, const Length& size)
 {
     Endpoint callbackEndpoint = callback_->endpoint();
 
-    Log::debug() << "DHSProtocol::archive " << size << std::endl;
-    Log::debug() << "DHSProtocol: call back on " << callbackEndpoint << std::endl;
+    LOG_DEBUG_LIB(LibMetkit) << "DHSProtocol::archive " << size << std::endl;
+    LOG_DEBUG_LIB(LibMetkit) << "DHSProtocol: call back on " << callbackEndpoint << std::endl;
 
     task_.reset(new ClientTask(request, RequestEnvironment::instance().request(),
                                   callbackEndpoint.host(), callbackEndpoint.port()));
@@ -399,7 +399,7 @@ void DHSProtocol::archive(const MarsRequest& request, const Length& size)
     Length result = size;
     while (wait(result)) {
     }
-    Log::debug() << "DHSProtocol: archive completed." << std::endl;
+    LOG_DEBUG_LIB(LibMetkit) << "DHSProtocol: archive completed." << std::endl;
 }
 
 void DHSProtocol::cleanup()
@@ -479,7 +479,7 @@ bool DHSProtocol::wait(Length& size)
 
         char code = task_->receive(s);
 
-        Log::debug() << "DHSProtocol: code [" << code << "]" << std::endl;
+        LOG_DEBUG_LIB(LibMetkit) << "DHSProtocol: code [" << code << "]" << std::endl;
 
         std::string msg;
         long long bytes;
@@ -493,7 +493,7 @@ bool DHSProtocol::wait(Length& size)
         /* read source */
         case 'r':
             bytes = size;
-            Log::debug() << "DHSProtocol:r [" << bytes << "]" << std::endl;
+            LOG_DEBUG_LIB(LibMetkit) << "DHSProtocol:r [" << bytes << "]" << std::endl;
             s << bytes;
             sending_ = true;
             return false;
@@ -505,7 +505,7 @@ bool DHSProtocol::wait(Length& size)
 
         case 'w':
             s >> bytes;
-            Log::debug() << "DHSProtocol:w " << bytes << std::endl;
+            LOG_DEBUG_LIB(LibMetkit) << "DHSProtocol:w " << bytes << std::endl;
             size = bytes;
             return false;
 
@@ -546,7 +546,7 @@ bool DHSProtocol::wait(Length& size)
 
         case 'D': /* debug */
             s >> msg;
-            Log::debug() << msg << " [" << name_ << "]" << std::endl;
+            LOG_DEBUG_LIB(LibMetkit) << msg << " [" << name_ << "]" << std::endl;
             if (forward_) {
                 Log::userInfo() << msg << " [" << name_ << "]" << std::endl;
             }

src/metkit/mars/MarsRequest.cc

@@ -333,9 +333,64 @@ MarsRequest::operator eckit::Value() const {
     NOTIMP;
 }
 
+// recursively expand along keys in expvalues
+void expand_along_keys(
+    const MarsRequest& prototype,
+    const std::vector<std::pair<std::string, std::vector<std::string>>>& expvalues,
+    std::vector<MarsRequest>& requests,
+    size_t i) {
+
+    if(i == expvalues.size()) {
+        requests.push_back(prototype);
+        return;
+    }
+
+    const std::string& key = expvalues[i].first;
+    const std::vector<std::string>& values = expvalues[i].second;
+
+    MarsRequest req(prototype);
+    for (auto& value : values) {
+        req.setValue(key, value);
+        expand_along_keys(req, expvalues, requests, i+1);
+    }
+}
+
+std::vector<MarsRequest> MarsRequest::split(const std::vector<std::string>& keys) const {
+
+    size_t n = 1;
+
+    LOG_DEBUG_LIB(LibMetkit) << "Splitting request with keys" << keys << std::endl;
+
+    std::vector<std::pair<std::string, std::vector<std::string>>> expvalues;
+    for (auto& key : keys) {
+        std::vector<std::string> v = values(key, true); // ok to be empty
+        LOG_DEBUG_LIB(LibMetkit) << "splitting along key " << key << " n values " << v.size() <<  " values " << v << std::endl;
+        if (v.empty()) continue;
+        n *= v.size();
+        expvalues.emplace_back(std::make_pair(key, v));
+    }
+
+    std::vector<MarsRequest> requests;
+    requests.reserve(n);
+
+    if(n == 1) {
+        requests.push_back(*this);
+        return requests;
+    }
+
+    expand_along_keys(*this, expvalues, requests, 0);
+
+    return requests;
+}
+
+std::vector<MarsRequest> MarsRequest::split(const std::string& key) const {
+    std::vector<std::string> keys = { key };
+    return split( keys );
+}
+
 void MarsRequest::merge(const MarsRequest& other) {
     for (auto& param : params_) {
-        eckit::Log::debug<LibMetkit>() << "Merging parameter " << param << std::endl;
+        LOG_DEBUG_LIB(LibMetkit) << "Merging parameter " << param << std::endl;
         auto it = other.find(param.name());
         if (it != other.params_.end())
             param.merge(*it);

src/metkit/mars/MarsRequest.h

@@ -38,9 +38,12 @@ class MarsRequest;
 
 class MarsRequest {
 public:  // methods
+
     MarsRequest();
+
     explicit MarsRequest(const std::string&);
     explicit MarsRequest(eckit::Stream&, bool lowercase = false);
+
     MarsRequest(const std::string&, const std::map<std::string, std::string>&);
     MarsRequest(const std::string&, const eckit::Value&);
 
@@ -60,12 +63,10 @@ class MarsRequest {
     size_t countValues(const std::string&) const;
     bool has(const std::string&) const;
 
-
     bool is(const std::string& param, const std::string& value) const;
 
     const std::vector<std::string>& values(const std::string&, bool emptyOk = false) const;
 
-
     template <class T>
     size_t getValues(const std::string& name, std::vector<T>& v, bool emptyOk = false) const;
 
@@ -83,6 +84,12 @@ class MarsRequest {
 
     void unsetValues(const std::string&);
 
+    /// Splits a MARS request into multiple requests along the provided key
+    std::vector<MarsRequest> split(const std::string& keys) const;
+
+    /// Splits a MARS request into multiple requests along the indicated keys
+    std::vector<MarsRequest> split(const std::vector<std::string>& keys) const;
+
     /// Merges one MarsRequest into another
     /// @todo Improve performance -- uses O(N^2) search / merge in std::list's
     void merge(const MarsRequest& other);
@@ -109,6 +116,7 @@ class MarsRequest {
     void erase(const std::string& param);
 
 public:  // static methods
+
     static MarsRequest parse(const std::string& s, bool strict = false);
     static std::vector<MarsRequest> parse(std::istream&, bool strict = false);
 

src/metkit/mars/MarsRequestHandle.cc

@@ -12,10 +12,11 @@
 // Baudouin Raoult - (c) ECMWF Feb 12
 
 #include "metkit/mars/MarsRequestHandle.h"
+
 #include "eckit/utils/StringTools.h"
 #include "eckit/types/Types.h"
 
-
+#include "metkit/config/LibMetkit.h"
 
 namespace metkit {
 namespace mars {
@@ -53,7 +54,7 @@ MarsRequestHandle::MarsRequestHandle(const MarsRequest& request,
     protocol_(protocol),
     opened_(false)
 {
-    eckit::Log::debug() << "MarsRequestHandle::MarsRequestHandle: request: " << request << " protocol: " << protocol << std::endl;
+    LOG_DEBUG_LIB(LibMetkit) << "MarsRequestHandle::MarsRequestHandle: request: " << request << " protocol: " << protocol << std::endl;
     ASSERT(protocol);
 }
 

src/metkit/mars/ParamID.h

@@ -115,7 +115,7 @@ void ParamID::normalise(const REQUEST_T& request,
                 newreq.push_back(p);
             }
 
-            eckit::Log::debug<LibMetkit>() << "useGRIBParamID p=" << p
+            LOG_DEBUG_LIB(LibMetkit) << "useGRIBParamID p=" << p
                                << ", alt=" << alt
                                << ", choice=" << newreq.back() << std::endl;
 
@@ -174,7 +174,7 @@ void ParamID::normalise(const REQUEST_T& request,
                 if (!wantVO) req.push_back(windVO);
                 if (!wantD)  req.push_back(windD);
 
-                eckit::Log::debug<LibMetkit>() << "U/V conversion requested U=" << windU << ", V=" << windV << ", VO=" << windVO << ", D=" << windD << std::endl;
+                LOG_DEBUG_LIB(LibMetkit) << "U/V conversion requested U=" << windU << ", V=" << windV << ", VO=" << windVO << ", D=" << windD << std::endl;
                 windConversion = true;
             }
         }

src/metkit/mars/TypeParam.cc

@@ -143,12 +143,7 @@ Rule::Rule(const eckit::Value& matchers, const eckit::Value& values, const eckit
 
         if (aliases.isNil()) {
 
-            Log::debug<LibMetkit>()
-                    << "No aliases for "
-                    << id
-                    << " "
-                    << *this
-                    << std::endl;
+            LOG_DEBUG_LIB(LibMetkit) << "No aliases for " << id << " " << *this << std::endl;
             continue;
         }
 
@@ -161,8 +156,7 @@ Rule::Rule(const eckit::Value& matchers, const eckit::Value& values, const eckit
 
                 if (precedence[v] <= j) {
 
-                    Log::debug<LibMetkit>()
-                            << "Redefinition ignored: param "
+                    LOG_DEBUG_LIB(LibMetkit) << "Redefinition ignored: param "
                             << v
                             << "='"
                             << first
@@ -175,8 +169,7 @@ Rule::Rule(const eckit::Value& matchers, const eckit::Value& values, const eckit
                 }
                 else {
 
-                    Log::debug<LibMetkit>()
-                            << "Redefinition of param "
+                    LOG_DEBUG_LIB(LibMetkit) << "Redefinition of param "
                             << v
                             << "='"
                             << first

src/metkit/odb/IdMapper.cc

@@ -84,7 +84,7 @@ IdMap::IdMap(const std::string& configFile,
              size_t alphanumericIndex) {
 
     PathName configPath = codes_path() / configFile;
-    Log::debug<LibMetkit>() << "GribCodesBase::GribCodesBase: config file:" << configPath << std::endl;
+    LOG_DEBUG_LIB(LibMetkit) << "GribCodesBase::GribCodesBase: config file:" << configPath << std::endl;
 
 	numeric2alpha_.clear();
 
@@ -99,7 +99,7 @@ IdMap::IdMap(const std::string& configFile,
             long num = eckit::Translator<std::string, long>()(StringTools::trim(words[numericIndex]));
             std::string alpha (StringTools::trim(words[alphanumericIndex]));
 			numeric2alpha_[num] = StringTools::lower(alpha);
-            Log::debug<LibMetkit>() << "GribCodesBase::readConfig: num='" << num << "' alpha='" << alpha << "'" << std::endl;
+            LOG_DEBUG_LIB(LibMetkit) << "GribCodesBase::readConfig: num='" << num << "' alpha='" << alpha << "'" << std::endl;
 		}
 	}
 }