[TF-TRT] Remote Upload Implemented

Author: DEKHTIARJonathan

tftrt/benchmarking-python/benchmark_args.py

@@ -424,8 +424,11 @@ def _validate_args(self, args):
                         "doesn't exist or is not a directory"
                     )
 
-        if args.upload_metrics_endpoint is not None:
-            raise NotImplementedError("This feature is not yet implemented.")
+        if (
+            args.upload_metrics_endpoint is not None and
+            args.experiment_name is None):
+            raise NotImplementedError("--experiment_name must be specified if "
+                                      "--upload_metrics_endpoint is set.")
 
     def _post_process_args(self, args):
         if args.use_synthetic_data:

tftrt/benchmarking-python/benchmark_runner.py

@@ -32,6 +32,7 @@
 from benchmark_logger import logging
 
 from benchmark_utils import DataAggregator
+from benchmark_utils import generate_json_metrics
 from benchmark_utils import print_dict
 from benchmark_utils import timed_section
 
@@ -140,19 +141,12 @@ def _export_runtime_metrics_to_json(self, metric_dict):
             if file_path is None:
                 return
 
-            metric_dict = {
-                # Creating a copy to avoid modifying the original
-                "results": copy.deepcopy(metric_dict),
-                "runtime_arguments": vars(self._args)
-            }
+            json_string = generate_json_metrics(
+                metrics = metric_dict,
+                args = vars(self._args),
+            )
 
             with open(file_path, 'w') as json_f:
-                json_string = json.dumps(
-                    metric_dict,
-                    default=lambda o: o.__dict__,
-                    sort_keys=True,
-                    indent=4
-                )
                 print(json_string, file=json_f)
 
         except Exception as e:
@@ -205,6 +199,30 @@ def _export_runtime_metrics_to_csv(self, metric_dict):
         except Exception as e:
             logging.error(f"An exception occured during export to CSV: {e}")
 
+    def _upload_metrics_to_endpoint(self, metric_dict):
+
+        try:
+
+            if self._args.upload_metrics_endpoint is None:
+                return
+
+            json_string = generate_json_metrics(
+                metrics = metric_dict,
+                args = vars(self._args),
+            )
+
+            headers = {"Content-Type": "application/json"}
+
+            response = requests.put(
+                endpoint,
+                data=json.dumps(data),
+                headers=headers
+            )
+            response.raise_for_status()
+
+        except Exception as e:
+            logging.error(f"An exception occured during export to JSON: {e}")
+
     def _get_graph_func(self):
         """Retreives a frozen SavedModel and applies TF-TRT
         use_tftrt: bool, if true use TensorRT

tftrt/benchmarking-python/benchmark_utils.py

@@ -2,6 +2,7 @@
 # Copyright (c) 2022, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # -*- coding: utf-8 -*-
 
+import json
 import time
 
 import numpy as np
@@ -114,6 +115,21 @@ def _format(tensor):
     return predictions, expected
 
 
+def generate_json_metrics(metrics, args):
+    metric_dict = {
+        "results": metrics,
+        "runtime_arguments": args
+    }
+
+    json_string = json.dumps(
+        metric_dict,
+        default=lambda o: o.__dict__,
+        sort_keys=True,
+        indent=4
+    )
+    return json_string
+
+
 class DataAggregator(object):
 
     def __init__(self, postprocess_model_outputs_fn, args):