Implement command to validate builds

Get builds from dashboard and validate
them with maestro result.

Signed-off-by: Jeny Sadadia <[email protected]>

Author: Jeny Sadadia

kcidev/libs/maestro_common.py

@@ -62,18 +62,29 @@ def maestro_get_node(url, nodeid):
     return response.json()
 
 
-def maestro_get_nodes(url, limit, offset, filter):
+def maestro_get_nodes(url, limit, offset, filter, paginate):
     headers = {
         "Content-Type": "application/json; charset=utf-8",
     }
-    url = url + "latest/nodes/fast?limit=" + str(limit) + "&offset=" + str(offset)
-    maestro_print_api_call(url)
-    if filter:
-        for f in filter:
-            # TBD: We need to add translate filter to API
-            # if we need anything more complex than eq(=)
-            url = url + "&" + f
 
+    if paginate:
+        url = url + "latest/nodes/fast?limit=" + str(limit) + "&offset=" + str(offset)
+        if filter:
+            for f in filter:
+                # TBD: We need to add translate filter to API
+                # if we need anything more complex than eq(=)
+                url = url + "&" + f
+
+    else:
+        url = url + "latest/nodes/fast"
+        if filter:
+            url = url + "?"
+            for f in filter:
+                # TBD: We need to add translate filter to API
+                # if we need anything more complex than eq(=)
+                url = url + "&" + f
+
+    maestro_print_api_call(url)
     response = requests.get(url, headers=headers)
     try:
         response.raise_for_status()

kcidev/main.py

@@ -15,6 +15,7 @@
     patch,
     results,
     testretry,
+    validate_builds,
     watch,
 )
 
@@ -66,6 +67,7 @@ def run():
     cli.add_command(testretry.testretry)
     cli.add_command(results.results)
     cli.add_command(watch.watch)
+    cli.add_command(validate_builds.validate_builds)
     cli()
 
 

kcidev/subcommands/maestro_results.py

@@ -44,8 +44,21 @@
     multiple=True,
     help="Print only particular field(s) from node data",
 )
+@click.option(
+    "--count",
+    is_flag=True,
+    required=False,
+    help="Print only count of nodes",
+)
+@click.option(
+    "--paginate",
+    is_flag=True,
+    required=False,
+    default=True,
+    help="Set True if pagination is required in the output. Default is True",
+)
 @click.pass_context
-def maestro_results(ctx, nodeid, nodes, limit, offset, filter, field):
+def maestro_results(ctx, nodeid, nodes, limit, offset, filter, field, count, paginate):
     config = ctx.obj.get("CFG")
     instance = ctx.obj.get("INSTANCE")
     url = config[instance]["api"]
@@ -55,7 +68,10 @@ def maestro_results(ctx, nodeid, nodes, limit, offset, filter, field):
     if nodeid:
         results = maestro_get_node(url, nodeid)
     if nodes:
-        results = maestro_get_nodes(url, limit, offset, filter)
+        results = maestro_get_nodes(url, limit, offset, filter, paginate)
+        if count:
+            print("Total nodes found in maestro: ", len(results))
+            return results
     maestro_print_nodes(results, field)
 
 

kcidev/subcommands/results/__init__.py

@@ -84,7 +84,7 @@ def builds(
         origin, giturl, branch, commit, latest, git_folder
     )
     data = dashboard_fetch_builds(origin, giturl, branch, commit, arch, use_json)
-    cmd_builds(data, commit, download_logs, status, count, use_json)
+    return cmd_builds(data, commit, download_logs, status, count, use_json)
 
 
 @results.command()

kcidev/subcommands/results/parser.py

@@ -174,6 +174,7 @@ def cmd_builds(data, commit, download_logs, status, count, use_json):
         kci_msg(filtered_builds)
     elif use_json:
         kci_msg(json.dumps(builds))
+    return data["builds"]
 
 
 def print_build(build, log_path):

kcidev/subcommands/validate_builds.py

@@ -0,0 +1,61 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+import click
+
+from kcidev.libs.common import *
+from kcidev.libs.maestro_common import *
+
+from .maestro_results import maestro_results
+from .results import builds
+
+
+@click.command(help="Validate builds from dashboard and maestro")
+@click.option(
+    "--giturl",
+    required=True,
+    help="Git URL of kernel tree ",
+)
+@click.option(
+    "--branch",
+    required=True,
+    help="Branch to get results for",
+)
+@click.option(
+    "--commit",
+    required=True,
+    help="Commit or tag to get results for",
+)
+@click.option("--arch", help="Filter by arch")
+@click.pass_context
+def validate_builds(ctx, giturl, branch, commit, arch):
+    """
+    Command to pull builds by providing git URL, branch and checkout
+    commit from dashboard and compare them with results from maestro
+    """
+    filters = [
+        "kind=kbuild",
+        "data.kernel_revision.url=" + giturl,
+        "data.kernel_revision.branch=" + branch,
+        "data.kernel_revision.commit=" + commit,
+    ]
+    if arch:
+        filters.append("data.arch=" + arch)
+    kci_msg_cyan_nonl("Maestro:\n")
+    maestro_builds = ctx.invoke(
+        maestro_results,
+        count=True,
+        nodes=True,
+        filter=filters,
+        paginate=False,
+    )
+    kci_msg_cyan_nonl("Dashboard:\n")
+    dashboard_builds = ctx.forward(builds, count=True)
+    if len(dashboard_builds) == len(maestro_builds):
+        print("Build count matched")
+    else:
+        print("Build count didn't match")
+
+
+if __name__ == "__main__":
+    main_kcidev()