add-scripts

Author: icy17

codeql-script/skip_old_findres.py

@@ -0,0 +1,39 @@
+import json
+
+def read_json(in_path):
+    # in_list = list()
+    out_list = list()
+    with open(in_path, 'r') as f:
+        tmp_list = f.readlines()
+    for line in tmp_list:
+        line = line.strip('\n')
+        line_json = json.loads(line)
+        out_list.append(line_json)
+    return out_list
+
+if __name__ == '__main__':
+    new_all_findres = '/home/jhliu/data/Detect-data/findres-new'
+    old findres = '/home/jhliu/data/Detect-data/findres'
+    out_findres = '/home/jhliu/data/Detect-data/findres-combine'
+
+    old_json = read_json(old_findres)
+    new_json = read_json(new_all_findres)
+
+    hit_list = list()
+    for item in old_json:
+        hit_str = item['api'] + item['repo']
+        if hit_str in hit_list:
+            continue
+
+        else:
+            hit_list.append(hit_str)
+
+    for item in new_json:
+        hit_str = item['api'] + item['repo']
+        if hit_str in hit_list:
+            continue
+
+        else:
+            with open(out_findres, 'a') as f:
+                f.write(json.dumps(item))
+                f.write('\n')