wip

Author: mishig25

.github/workflows/vllm.yml

@@ -28,53 +28,53 @@ jobs:
       env:
         HF_TOKEN: ${{ secrets.HF_TOKEN }}  # Make sure to set this secret in your repository settings
       run: |
-python -c '
-import os
-import ast
-import json
-import requests
-from huggingface_hub import HfApi
+        python -c '
+        import os
+        import ast
+        import json
+        import requests
+        from huggingface_hub import HfApi
 
-def extract_models_sub_dict(parsed_code, sub_dict_name):
-    class MODELS_SUB_LIST_VISITOR(ast.NodeVisitor):
-        def __init__(self):
-            self.key = sub_dict_name
-            self.value = None
-        
-        def visit_Assign(self, node):
-            for target in node.targets:
-                if isinstance(target, ast.Name) and target.id == self.key:
-                    self.value = ast.literal_eval(node.value)  
-    
-    visitor = MODELS_SUB_LIST_VISITOR()
-    visitor.visit(parsed_code)
-    return visitor.value
+        def extract_models_sub_dict(parsed_code, sub_dict_name):
+            class MODELS_SUB_LIST_VISITOR(ast.NodeVisitor):
+                def __init__(self):
+                    self.key = sub_dict_name
+                    self.value = None
+                
+                def visit_Assign(self, node):
+                    for target in node.targets:
+                        if isinstance(target, ast.Name) and target.id == self.key:
+                            self.value = ast.literal_eval(node.value)  
+            
+            visitor = MODELS_SUB_LIST_VISITOR()
+            visitor.visit(parsed_code)
+            return visitor.value
 
-def extract_models_dict(source_code):
-    parsed_code = ast.parse(source_code)
-    class MODELS_LIST_VISITOR(ast.NodeVisitor):
-        def __init__(self):
-            self.key = "_MODELS"
-            self.value = {}
-        def visit_Assign(self, node):
-            for target in node.targets:
-                if not isinstance(target, ast.Name):
-                    return
-                if target.id == self.key:
-                    for value in node.value.values:
-                        dict = extract_models_sub_dict(parsed_code, value.id)
-                        self.value.update(dict)
-    visitor = MODELS_LIST_VISITOR()
-    visitor.visit(parsed_code)
-    return visitor.value
+        def extract_models_dict(source_code):
+            parsed_code = ast.parse(source_code)
+            class MODELS_LIST_VISITOR(ast.NodeVisitor):
+                def __init__(self):
+                    self.key = "_MODELS"
+                    self.value = {}
+                def visit_Assign(self, node):
+                    for target in node.targets:
+                        if not isinstance(target, ast.Name):
+                            return
+                        if target.id == self.key:
+                            for value in node.value.values:
+                                dict = extract_models_sub_dict(parsed_code, value.id)
+                                self.value.update(dict)
+            visitor = MODELS_LIST_VISITOR()
+            visitor.visit(parsed_code)
+            return visitor.value
 
-url = "https://raw.githubusercontent.com/vllm-project/vllm/refs/heads/main/vllm/model_executor/models/registry.py"
-response = requests.get(url)
-response.raise_for_status()  # Raise an exception for bad status codes
-source_code = response.text
+        url = "https://raw.githubusercontent.com/vllm-project/vllm/refs/heads/main/vllm/model_executor/models/registry.py"
+        response = requests.get(url)
+        response.raise_for_status()  # Raise an exception for bad status codes
+        source_code = response.text
 
-models_dict = extract_models_dict(source_code)
-architectures = [item for tup in models_dict.values() for item in tup]
-architectures_json_str = json.dumps(architectures, indent=4)
-json_bytes = architectures_json_str.encode("utf-8")
-print(architectures_json_str)'
+        models_dict = extract_models_dict(source_code)
+        architectures = [item for tup in models_dict.values() for item in tup]
+        architectures_json_str = json.dumps(architectures, indent=4)
+        json_bytes = architectures_json_str.encode("utf-8")
+        print(architectures_json_str)'