🚧 fix(wip): mlx docker handle

Author: mxchinegod

magnet/utils/llm/local.py

@@ -1,6 +1,13 @@
-import requests
+import platform
+import os
+os_name = platform.system()
 from magnet.utils.globals import _f
-from magnet.utils.mlx import mistral
+if os_name == 'Darwin' and not os.getenv('DOCKER_ENV'):
+    try:
+        from magnet.utils.mlx import mistral
+    except ImportError:
+        _f("warn", "MLX module not found on macOS without DOCKER_ENV")
+
 import json
 
 class LocalInference:

magnet/utils/mlx/mistral.py

@@ -1,23 +1,22 @@
 # Copyright © 2023 Apple Inc.
 # docstrings - 2023 Prismadic, LLC.
-
+import os
 import json
 import time
 from dataclasses import dataclass
 from pathlib import Path
 from typing import List, Optional, Tuple
 import platform
-is_darwin = platform.system() == 'Darwin'
+os_name = platform.system()
 
-if is_darwin:
+if os_name == 'Darwin' and not os.getenv('DOCKER_ENV'):
     import mlx.core as mx
     import mlx.nn as nn
     from mlx.utils import tree_unflatten
 
 from sentencepiece import SentencePieceProcessor
 from magnet.utils.globals import _f
 from magnet.utils.data_classes import MistralArgs
-import torch.nn as nn
 
 class RMSNorm(nn.Module):
     def __init__(self, dims: int, eps: float = 1e-5):