🔥 fix(bug): mistal MLX impl doesn't import torch

Author: mxchinegod

docs/conf.py

@@ -11,7 +11,7 @@
 project = 'magnet'
 copyright = '2023, Prismadic, LLC'
 author = 'Prismadic, LLC.'
-release = '0.3.16'
+release = '0.3.17'
 
 # -- General configuration ---------------------------------------------------
 # https://www.sphinx-doc.org/en/master/usage/configuration.html#general-configuration

magnet/utils/mlx/mistral.py

@@ -17,7 +17,7 @@
 from sentencepiece import SentencePieceProcessor
 from magnet.utils.globals import _f
 from magnet.utils.data_classes import MistralArgs
-
+import torch.nn as nn
 
 class RMSNorm(nn.Module):
     def __init__(self, dims: int, eps: float = 1e-5):

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "llm_magnet"
-version = "0.3.16"
+version = "0.3.17"
 description = "the small distributed language model toolkit. fine-tune state-of-the-art LLMs anywhere, rapidly."
 readme = "dynamic"
 

setup.py

@@ -2,7 +2,7 @@
 
 setup(
     name='llm_magnet',
-    version='0.3.16',
+    version='0.3.17',
     description="the small distributed language model toolkit. fine-tune state-of-the-art LLMs anywhere, rapidly.",
     long_description=open('README.md').read(),
     long_description_content_type='text/markdown',