From 37b10d722525d476e54f465dfb7db219c5c1c741 Mon Sep 17 00:00:00 2001
From: billxbf <billxbf@gmail.com>
Date: Tue, 22 Aug 2023 00:45:38 -0400
Subject: [PATCH] small fix

---
 gentopia/agent/vanilla/agent.py       | 5 ++++-
 gentopia/llm/client/huggingface.py    | 2 ++
 gentopia/manager/local_llm_manager.py | 1 -
 setup.py                              | 4 +++-
 4 files changed, 9 insertions(+), 3 deletions(-)

diff --git a/gentopia/agent/vanilla/agent.py b/gentopia/agent/vanilla/agent.py
index 405d3da..7289fba 100644
--- a/gentopia/agent/vanilla/agent.py
+++ b/gentopia/agent/vanilla/agent.py
@@ -1,7 +1,10 @@
 from typing import List, Union, Optional
 
 from gentopia.agent.base_agent import BaseAgent
-from gentopia.llm import OpenAIGPTClient, HuggingfaceLLMClient
+from gentopia.llm import OpenAIGPTClient
+from gentopia.utils.util import check_huggingface
+if check_huggingface():
+    from gentopia.llm import HuggingfaceLLMClient
 from gentopia.llm.base_llm import BaseLLM
 from gentopia.model.agent_model import AgentType
 from gentopia.output.base_output import BaseOutput
diff --git a/gentopia/llm/client/huggingface.py b/gentopia/llm/client/huggingface.py
index eac599e..51df599 100644
--- a/gentopia/llm/client/huggingface.py
+++ b/gentopia/llm/client/huggingface.py
@@ -4,6 +4,8 @@
     raise ImportError("Huggingface LLM requires PyTorch and Transformers to be installed.")
 import json
 import os
+import torch
+from transformers import TextIteratorStreamer
 from typing import Generator, Optional
 from threading import Thread
 from pydantic import validator
diff --git a/gentopia/manager/local_llm_manager.py b/gentopia/manager/local_llm_manager.py
index 6cbc73b..2f01607 100755
--- a/gentopia/manager/local_llm_manager.py
+++ b/gentopia/manager/local_llm_manager.py
@@ -3,7 +3,6 @@
 import socket
 from typing import AnyStr, Tuple, List
 from time import sleep
-from gentopia.llm import HuggingfaceLLMClient
 from gentopia.llm.base_llm import BaseLLM
 from gentopia.llm.wrap_llm import WrapLLM
 from gentopia.manager.base_llm_manager import BaseLLMManager, BaseServerInfo
diff --git a/setup.py b/setup.py
index f970768..558aab4 100644
--- a/setup.py
+++ b/setup.py
@@ -2,7 +2,7 @@
 
 setup(
     name='gentopia',
-    version='0.0.2',
+    version='0.0.4',
     packages=find_packages(exclude=['llm', 'llm.*']),
     url='https://github.com/Gentopia-AI/Gentopia',
     license='MIT license',
@@ -43,5 +43,7 @@
         'pinecone-client',
         'chroma',
         'chromadb',
+        'tiktoken',
+        'scholarly'
     ],
 )