small fix

Author: billxbf

gentopia/agent/vanilla/agent.py

@@ -1,7 +1,10 @@
 from typing import List, Union, Optional
 
 from gentopia.agent.base_agent import BaseAgent
-from gentopia.llm import OpenAIGPTClient, HuggingfaceLLMClient
+from gentopia.llm import OpenAIGPTClient
+from gentopia.utils.util import check_huggingface
+if check_huggingface():
+    from gentopia.llm import HuggingfaceLLMClient
 from gentopia.llm.base_llm import BaseLLM
 from gentopia.model.agent_model import AgentType
 from gentopia.output.base_output import BaseOutput

gentopia/llm/client/huggingface.py

@@ -4,6 +4,8 @@
     raise ImportError("Huggingface LLM requires PyTorch and Transformers to be installed.")
 import json
 import os
+import torch
+from transformers import TextIteratorStreamer
 from typing import Generator, Optional
 from threading import Thread
 from pydantic import validator

gentopia/manager/local_llm_manager.py

@@ -3,7 +3,6 @@
 import socket
 from typing import AnyStr, Tuple, List
 from time import sleep
-from gentopia.llm import HuggingfaceLLMClient
 from gentopia.llm.base_llm import BaseLLM
 from gentopia.llm.wrap_llm import WrapLLM
 from gentopia.manager.base_llm_manager import BaseLLMManager, BaseServerInfo

setup.py

@@ -2,7 +2,7 @@
 
 setup(
     name='gentopia',
-    version='0.0.2',
+    version='0.0.4',
     packages=find_packages(exclude=['llm', 'llm.*']),
     url='https://github.com/Gentopia-AI/Gentopia',
     license='MIT license',
@@ -43,5 +43,7 @@
         'pinecone-client',
         'chroma',
         'chromadb',
+        'tiktoken',
+        'scholarly'
     ],
 )