diff --git a/src/client.py b/src/client.py index d01b0411e..acc166599 100644 --- a/src/client.py +++ b/src/client.py @@ -4,10 +4,6 @@ from typing import Optional -from llama_stack.distribution.library_client import ( - AsyncLlamaStackAsLibraryClient, # type: ignore - LlamaStackAsLibraryClient, # type: ignore -) from llama_stack_client import AsyncLlamaStackClient, LlamaStackClient # type: ignore from models.config import LLamaStackConfiguration from utils.types import Singleton @@ -26,6 +22,7 @@ def load(self, llama_stack_config: LLamaStackConfiguration) -> None: if llama_stack_config.use_as_library_client is True: if llama_stack_config.library_client_config_path is not None: logger.info("Using Llama stack as library client") + from llama_stack.distribution.library_client import LlamaStackAsLibraryClient # type: ignore client = LlamaStackAsLibraryClient( llama_stack_config.library_client_config_path ) @@ -62,6 +59,7 @@ async def load(self, llama_stack_config: LLamaStackConfiguration) -> None: if llama_stack_config.use_as_library_client is True: if llama_stack_config.library_client_config_path is not None: logger.info("Using Llama stack as library client") + from llama_stack.distribution.library_client import AsyncLlamaStackAsLibraryClient # type: ignore client = AsyncLlamaStackAsLibraryClient( llama_stack_config.library_client_config_path )