Create rag-client package
This commit is contained in:
@@ -2,6 +2,8 @@
|
||||
|
||||
from functools import lru_cache
|
||||
|
||||
from rag_client import HTTPRAGService, RAGServiceBase
|
||||
|
||||
from .config import Settings, settings
|
||||
from .services import (
|
||||
ConversationManagerService,
|
||||
@@ -10,7 +12,6 @@ from .services import (
|
||||
QuickReplyContentService,
|
||||
)
|
||||
from .services.firestore_service import FirestoreService
|
||||
from .services.rag_service import RAGService
|
||||
from .services.redis_service import RedisService
|
||||
|
||||
|
||||
@@ -50,9 +51,14 @@ def get_notification_manager() -> NotificationManagerService:
|
||||
|
||||
|
||||
@lru_cache(maxsize=1)
|
||||
def get_rag_service() -> RAGService:
|
||||
def get_rag_service() -> RAGServiceBase:
|
||||
"""Get RAG service instance."""
|
||||
return RAGService(settings)
|
||||
return HTTPRAGService(
|
||||
endpoint_url=settings.rag_endpoint_url,
|
||||
max_connections=100,
|
||||
max_keepalive_connections=20,
|
||||
timeout=30.0,
|
||||
)
|
||||
|
||||
|
||||
@lru_cache(maxsize=1)
|
||||
|
||||
Reference in New Issue
Block a user