Add LLM configuration and pipeline execution
This commit is contained in:
@@ -39,14 +39,15 @@ logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
class PipelineOrchestrator:
|
||||
def __init__(self, loop: asyncio.AbstractEventLoop):
|
||||
def __init__(self, loop: asyncio.AbstractEventLoop, llm_config: Optional[dict] = None):
|
||||
self.loop = loop
|
||||
self.llm_config = llm_config or {}
|
||||
|
||||
# Modules
|
||||
self.listener = AudioListener(loop=self.loop)
|
||||
self.transcriber = Transcriber(model_size="base", device="cuda")
|
||||
self.processor = LLMProcessor()
|
||||
self.rag_manager = RAGManager()
|
||||
self.processor = LLMProcessor(**self.llm_config)
|
||||
self.rag_manager = RAGManager(llm_config=self.llm_config)
|
||||
|
||||
# Queues
|
||||
self.stt_to_clean_queue = asyncio.Queue()
|
||||
|
||||
Reference in New Issue
Block a user