Add LLM configuration and pipeline execution

This commit is contained in:
2026-05-31 14:13:58 -07:00
parent 2858c7e235
commit 71ecdb3468
4 changed files with 80 additions and 14 deletions
+4 -3
View File
@@ -39,14 +39,15 @@ logger = logging.getLogger(__name__)
class PipelineOrchestrator:
def __init__(self, loop: asyncio.AbstractEventLoop):
def __init__(self, loop: asyncio.AbstractEventLoop, llm_config: Optional[dict] = None):
self.loop = loop
self.llm_config = llm_config or {}
# Modules
self.listener = AudioListener(loop=self.loop)
self.transcriber = Transcriber(model_size="base", device="cuda")
self.processor = LLMProcessor()
self.rag_manager = RAGManager()
self.processor = LLMProcessor(**self.llm_config)
self.rag_manager = RAGManager(llm_config=self.llm_config)
# Queues
self.stt_to_clean_queue = asyncio.Queue()