main.py

import sys
import os
import psutil

# Add the src directory to Python path for module imports
sys.path.append(os.path.dirname(os.path.abspath(__file__)) + "/src")

from src.services.llm_session import LLMSession
from src.services.indexer import Indexer
from src.services.indexer2 import Indexer2
from src.config.config import LLM_GENERATIVE_PROVIDER, LLM_GENERATIVE_MODEL
from src.utils.logger import setup_mlflow
from src.utils.logger import logger

setup_mlflow()

def main():
    logger.info("Contextual RAG Example")
    logger.info(f"Logical cores : {psutil.cpu_count(logical=True)}")
    logger.info(f"Physical cores : {psutil.cpu_count(logical=False)}")
    logger.info(f"CPU Usage : {psutil.cpu_percent()}%")

    logger.info("Index construction")

    # indexer = Indexer()
    indexer = Indexer2()

    # indexer.load_index()
    # indexer.load_chunks()
    
    # indexer.process_docs()
    # indexer.build_index()
    # indexer.save_chunks()

    indexer.execute_pipeline()

    logger.info("Successful index construction")
        

if __name__ == "__main__":
    main()