setup_maining.py

# Setup script for Advanced Training AI
import subprocess
import sys
import os

def install_requirements():
    """
    Install required libraries for Advanced Training AI
    """
    requirements = [
        "scikit-learn",
        "numpy",
        "scipy"
    ]
    
    print("🔧 Installing libraries for Advanced Training AI...")
    
    for package in requirements:
        try:
            print(f"📦 Installing {package}...")
            subprocess.check_call([sys.executable, "-m", "pip", "install", package])
            print(f"✅ Installed {package}")
        except subprocess.CalledProcessError as e:
            print(f"❌ Error installing {package}: {e}")
    
    print("\n🎉 Installation complete!")
    
    # Check dataset folder
    print("\n📁 Checking dataset folder...")
    
    dataset_folder = "dataset"
    if os.path.exists(dataset_folder):
        txt_files = []
        for root, dirs, files in os.walk(dataset_folder):
            for file in files:
                if file.endswith('.txt'):
                    txt_files.append(os.path.join(root, file))
        
        if txt_files:
            total_size = 0
            for file in txt_files:
                try:
                    size = os.path.getsize(file)
                    total_size += size
                except:
                    pass
            
            print(f"✅ Found {len(txt_files)} .txt files in dataset folder")
            print(f"📊 Total size: {total_size / (1024*1024):.1f} MB")
            
            # Estimate training time
            estimated_time = len(txt_files) * 0.5  # 0.5 seconds per file (rough estimate)
            print(f"⏱️  Estimated training time: ~{estimated_time:.1f} seconds")
        else:
            print("⚠️  No .txt files found in dataset folder!")
    else:
        print(f"❌ Dataset folder '{dataset_folder}' not found!")
        print("Please create 'dataset' folder and add your .txt files there")
    
    print("\n📋 Usage Instructions:")
    print("1. Make sure your .txt files are in the 'dataset' folder")
    print("2. Run: python advanced_training_ai.py")
    print("3. Wait for training to complete")
    print("4. Start asking questions!")
    print("5. For text generation: python semantic_text_generator.py")

def check_memory():
    """
    Check if system has enough memory for training
    """
    print("\n💾 Checking system memory...")
    
    try:
        import psutil
        mem = psutil.virtual_memory()
        available_gb = mem.available / (1024**3)
        
        print(f"Available memory: {available_gb:.1f} GB")
        
        if available_gb < 2:
            print("⚠️  Warning: Less than 2GB available memory might cause issues with large datasets")
        else:
            print("✅ Memory check passed")
    except ImportError:
        print("⚠️  Could not check memory (psutil not installed)")
    except:
        print("⚠️  Could not determine available memory")

if __name__ == "__main__":
    install_requirements()
    check_memory()