install.sh

#!/bin/bash
# Complete installation script for Mirel with MX format support on H200

echo "Installing Mirel dependencies for GPT-OSS with MX format support..."

# Upgrade pip first
pip install --upgrade pip

# Install main requirements
pip install huggingface_hub>=0.34.0
pip install transformers>=4.55.0
pip install accelerate>=0.33.0
pip install torch>=2.4.0
pip install gradio>=5.42.0
pip install spaces

# Install LoRA/PEFT support
pip install peft>=0.11.0
pip install bitsandbytes>=0.43.1

# Install Harmony format
pip install openai-harmony

# Install Triton and MX format support
pip install triton>=3.4.0

# CRITICAL: Install triton_kernels from git subdirectory
# This is REQUIRED for MX format on H200 GPUs
echo "Installing triton_kernels (REQUIRED for MX format)..."
pip install git+https://github.com/triton-lang/triton.git@main#subdirectory=python/triton_kernels

# Optional but recommended
pip install safetensors>=0.4.0
pip install sentencepiece>=0.2.0
pip install protobuf>=3.20.0
pip install "numpy<2.0.0"

# Verify critical imports
echo "Verifying installation..."
python -c "
import sys
errors = []

try:
    import torch
    print(f'✓ PyTorch {torch.__version__}')
except ImportError as e:
    errors.append(f'✗ PyTorch: {e}')

try:
    import transformers
    print(f'✓ Transformers {transformers.__version__}')
except ImportError as e:
    errors.append(f'✗ Transformers: {e}')

try:
    import peft
    print(f'✓ PEFT {peft.__version__}')
except ImportError as e:
    errors.append(f'✗ PEFT: {e}')

try:
    import triton
    print(f'✓ Triton {triton.__version__}')
except ImportError as e:
    errors.append(f'✗ Triton: {e}')

try:
    import triton_kernels
    print('✓ Triton Kernels (MX format support)')
except ImportError as e:
    errors.append(f'✗ Triton Kernels (CRITICAL): {e}')
    print('⚠️  WARNING: MX format will NOT work without triton_kernels!')

try:
    import openai_harmony
    print('✓ OpenAI Harmony')
except ImportError as e:
    errors.append(f'✗ OpenAI Harmony: {e}')

try:
    import gradio
    print(f'✓ Gradio {gradio.__version__}')
except ImportError as e:
    errors.append(f'✗ Gradio: {e}')

if errors:
    print('\n❌ Installation issues found:')
    for error in errors:
        print(f'  {error}')
    sys.exit(1)
else:
    print('\n✅ All dependencies installed successfully!')
    print('You can now run the Mirel app with MX format support on H200 GPUs')
"

echo "Installation complete!"