#!/bin/bash # setup_musicgen_env.sh # Automates the setup of a clean virtual environment for MusicGen script # Handles dependency conflicts, installs compatible versions, and verifies setup # Designed for Ubuntu homelab (T-1000) with RTX 3060 Ti, CUDA 12, Python 3.10 set -e # Exit on any error # Define variables VENV_DIR="$HOME/ghostai_music_generator/musicgen_env" LOG_FILE="$HOME/ghostai_music_generator/setup_musicgen_env_$(date +%Y%m%d_%H%M%S).log" PYTHON_VERSION="python3.10" PIP="$VENV_DIR/bin/pip" PYTHON="$VENV_DIR/bin/python" # Create log directory mkdir -p "$(dirname "$LOG_FILE")" # Function to log messages log() { echo "[$(date +%Y-%m-%d\ %H:%M:%S)] $1" | tee -a "$LOG_FILE" } # Function to check command status check_status() { if [ $? -ne 0 ]; then log "ERROR: $1 failed" exit 1 fi } # Function to check if a package is installed check_package() { dpkg -l "$1" &>/dev/null return $? } # Start logging log "Starting MusicGen environment setup" # Install system dependencies log "Installing system dependencies..." sudo apt-get update >> "$LOG_FILE" 2>&1 check_status "apt-get update" for pkg in build-essential cmake python3.10 python3.10-venv python3.10-dev; do if ! check_package "$pkg"; then log "Installing $pkg..." sudo apt-get install -y "$pkg" >> "$LOG_FILE" 2>&1 check_status "install $pkg" else log "$pkg already installed" fi done # Remove existing virtual environment if it exists if [ -d "$VENV_DIR" ]; then log "Removing existing virtual environment at $VENV_DIR" rm -rf "$VENV_DIR" check_status "remove virtual environment" fi # Create and activate virtual environment log "Creating virtual environment at $VENV_DIR" $PYTHON_VERSION -m venv "$VENV_DIR" check_status "create virtual environment" source "$VENV_DIR/bin/activate" check_status "activate virtual environment" # Upgrade pip log "Upgrading pip..." $PIP install --upgrade pip >> "$LOG_FILE" 2>&1 check_status "upgrade pip" # Uninstall conflicting packages log "Uninstalling conflicting packages..." $PIP uninstall -y torch torchaudio numpy transformers requests spacy networkx audiocraft pydub gradio typer pydantic laion-clap pydantic-core xformers torchdata torchtext torchvision stable-audio-tools accelerate dctorch >> "$LOG_FILE" 2>&1 check_status "uninstall conflicting packages" # Install dependencies log "Installing dependencies..." $PIP install torch==2.1.0+cu121 torchaudio==2.1.0+cu121 --index-url https://download.pytorch.org/whl/cu121 >> "$LOG_FILE" 2>&1 check_status "install torch and torchaudio" $PIP install git+https://github.com/facebookresearch/audiocraft.git@refs/tags/v1.3.0 numpy==1.26.4 transformers==4.40.2 requests==2.31.0 spacy==3.7.2 networkx==2.8.8 pydub==0.25.1 gradio==3.50.2 pydantic==1.10.13 >> "$LOG_FILE" 2>&1 check_status "install remaining dependencies" # Verify installation log "Verifying installed packages..." $PIP list | grep -E "torch|torchaudio|numpy|transformers|requests|spacy|networkx|audiocraft|pydub|gradio|typer|pydantic|laion-clap" > "$HOME/ghostai_music_generator/verified_packages.txt" check_status "list installed packages" # Check CUDA and torch log "Verifying CUDA and torch..." $PYTHON -c "import torch; print(torch.__version__, torch.cuda.is_available(), torch.version.cuda)" >> "$LOG_FILE" 2>&1 check_status "verify CUDA and torch" # Test imports log "Testing imports..." $PYTHON -c "import torch; import torchaudio; import audiocraft; import numpy; import transformers; import requests; import spacy; import networkx; import pydub; import gradio; import pydantic; print('All imports successful')" >> "$LOG_FILE" 2>&1 check_status "test imports" # Check for dependency conflicts log "Checking for dependency conflicts with pipdeptree..." $PIP install pipdeptree >> "$LOG_FILE" 2>&1 check_status "install pipdeptree" $PYTHON -m pipdeptree > "$HOME/ghostai_music_generator/pipdeptree_output.txt" 2>> "$LOG_FILE" check_status "run pipdeptree" # Clean up unnecessary packages log "Cleaning up unnecessary packages..." $PIP uninstall -y stable-audio-tools laion-clap x-transformers accelerate dctorch torchdata torchtext torchvision >> "$LOG_FILE" 2>&1 || true # Ignore errors if not installed # Final verification log "Final verification of installed packages..." EXPECTED_PACKAGES=( "audiocraft==1.3.0" "gradio==3.50.2" "networkx==2.8.8" "numpy==1.26.4" "pydantic==1.10.13" "pydub==0.25.1" "requests==2.31.0" "spacy==3.7.2" "torch==2.1.0+cu121" "torchaudio==2.1.0+cu121" "transformers==4.40.2" "typer==0.7.0" ) for pkg in "${EXPECTED_PACKAGES[@]}"; do if $PIP list | grep -q "$pkg"; then log "$pkg verified" else log "ERROR: $pkg not found" exit 1 fi done log "MusicGen environment setup completed successfully" log "Virtual environment: $VENV_DIR" log "Log file: $LOG_FILE" log "Verified packages: $HOME/ghostai_music_generator/verified_packages.txt" log "Dependency tree: $HOME/ghostai_music_generator/pipdeptree_output.txt" log "To activate: source $VENV_DIR/bin/activate" log "To run script: python musicgen_optimized.py" exit 0