foodie-automator/manage_scripts.sh

#!/bin/bash

# Ensure logs and locks directories exist
BASE_DIR="/home/shane/foodie_automator"
LOG_DIR="$BASE_DIR/logs"
LOCK_DIR="$BASE_DIR/locks"
mkdir -p "$LOG_DIR" "$LOCK_DIR" || { echo "Error: Failed to create $LOG_DIR or $LOCK_DIR"; exit 1; }

# Handle stop command
if [ "$1" == "stop" ]; then
    log "Received stop command, stopping all scripts..."
    stop_scripts  # Stop foodie_automator_*.py scripts (includes lock file removal)
    # Stop foodie_engagement_generator.py
    if pkill -TERM -f "$VENV_PYTHON.*foodie_engagement_generator"; then
        log "Sent TERM to foodie_engagement_generator.py"
        sleep 2
        pkill -9 -f "$VENV_PYTHON.*foodie_engagement_generator" || true
    else
        log "No running foodie_engagement_generator.py found"
    fi
    rm -f "$LOCK_DIR/foodie_engagement_generator.lock" || log "Failed to remove foodie_engagement_generator.lock"
    log "Stopped foodie_engagement_generator.py"
    # Stop foodie_weekly_thread.py
    if pkill -TERM -f "$VENV_PYTHON.*foodie_weekly_thread"; then
        log "Sent TERM to foodie_weekly_thread.py"
        sleep 2
        pkill -9 -f "$VENV_PYTHON.*foodie_weekly_thread" || true
    else
        log "No running foodie_weekly_thread.py found"
    fi
    rm -f "$LOCK_DIR/foodie_weekly_thread.lock" || log "Failed to remove foodie_weekly_thread.lock"
    log "Stopped foodie_weekly_thread.py"
    log "All scripts stopped. Reminder: Disable cron jobs to prevent automatic restarts (crontab -e)."
    exit 0
fi

# Handle start command
if [ "$1" == "start" ]; then
    log "Received start command, starting all scripts..."
    cd "$BASE_DIR" || { log "Failed to change to $BASE_DIR"; exit 1; }
    source "$BASE_DIR/venv/bin/activate" || { log "Failed to activate virtual environment"; exit 1; }
    if [ -f "$BASE_DIR/.env" ]; then
        export $(grep -v '^#' "$BASE_DIR/.env" | xargs)
        log ".env variables loaded"
    else
        log "Error: .env file not found at $BASE_DIR/.env"
        exit 1
    fi
    # Start foodie_automator scripts with random 20-30 minute delays
    for script in foodie_automator_rss.py foodie_automator_reddit.py foodie_automator_google.py; do
        if [ -f "$script" ]; then
            sleep_time=$(run_script "$script")
            if [ -n "$sleep_time" ]; then
                log "Sleeping for $sleep_time seconds after $script"
                sleep "$sleep_time"
            fi
        else
            log "Script $script not found"
        fi
    done
    # Start foodie_engagement_generator.py
    if [ -f "foodie_engagement_generator.py" ]; then
        if ! check_running "foodie_engagement_generator"; then
            log "Running foodie_engagement_generator.py..."
            "$VENV_PYTHON" "foodie_engagement_generator.py" >> "$BASE_DIR/logs/foodie_engagement_generator.log" 2>&1
            log "foodie_engagement_generator.py completed"
        fi
    else
        log "Script foodie_engagement_generator.py not found"
    fi
    # Start foodie_weekly_thread.py
    if [ -f "foodie_weekly_thread.py" ]; then
        if ! check_running "foodie_weekly_thread"; then
            log "Running foodie_weekly_thread.py..."
            "$VENV_PYTHON" "foodie_weekly_thread.py" >> "$BASE_DIR/logs/foodie_weekly_thread.log" 2>&1
            log "foodie_weekly_thread.py completed"
        fi
    else
        log "Script foodie_weekly_thread.py not found"
    fi
    log "All scripts started. Ensure cron jobs are enabled for automatic scheduling (crontab -l)."
    exit 0
fi

# Directory to monitor
BASE_DIR="/home/shane/foodie_automator"
CHECKSUM_FILE="$BASE_DIR/.file_checksum"
LOG_FILE="$BASE_DIR/logs/manage_scripts.log"
VENV_PYTHON="$BASE_DIR/venv/bin/python"
LOCK_DIR="$BASE_DIR/locks"

# Log function
log() {
    echo "$(date '+%Y-%m-%d %H:%M:%S') - $1" >> "$LOG_FILE"
}

# Calculate checksum of files (excluding logs, JSON files, and venv)
calculate_checksum() {
    find "$BASE_DIR" -type f \
        -not -path "$BASE_DIR/logs/*" \
        -not -path "$BASE_DIR/*.json" \
        -not -path "$BASE_DIR/.file_checksum" \
        -not -path "$BASE_DIR/venv/*" \
        -not -path "$BASE_DIR/locks/*" \
        -exec sha256sum {} \; | sort | sha256sum | awk '{print $1}'
}

# Check if a script is running (using lock file)
check_running() {
    local script_name="$1"
    local lock_file="$LOCK_DIR/${script_name}.lock"
    if [ -f "$lock_file" ]; then
        local pid=$(cat "$lock_file")
        if ps -p "$pid" > /dev/null; then
            log "$script_name is already running (PID: $pid)"
            return 0
        else
            log "Stale lock file found for $script_name, removing"
            rm -f "$lock_file"
        fi
    fi
    return 1
}

# Run a script and extract sleep_time
run_script() {
    local script="$1"
    local script_name="${script%.py}"
    local script_log="$BASE_DIR/logs/${script_name}.log"
    if check_running "$script_name"; then
        return 1
    fi
    log "Running $script..."
    # Run script and capture output
    "$VENV_PYTHON" "$script" >> "$script_log" 2>&1
    # Extract sleep_time from the last log line or generate random 20-30 minutes
    sleep_time=$(tail -n 1 "$script_log" | grep -oP 'sleep_time: \K[0-9]+' || echo $((RANDOM % 601 + 1200)))
    log "$script completed, sleep_time: $sleep_time seconds"
    echo "$sleep_time"
}

# Stop scripts
stop_scripts() {
    log "Stopping scripts..."
    for script in foodie_automator_*.py; do
        if [ -f "$script" ] && [ "$script" != "foodie_weekly_thread.py" ] && [ "$script" != "foodie_engagement_tweet.py" ]; then
            local script_name="${script%.py}"
            pkill -TERM -f "$VENV_PYTHON.*$script_name" || true
        fi
    done
    sleep 10
    for script in foodie_automator_*.py; do
        if [ -f "$script" ] && [ "$script" != "foodie_weekly_thread.py" ] && [ "$script" != "foodie_engagement_tweet.py" ]; then
            local script_name="${script%.py}"
            pkill -9 -f "$VENV_PYTHON.*$script_name" || true
            rm -f "$LOCK_DIR/${script_name}.lock"
            log "Removed lock file for $script_name"
        fi
    done
    log "Scripts stopped."
}

# Update dependencies
update_dependencies() {
    log "Updating dependencies..."
    cd "$BASE_DIR" || { log "Failed to change to $BASE_DIR"; exit 1; }
    if [ ! -d "venv" ]; then
        python3 -m venv venv
        log "Created new virtual environment"
    fi
    source "$BASE_DIR/venv/bin/activate"
    "$VENV_PYTHON" -m pip install --upgrade pip
    if [ -f "requirements.txt" ]; then
        "$VENV_PYTHON" -m pip install -r requirements.txt || {
            log "Failed to install requirements.txt, attempting fallback dependencies"
            "$VENV_PYTHON" -m pip install requests openai beautifulsoup4 feedparser praw duckduckgo_search selenium Pillow pytesseract webdriver-manager
            log "Fallback: Installed core dependencies"
        }
    else
        log "Error: requirements.txt not found, installing core dependencies"
        "$VENV_PYTHON" -m pip install requests openai beautifulsoup4 feedparser praw duckduckgo_search selenium Pillow pytesseract webdriver-manager
    fi
    log "Dependencies updated."
}

# Main logic
log "Checking for file changes..."
CURRENT_CHECKSUM=$(calculate_checksum)

if [ -f "$CHECKSUM_FILE" ]; then
    PREVIOUS_CHECKSUM=$(cat "$CHECKSUM_FILE")
else
    PREVIOUS_CHECKSUM=""
fi

if [ "$CURRENT_CHECKSUM" != "$PREVIOUS_CHECKSUM" ]; then
    log "File changes detected. Previous checksum: $PREVIOUS_CHECKSUM, Current checksum: $CURRENT_CHECKSUM"
    
    # Stop scripts if running
    if pgrep -f "$VENV_PYTHON.*foodie_automator" > /dev/null; then
        stop_scripts
    fi

    # Update dependencies
    update_dependencies

    # Update checksum
    echo "$CURRENT_CHECKSUM" > "$CHECKSUM_FILE"
    log "Checksum updated."
fi

# Run scripts sequentially if not running
cd "$BASE_DIR" || { log "Failed to change to $BASE_DIR"; exit 1; }
source "$BASE_DIR/venv/bin/activate"
if [ -f "$BASE_DIR/.env" ]; then
    export $(grep -v '^#' "$BASE_DIR/.env" | xargs)
    log ".env variables loaded"
else
    log "Error: .env file not found at $BASE_DIR/.env"
    exit 1
fi

for script in foodie_automator_rss.py foodie_automator_reddit.py foodie_automator_google.py; do
    if [ -f "$script" ]; then
        sleep_time=$(run_script "$script")
        if [ -n "$sleep_time" ]; then
            log "Sleeping for $sleep_time seconds after $script"
            sleep "$sleep_time"
        fi
    else
        log "Script $script not found"
    fi
done

log "All scripts processed."
exit 0