Upload 4 files

Notebooks/colab_ebook2audiobook.ipynb

@@ -0,0 +1,284 @@
+{
+  "nbformat": 4,
+  "nbformat_minor": 0,
+  "metadata": {
+    "colab": {
+      "provenance": [],
+      "gpuType": "T4",
+      "include_colab_link": true
+    },
+    "kernelspec": {
+      "name": "python3",
+      "display_name": "Python 3"
+    },
+    "language_info": {
+      "name": "python"
+    },
+    "accelerator": "GPU"
+  },
+  "cells": [
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "view-in-github",
+        "colab_type": "text"
+      },
+      "source": [
+        "<a href=\"https://colab.research.google.com/github/DrewThomasson/ebook2audiobook/blob/v25/Notebooks/colab_ebook2audiobook.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "source": [
+        "## Welcome to the ebook2audiobook free google colab!\n",
+        "## 🌟 Features\n",
+        "\n",
+        "- 📖 Converts eBooks to text format with Calibre.\n",
+        "- 📚 Splits eBook into chapters for organized audio.\n",
+        "- 🎙️ High-quality text-to-speech with [Coqui XTTS](https://huggingface.co/coqui/XTTS-v2), [Fairseq](https://github.com/facebookresearch/fairseq), [Bark](https://github.com/suno-ai/bark), [Vits](https://github.com/jaywalnut310/vits), and [Yourtts](https://github.com/Edresson/YourTTS).\n",
+        "- 🗣️ Optional voice cloning with your own voice file or choose from our pre-made fine-tuned models!\n",
+        "- 🌍 Supports multiple languages! Arabic (ar), Chinese (zh-cn), Czech (cs), Dutch (nl), English (en), French (fr), German (de), Hindi (hi), Hungarian (hu), Italian (it), Japanese (ja), Korean (ko), Polish (pl), Portuguese (pt), Russian (ru), Spanish (es), Turkish (tr), Vietnamese (vi), [+ 1107 languages via Fairseq](https://dl.fbaipublicfiles.com/mms/tts/all-tts-languages.html)\n",
+        "## Want to run locally for free? ⬇\n",
+        "## [Check out the ebook2audiobook github!](https://github.com/DrewThomasson/ebook2audiobook)"
+      ],
+      "metadata": {
+        "id": "DKNNnwD-HJwQ"
+      }
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "# @title 🚀 Run ebook2audiobook!\n",
+        "\n",
+        "import os\n",
+        "import re\n",
+        "import subprocess\n",
+        "import time  # Import the time module\n",
+        "from IPython.display import HTML, display\n",
+        "import pkg_resources  # For checking installed packages\n",
+        "\n",
+        "# Emojis for logs\n",
+        "CHECK_MARK = \"✅\"\n",
+        "CROSS_MARK = \"❌\"\n",
+        "\n",
+        "def display_loading_bar(total_steps):\n",
+        "    \"\"\"Displays a more visual text-based loading indicator in Colab.\"\"\"\n",
+        "    print(\"\\n---  LOADING...  Total steps:\", total_steps, \" ---\") # Separator and loading start\n",
+        "\n",
+        "def update_progress(step, total_steps):\n",
+        "  \"\"\"Updates the text-based loading indicator with a bar-like style.\"\"\"\n",
+        "  bar_length = 20  # Length of the \"bar\"\n",
+        "  progress_percent = int((step / total_steps) * 100)\n",
+        "  progress_filled = int(bar_length * step / total_steps)\n",
+        "  bar = '=' * progress_filled + '>' + ' ' * (bar_length - progress_filled -1 if (bar_length - progress_filled -1) >= 0 else 0) # Handle potential index error\n",
+        "  progress_text = f\"[{bar}] {progress_percent}% ({step}/{total_steps})\"\n",
+        "  print(f\"---  PROGRESS:  {progress_text} ---\") # Separator for progress update\n",
+        "\n",
+        "def run_command_with_log(command, description, step_progress, total_step_commands):\n",
+        "    \"\"\"Runs a command and logs its progress and outcome with emojis and duration.\"\"\"\n",
+        "    print(f\"\\n{step_progress}/{total_step_commands}: {description}...\")\n",
+        "    start_time = time.time()  # Record start time\n",
+        "    try:\n",
+        "        process = subprocess.Popen(command, shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)\n",
+        "        stdout, stderr = process.communicate()\n",
+        "        end_time = time.time()  # Record end time\n",
+        "        duration = end_time - start_time # Calculate duration\n",
+        "        duration_formatted = \"{:.2f}\".format(duration) # Format duration to 2 decimal places\n",
+        "\n",
+        "        if process.returncode != 0:\n",
+        "            print(f\"{CROSS_MARK} Command failed: {description} (Took {duration_formatted} seconds)\")\n",
+        "            print(f\"   Command: {command}\")\n",
+        "            print(f\"   Error Output:\\n{stderr.decode()}\")\n",
+        "            return False\n",
+        "        else:\n",
+        "            update_progress(step_progress, total_step_commands) # Use updated progress function\n",
+        "            print(f\"{CHECK_MARK} Command {step_progress}/{total_step_commands} completed: {description} (Took {duration_formatted} seconds)\")\n",
+        "            return True\n",
+        "\n",
+        "    except Exception as e:\n",
+        "        end_time = time.time()  # Record end time even if exception occurs\n",
+        "        duration = end_time - start_time # Calculate duration\n",
+        "        duration_formatted = \"{:.2f}\".format(duration) # Format duration\n",
+        "        print(f\"{CROSS_MARK} A general error occurred during command: {description} (Took {duration_formatted} seconds)\")\n",
+        "        print(f\"   Error: {e}\")\n",
+        "        return False\n",
+        "\n",
+        "# --- Step 1: OS-Level Installations ---\n",
+        "os_install_commands = [\n",
+        "    (\"sudo apt-get update\", \"Updating software package lists (Takes around 14.14 seconds)\"),\n",
+        "    (\"apt-get install -y libxcb-cursor0\", \"Install cursor display library (libxcb-cursor0 - for Calibre) (Takes around 12.99 seconds)\"),\n",
+        "    (\"sudo -v && wget -nv -O- https://download.calibre-ebook.com/linux-installer.sh | sudo sh /dev/stdin\", \"Download & install Calibre ebook manager(Takes around 29.40 seconds)\"),\n",
+        "    (\"apt-get install -y libegl1\", \"Install graphics library (libegl1) (Takes around 4.12 seconds)\"),\n",
+        "    (\"apt-get install -y libopengl0\", \"Install graphics library (libopengl0) (Takes around 3.07 seconds)\"),\n",
+        "    (\"apt-get install -y ffmpeg\", \"Install ffmpeg (audio/video conversion) (Takes around 3.52 seconds)\"),\n",
+        "    (\"apt-get install -y espeak-ng\", \"Install espeak-ng (espeak-ng tts engine) (Takes around 3.52 seconds)\"),\n",
+        "    (\"apt-get install -y mecab\", \"Install mecab (Japanese text analysis) (Takes around 14.51 seconds)\"),\n",
+        "    (\"apt-get install -y libmecab-dev\", \"Install mecab development files (Takes around 5.72 seconds)\"),\n",
+        "    (\"apt-get install -y mecab-ipadic-utf8\", \"Install mecab Japanese dictionary (UTF-8) (Takes around 9.58 seconds)\"),\n",
+        "    (\"apt-get install -y nodejs\", \"Install nodejs (Javascript runtime) (Takes around 7.03 seconds)\"),\n",
+        "    (\"pip install mecab-python3 unidic-lite\", \"Install mecab-python3 (Takes around 19.80 seconds)\"),\n",
+        "    (\"pip install unidic-lite\", \"Install lightweight unidic dictionary (Takes around 2.15 seconds)\"),\n",
+        "    (\"pip install unidic\", \"Install full Unidic dictionary (Takes around 4.00 seconds)\"),\n",
+        "    (\"python -m unidic download\", \"Download Unidic dictionary data (Takes around 29.05 seconds)\"),\n",
+        "]\n",
+        "os_install_completed = False\n",
+        "\n",
+        "# --- Step 2: Git Clone & Requirements ---\n",
+        "git_requirements_commands = [\n",
+        "    (\"git clone https://github.com/DrewThomasson/ebook2audiobook.git\", \"Git clone Ebook2audiobook\"),\n",
+        "    (\"pip install -r /content/ebook2audiobook/requirements.txt\", \"Install Python requirements (Takes around 202.4 seconds)\"),\n",
+        "]\n",
+        "git_requirements_completed = False\n",
+        "\n",
+        "# --- Step 3: Run App ---\n",
+        "run_app_completed = False\n",
+        "\n",
+        "\n",
+        "# --- Step 1 Execution ---\n",
+        "if os_install_completed:\n",
+        "    print(\"\\nStep 1: OS-Level Installations - Already completed, skipping.\")\n",
+        "else:\n",
+        "    print(\"\\n--- Step 1: OS-Level Installations ---\")\n",
+        "    print(\"This step installs essential software on the Colab system. (Takes around 3-4 minutes)\")\n",
+        "    total_steps_step1 = len(os_install_commands)\n",
+        "    display_loading_bar(total_steps_step1) # Start enhanced loading indicator\n",
+        "\n",
+        "    step1_success = True\n",
+        "    for i, (command, description) in enumerate(os_install_commands):\n",
+        "        if not run_command_with_log(command, description, i + 1, total_steps_step1):\n",
+        "            step1_success = False\n",
+        "            break\n",
+        "\n",
+        "    if step1_success:\n",
+        "        os_install_completed = True\n",
+        "        print(f\"\\n{CHECK_MARK} Step 1: OS-Level Installations - Completed Successfully!\")\n",
+        "    else:\n",
+        "        print(f\"\\n{CROSS_MARK} Step 1: OS-Level Installations - Failed. See error messages above.\")\n",
+        "\n",
+        "\n",
+        "# --- Step 2 Execution ---\n",
+        "if git_requirements_completed:\n",
+        "    print(\"\\nStep 2: Git Clone & Requirements - Already completed, skipping.\")\n",
+        "else:\n",
+        "    print(\"\\n--- Step 2: Git Clone & Requirements ---\")\n",
+        "    print(\"This step downloads program files and installs Python components. (Takes around 3-4 minutes)\")\n",
+        "    total_steps_step2 = len(git_requirements_commands)\n",
+        "    display_loading_bar(total_steps_step2) # Start enhanced loading indicator\n",
+        "\n",
+        "    step2_success = True\n",
+        "    for i, (command, description) in enumerate(git_requirements_commands):\n",
+        "        if not run_command_with_log(command, description, i + 1, total_steps_step2):\n",
+        "            step2_success = False\n",
+        "            break\n",
+        "\n",
+        "    if step2_success:\n",
+        "        git_requirements_completed = True\n",
+        "        print(f\"\\n{CHECK_MARK} Step 2: Git Clone & Requirements - Completed Successfully!\")\n",
+        "    else:\n",
+        "        print(f\"\\n{CROSS_MARK} Step 2: Git Clone & Requirements - Failed. See error messages above.\")\n",
+        "\n",
+        "\n",
+        "def modify_python_version(filepath, new_version=(3, 11)):\n",
+        "    \"\"\"\n",
+        "    Modifies the min_python_version in a Python file.\n",
+        "    (Function definition - same as before)\n",
+        "    \"\"\"\n",
+        "    try:\n",
+        "        with open(filepath, 'r') as f:\n",
+        "            file_content = f.read()\n",
+        "        pattern = r\"min_python_version = \\(\\s*(\\d+)\\s*,\\s*(\\d+)\\s*\\)\"\n",
+        "        def replacement(match):\n",
+        "            return f\"min_python_version = ({new_version[0]}, {new_version[1]})\"\n",
+        "        new_content = re.sub(pattern, replacement, file_content)\n",
+        "        if new_content != file_content:\n",
+        "            with open(filepath, 'w') as f:\n",
+        "                f.write(new_content)\n",
+        "            print(f\"Successfully changed min_python_version in {filepath} to {new_version}\")\n",
+        "        else:\n",
+        "            print(f\"min_python_version in {filepath} was already {new_version} or not found.\")\n",
+        "    except FileNotFoundError:\n",
+        "        print(f\"Error: File not found: {filepath}\")\n",
+        "    except Exception as e:\n",
+        "        print(f\"An error occurred: {e}\")\n",
+        "\n",
+        "def fix_functions_py(filepath):\n",
+        "    \"\"\"\n",
+        "    Scans functions.py and fixes the incorrect f-string issue if found.\n",
+        "    \"\"\"\n",
+        "    # Define the incorrect pattern (allowing indentation and triple quotes)\n",
+        "    incorrect_pattern = r\"msg\\s*=\\s*f'Voice file \\{re\\.sub\\(r'_\\(24000\\|16000\\)\\\\.wav\\$', '', selected_name\\)\\} deleted!'\"\n",
+        "\n",
+        "    # Correct replacement (keeping indentation)\n",
+        "    correct_replacement = \"\"\"                        cleaned_name = re.sub(r'_(24000|16000)\\\\.wav$', '', selected_name)\n",
+        "                        msg = f\"Voice file {cleaned_name} deleted!\" \"\"\"\n",
+        "\n",
+        "    try:\n",
+        "        # Read the file\n",
+        "        with open(filepath, \"r\") as file:\n",
+        "            lines = file.readlines()\n",
+        "\n",
+        "        # Check and replace the incorrect line\n",
+        "        modified_lines = []\n",
+        "        fixed = False\n",
+        "\n",
+        "        for line in lines:\n",
+        "            if re.search(incorrect_pattern, line.strip()):  # Use regex search instead of exact match\n",
+        "                print(\"🔍 Found incorrect line in functions.py. Fixing it now...\")\n",
+        "                modified_lines.append(correct_replacement + \"\\n\")  # Add the corrected version\n",
+        "                fixed = True\n",
+        "            else:\n",
+        "                modified_lines.append(line)  # Keep other lines unchanged\n",
+        "\n",
+        "        # Only overwrite the file if a fix was applied\n",
+        "        if fixed:\n",
+        "            with open(filepath, \"w\") as file:\n",
+        "                file.writelines(modified_lines)\n",
+        "            print(\"✅ Fix applied successfully!\")\n",
+        "        else:\n",
+        "            print(\"✅ No fix needed. The exact error line was not found.\")\n",
+        "\n",
+        "    except FileNotFoundError:\n",
+        "        print(f\"❌ Error: The file {filepath} was not found.\")\n",
+        "    except Exception as e:\n",
+        "        print(f\"❌ An error occurred: {e}\")\n",
+        "\n",
+        "# Modify conf.py AFTER git clone (Step 2 ensures clone is done)\n",
+        "filepath = \"/content/ebook2audiobook/lib/conf.py\"\n",
+        "modify_python_version(filepath)\n",
+        "\n",
+        "# Call the function to fix functions.py\n",
+        "filepath = \"/content/ebook2audiobook/lib/functions.py\"\n",
+        "fix_functions_py(filepath)\n",
+        "\n",
+        "\n",
+        "\n",
+        "\n",
+        "# --- Step 3 Execution ---\n",
+        "if run_app_completed:\n",
+        "    print(\"\\nStep 3: Run App - Already run (or skipped).\")\n",
+        "else:\n",
+        "    print(\"\\n--- Step 3: Run App ---\")\n",
+        "    print(\"This step starts the ebook2audiobook web interface.\")\n",
+        "    print(\"Starting ebook2audiobook...\")\n",
+        "    try:\n",
+        "        !cd ebook2audiobook && python app.py --script_mode full_docker --share\n",
+        "        run_app_completed = True\n",
+        "    except Exception as e:\n",
+        "        print(f\"{CROSS_MARK} Error starting app.py: {e}\")\n",
+        "    else:\n",
+        "        print(f\"\\n{CHECK_MARK} Step 3: Run App - Started! Check the output above for the Gradio link.\")\n",
+        "\n",
+        "\n",
+        "print(\"\\n--- All Steps Initiated (or Skipped if Already Run) ---\")\n",
+        "print(\"Check the output above for details on each step.\")"
+      ],
+      "metadata": {
+        "id": "Edxj355K0rUz",
+        "collapsed": true,
+        "cellView": "form"
+      },
+      "execution_count": null,
+      "outputs": []
+    }
+  ]
+}

Notebooks/finetune/xtts/colab_xtts_finetune_webui.ipynb

@@ -0,0 +1,159 @@
+{
+  "nbformat": 4,
+  "nbformat_minor": 0,
+  "metadata": {
+    "colab": {
+      "provenance": [],
+      "gpuType": "T4",
+      "include_colab_link": true
+    },
+    "kernelspec": {
+      "name": "python3",
+      "display_name": "Python 3"
+    },
+    "language_info": {
+      "name": "python"
+    },
+    "accelerator": "GPU"
+  },
+  "cells": [
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "view-in-github",
+        "colab_type": "text"
+      },
+      "source": [
+        "<a href=\"https://colab.research.google.com/github/DrewThomasson/ebook2audiobook/blob/v25/Notebooks/finetune/xtts/colab_xtts_finetune_webui.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "source": [
+        "## Welcome to the *xtts*-finetune-webui gradio gui!\n",
+        "\n",
+        "This webui is a slightly modified copy of the official webui for finetune xtts.\n",
+        "\n",
+        "If you are looking for an option for normal XTTS use look here https://github.com/daswer123/xtts-webui"
+      ],
+      "metadata": {
+        "id": "OVjEG_yGoC2W"
+      }
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "44HpAIVRfJve",
+        "collapsed": true,
+        "cellView": "form"
+      },
+      "outputs": [],
+      "source": [
+        "# @title 🛠️ Install requirments\n",
+        "#!DEBIAN_FRONTEND=noninteractive\n",
+        "!sudo apt-get update # && sudo apt-get -y upgrade\n",
+        "!sudo apt-get -y install libegl1\n",
+        "!sudo apt-get -y install libopengl0\n",
+        "!sudo apt-get -y install libxcb-cursor0\n",
+        "!pip install -r https://raw.githubusercontent.com/daswer123/xtts-finetune-webui/main/requirements.txt\n",
+        "!pip install gradio==4.44.1\n",
+        "!pip install fastapi==0.103.1\n",
+        "!pip install pydantic==2.3.0\n",
+        "\n",
+        "#More requirements\n",
+        "!nvcc --version #check cuda version if things break\n",
+        "!pip uninstall torch torchvision torchaudio -y\n",
+        "!pip install torch==2.1.2 torchvision==0.16.2 torchaudio==2.1.2 --index-url https://download.pytorch.org/whl/cu121\n"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "# @title 🚀 Run interface\n",
+        "%cd /content/\n",
+        "!git clone https://github.com/DrewThomasson/xtts-finetune-webui.git\n",
+        "%cd /content/xtts-finetune-webui\n",
+        "!python xtts_demo.py --share"
+      ],
+      "metadata": {
+        "id": "62Da1Q5AgN3W",
+        "cellView": "form"
+      },
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "import shutil\n",
+        "import requests\n",
+        "import os\n",
+        "from tqdm import tqdm  # Progress bar library\n",
+        "\n",
+        "# Define the paths\n",
+        "finetune_dir = '/content/xtts-finetune-webui/finetune_models/ready'  # @param {type:\"string\"}\n",
+        "dataset_dir = '/content/xtts-finetune-webui/finetune_models/dataset'  # @param {type:\"string\"}\n",
+        "\n",
+        "# Create a temporary directory to collect both folders before zipping\n",
+        "temp_dir = \"/content/temp_finetune_dataset\"\n",
+        "os.makedirs(temp_dir, exist_ok=True)\n",
+        "\n",
+        "# Copy both directories into the temporary directory with a progress bar\n",
+        "def copy_with_progress(src, dst):\n",
+        "    total_files = sum(len(files) for _, _, files in os.walk(src))\n",
+        "    with tqdm(total=total_files, desc=f\"Copying {os.path.basename(src)}\") as pbar:\n",
+        "        for root, _, files in os.walk(src):\n",
+        "            rel_path = os.path.relpath(root, src)\n",
+        "            target_path = os.path.join(dst, rel_path)\n",
+        "            os.makedirs(target_path, exist_ok=True)\n",
+        "            for file in files:\n",
+        "                shutil.copy(os.path.join(root, file), target_path)\n",
+        "                pbar.update(1)\n",
+        "\n",
+        "copy_with_progress(finetune_dir, os.path.join(temp_dir, \"ready\"))\n",
+        "copy_with_progress(dataset_dir, os.path.join(temp_dir, \"dataset\"))\n",
+        "\n",
+        "# Create a zip file of the combined directories with progress\n",
+        "zip_filename = \"finetune_and_dataset.zip\"\n",
+        "with tqdm(total=100, desc=\"Zipping files\") as pbar:\n",
+        "    shutil.make_archive(\"finetune_and_dataset\", 'zip', root_dir=temp_dir)\n",
+        "    pbar.update(100)\n",
+        "\n",
+        "# Define a function to stream the upload with a progress bar\n",
+        "def upload_with_progress(file_path, url):\n",
+        "    file_size = os.path.getsize(file_path)\n",
+        "    with open(file_path, 'rb') as f, tqdm(\n",
+        "        total=file_size, unit='B', unit_scale=True, desc=\"Uploading\"\n",
+        "    ) as progress:\n",
+        "        response = requests.post(\n",
+        "            url,\n",
+        "            files={\"file\": (file_path, f)},\n",
+        "            stream=True,\n",
+        "            headers={\"Connection\": \"keep-alive\"},\n",
+        "        )\n",
+        "        # Update the progress bar as chunks are sent\n",
+        "        for chunk in response.iter_content(chunk_size=4096):\n",
+        "            if chunk:\n",
+        "                progress.update(len(chunk))\n",
+        "    return response\n",
+        "\n",
+        "# Upload the zip file to file.io with a progress bar\n",
+        "response = upload_with_progress(zip_filename, \"https://file.io/?expires=1d\")\n",
+        "\n",
+        "# Parse the response and display the download link\n",
+        "if response.status_code == 200:\n",
+        "    download_link = response.json().get('link', 'Error: No link found.')\n",
+        "    print(f\"Your file is ready: {download_link}\")\n",
+        "else:\n",
+        "    print(f\"Failed to upload: {response.status_code} - {response.text}\")\n"
+      ],
+      "metadata": {
+        "id": "MYBWgKevr6S3",
+        "cellView": "form"
+      },
+      "execution_count": null,
+      "outputs": []
+    }
+  ]
+}

Notebooks/finetune/xtts/kaggle-xtts-finetune-webui-gradio-gui.ipynb

@@ -0,0 +1 @@
+{"metadata":{"kernelspec":{"name":"python3","display_name":"Python 3","language":"python"},"language_info":{"name":"python","version":"3.10.12","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"colab":{"provenance":[],"gpuType":"T4"},"accelerator":"GPU","kaggle":{"accelerator":"gpu","dataSources":[],"dockerImageVersionId":30919,"isInternetEnabled":true,"language":"python","sourceType":"notebook","isGpuEnabled":true}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"## Welcome to the *xtts*-finetune-webui gradio gui!\n\nThis webui is a slightly modified copy of the official webui for finetune xtts.\n\nIf you are looking for an option for normal XTTS use look here https://github.com/daswer123/xtts-webui","metadata":{"id":"OVjEG_yGoC2W"}},{"cell_type":"markdown","source":"## Disclamer this version should be considered alpha/beta!\n\n### Potential issues\n- float16 is disabled and float32 is used (not sure how to get float16 to work with kaggle)\n- this doesn't use kaggles persistant output directory as its limited to 20gb make sure to download models before ending sessions\n- the main disk is limited to 57 gb (you can go over it, it wont immediatly stop, but kaggle can crash at anytime)","metadata":{}},{"cell_type":"code","source":"# @title 🛠️ Install requirments\n#!DEBIAN_FRONTEND=noninteractive\n!sudo apt-get update # && sudo apt-get -y upgrade\n!sudo apt-get -y install libegl1\n!sudo apt-get -y install libopengl0\n!sudo apt-get -y install libxcb-cursor0\n!pip install -r https://raw.githubusercontent.com/daswer123/xtts-finetune-webui/main/requirements.txt\n!pip install gradio==4.44.1\n!pip install fastapi==0.103.1\n!pip install pydantic==2.3.0","metadata":{"cellView":"form","id":"44HpAIVRfJve","trusted":true},"outputs":[],"execution_count":null},{"cell_type":"code","source":"!nvcc --version\n!apt-get install libcudnn9-cuda-12 9.1.0 #fix a dependency issue","metadata":{"trusted":true},"outputs":[],"execution_count":null},{"cell_type":"markdown","source":"The code is basically the same as:\n\nhttps://github.com/daswer123/xtts-webui\n\nOnly change to repo is that float16 is changed to float32:\n\nhttps://github.com/Rihcus/xtts-finetune-webui/blob/2345589fb773a32b6f48b8f1aa7f4eca1aab476b/xtts_demo.py#L309","metadata":{}},{"cell_type":"code","source":"# @title 🚀 Run interface\n%cd /tmp/  \n!git clone https://github.com/Rihcus/xtts-finetune-webui #float16 is swapped to float32\n%cd /tmp/xtts-finetune-webui\n!python xtts_demo.py --share","metadata":{"cellView":"form","id":"62Da1Q5AgN3W","trusted":true},"outputs":[],"execution_count":null},{"cell_type":"markdown","source":"This part was from colab version not using it here","metadata":{}},{"cell_type":"code","source":"# import shutil\n# import requests\n# import os\n# from tqdm import tqdm  # Progress bar library\n\n# # Define the paths\n# finetune_dir = '/content/xtts-finetune-webui/finetune_models/ready'  # @param {type:\"string\"}\n# dataset_dir = '/content/xtts-finetune-webui/finetune_models/dataset'  # @param {type:\"string\"}\n\n# # Create a temporary directory to collect both folders before zipping\n# temp_dir = \"/content/temp_finetune_dataset\"\n# os.makedirs(temp_dir, exist_ok=True)\n\n# # Copy both directories into the temporary directory with a progress bar\n# def copy_with_progress(src, dst):\n#     total_files = sum(len(files) for _, _, files in os.walk(src))\n#     with tqdm(total=total_files, desc=f\"Copying {os.path.basename(src)}\") as pbar:\n#         for root, _, files in os.walk(src):\n#             rel_path = os.path.relpath(root, src)\n#             target_path = os.path.join(dst, rel_path)\n#             os.makedirs(target_path, exist_ok=True)\n#             for file in files:\n#                 shutil.copy(os.path.join(root, file), target_path)\n#                 pbar.update(1)\n\n# copy_with_progress(finetune_dir, os.path.join(temp_dir, \"ready\"))\n# copy_with_progress(dataset_dir, os.path.join(temp_dir, \"dataset\"))\n\n# # Create a zip file of the combined directories with progress\n# zip_filename = \"finetune_and_dataset.zip\"\n# with tqdm(total=100, desc=\"Zipping files\") as pbar:\n#     shutil.make_archive(\"finetune_and_dataset\", 'zip', root_dir=temp_dir)\n#     pbar.update(100)\n\n# # Define a function to stream the upload with a progress bar\n# def upload_with_progress(file_path, url):\n#     file_size = os.path.getsize(file_path)\n#     with open(file_path, 'rb') as f, tqdm(\n#         total=file_size, unit='B', unit_scale=True, desc=\"Uploading\"\n#     ) as progress:\n#         response = requests.post(\n#             url,\n#             files={\"file\": (file_path, f)},\n#             stream=True,\n#             headers={\"Connection\": \"keep-alive\"},\n#         )\n#         # Update the progress bar as chunks are sent\n#         for chunk in response.iter_content(chunk_size=4096):\n#             if chunk:\n#                 progress.update(len(chunk))\n#     return response\n\n# # Upload the zip file to file.io with a progress bar\n# response = upload_with_progress(zip_filename, \"https://file.io/?expires=1d\")\n\n# # Parse the response and display the download link\n# if response.status_code == 200:\n#     download_link = response.json().get('link', 'Error: No link found.')\n#     print(f\"Your file is ready: {download_link}\")\n# else:\n#     print(f\"Failed to upload: {response.status_code} - {response.text}\")\n","metadata":{"cellView":"form","id":"MYBWgKevr6S3","trusted":true},"outputs":[],"execution_count":null}]}

Notebooks/kaggle-ebook2audiobook.ipynb

@@ -0,0 +1 @@
+{"metadata":{"kernelspec":{"name":"python3","display_name":"Python 3","language":"python"},"language_info":{"name":"python","version":"3.10.12","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"colab":{"provenance":[],"gpuType":"T4"},"accelerator":"GPU","kaggle":{"accelerator":"gpu","dataSources":[],"dockerImageVersionId":30918,"isInternetEnabled":true,"language":"python","sourceType":"notebook","isGpuEnabled":true}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"## Welcome to the ebook2audiobook free kaggle!\n## 🌟 Features\n\n- 📖 Converts eBooks to text format with Calibre.\n- 📚 Splits eBook into chapters for organized audio.\n- 🎙️ High-quality text-to-speech with [Coqui XTTS](https://huggingface.co/coqui/XTTS-v2), [Fairseq](https://github.com/facebookresearch/fairseq), [Bark](https://github.com/suno-ai/bark), [Vits](https://github.com/jaywalnut310/vits), and [Yourtts](https://github.com/Edresson/YourTTS).\n- 🗣️ Optional voice cloning with your own voice file or choose from our pre-made fine-tuned models!\n- 🌍 Supports multiple languages! Arabic (ar), Chinese (zh-cn), Czech (cs), Dutch (nl), English (en), French (fr), German (de), Hindi (hi), Hungarian (hu), Italian (it), Japanese (ja), Korean (ko), Polish (pl), Portuguese (pt), Russian (ru), Spanish (es), Turkish (tr), Vietnamese (vi), [+ 1107 languages via Fairseq](https://dl.fbaipublicfiles.com/mms/tts/all-tts-languages.html)\n## Want to run locally for free? ⬇\n## [Check out the ebook2audiobook github!](https://github.com/DrewThomasson/ebook2audiobook)","metadata":{"id":"DKNNnwD-HJwQ"}},{"cell_type":"code","source":"# Update system packages\n!sudo apt-get update -y\n\n# Install prerequisites\n!sudo apt-get install -y software-properties-common\n\n# Add deadsnakes PPA for newer Python versions\n!sudo add-apt-repository -y ppa:deadsnakes/ppa\n!sudo apt-get update -y\n\n# Install Python 3.11 and essentials\n!sudo apt-get install -y python3.11 python3.11-distutils python3.11-venv\n\n# Install pip for Python 3.11\n!wget -q https://bootstrap.pypa.io/get-pip.py\n!python3.11 get-pip.py\n\n# Register Python 3.11 as an alternative\n!sudo update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.8 1\n!sudo update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.11 2\n\n# Automatically set Python 3.11 as default (no prompt)\n!sudo update-alternatives --set python3 /usr/bin/python3.11\n\n# Verify Python version\n!python3 --version\n\n# Install common packages using pip for Python 3.11\n!python3 -m pip install --upgrade pip\n!python3 -m pip install numpy pandas matplotlib","metadata":{"trusted":true},"outputs":[],"execution_count":null},{"cell_type":"code","source":"!python --version","metadata":{"trusted":true},"outputs":[],"execution_count":null},{"cell_type":"code","source":"# @title 🚀 Run ebook2audiobook!\n\nimport os\nimport re\nimport subprocess\nimport time  # Import the time module\nfrom IPython.display import HTML, display\nimport pkg_resources  # For checking installed packages\n\n# Emojis for logs\nCHECK_MARK = \"✅\"\nCROSS_MARK = \"❌\"\n\ndef display_loading_bar(total_steps):\n    \"\"\"Displays a more visual text-based loading indicator in Colab.\"\"\"\n    print(\"\\n---  LOADING...  Total steps:\", total_steps, \" ---\") # Separator and loading start\n\ndef update_progress(step, total_steps):\n  \"\"\"Updates the text-based loading indicator with a bar-like style.\"\"\"\n  bar_length = 20  # Length of the \"bar\"\n  progress_percent = int((step / total_steps) * 100)\n  progress_filled = int(bar_length * step / total_steps)\n  bar = '=' * progress_filled + '>' + ' ' * (bar_length - progress_filled -1 if (bar_length - progress_filled -1) >= 0 else 0) # Handle potential index error\n  progress_text = f\"[{bar}] {progress_percent}% ({step}/{total_steps})\"\n  print(f\"---  PROGRESS:  {progress_text} ---\") # Separator for progress update\n\ndef run_command_with_log(command, description, step_progress, total_step_commands):\n    \"\"\"Runs a command and logs its progress and outcome with emojis and duration.\"\"\"\n    print(f\"\\n{step_progress}/{total_step_commands}: {description}...\")\n    start_time = time.time()  # Record start time\n    try:\n        process = subprocess.Popen(command, shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)\n        stdout, stderr = process.communicate()\n        end_time = time.time()  # Record end time\n        duration = end_time - start_time # Calculate duration\n        duration_formatted = \"{:.2f}\".format(duration) # Format duration to 2 decimal places\n\n        if process.returncode != 0:\n            print(f\"{CROSS_MARK} Command failed: {description} (Took {duration_formatted} seconds)\")\n            print(f\"   Command: {command}\")\n            print(f\"   Error Output:\\n{stderr.decode()}\")\n            return False\n        else:\n            update_progress(step_progress, total_step_commands) # Use updated progress function\n            print(f\"{CHECK_MARK} Command {step_progress}/{total_step_commands} completed: {description} (Took {duration_formatted} seconds)\")\n            return True\n\n    except Exception as e:\n        end_time = time.time()  # Record end time even if exception occurs\n        duration = end_time - start_time # Calculate duration\n        duration_formatted = \"{:.2f}\".format(duration) # Format duration\n        print(f\"{CROSS_MARK} A general error occurred during command: {description} (Took {duration_formatted} seconds)\")\n        print(f\"   Error: {e}\")\n        return False\n\n# --- Step 1: OS-Level Installations ---\nos_install_commands = [\n    (\"sudo apt-get update\", \"Updating software package lists (Takes around 14.14 seconds)\"),\n    (\"apt-get install -y libxcb-cursor0\", \"Install cursor display library (libxcb-cursor0 - for Calibre) (Takes around 12.99 seconds)\"),\n    (\"sudo -v && wget -nv -O- https://download.calibre-ebook.com/linux-installer.sh | sudo sh /dev/stdin\", \"Download & install Calibre ebook manager(Takes around 29.40 seconds)\"),\n    (\"apt-get install -y libegl1\", \"Install graphics library (libegl1) (Takes around 4.12 seconds)\"),\n    (\"apt-get install -y libopengl0\", \"Install graphics library (libopengl0) (Takes around 3.07 seconds)\"),\n    (\"apt-get install -y ffmpeg\", \"Install ffmpeg (audio/video conversion) (Takes around 3.52 seconds)\"),\n    (\"apt-get install -y espeak-ng\", \"Install espeak-ng (espeak-ng tts engine) (Takes around 3.52 seconds)\"),\n    (\"apt-get install -y mecab\", \"Install mecab (Japanese text analysis) (Takes around 14.51 seconds)\"),\n    (\"apt-get install -y libmecab-dev\", \"Install mecab development files (Takes around 5.72 seconds)\"),\n    (\"apt-get install -y mecab-ipadic-utf8\", \"Install mecab Japanese dictionary (UTF-8) (Takes around 9.58 seconds)\"),\n    (\"apt-get install -y nodejs\", \"Install nodejs (Javascript runtime) (Takes around 7.03 seconds)\"),\n    (\"pip install mecab-python3 unidic-lite\", \"Install mecab-python3 (Takes around 19.80 seconds)\"),\n    (\"pip install unidic-lite\", \"Install lightweight unidic dictionary (Takes around 2.15 seconds)\"),\n    (\"pip install unidic\", \"Install full Unidic dictionary (Takes around 4.00 seconds)\"),\n    (\"python -m unidic download\", \"Download Unidic dictionary data (Takes around 29.05 seconds)\"),\n]\nos_install_completed = False\n\n# --- Step 2: Git Clone & Requirements ---\ngit_requirements_commands = [\n    (\"git clone https://github.com/DrewThomasson/ebook2audiobook.git\", \"Git clone Ebook2audiobook\"),\n#    (\"pip install -r /content/ebook2audiobook/requirements.txt\", \"Install Python requirements (Takes around 202.4 seconds)\"),\n    (\"pip install -r /kaggle/working/ebook2audiobook/requirements.txt\", \"Install Python requirements (Takes around 202.4 seconds)\"), # modified path for kaggle\n]\ngit_requirements_completed = False\n\n# --- Step 3: Run App ---\nrun_app_completed = False\n\n\n# --- Step 1 Execution ---\nif os_install_completed:\n    print(\"\\nStep 1: OS-Level Installations - Already completed, skipping.\")\nelse:\n    print(\"\\n--- Step 1: OS-Level Installations ---\")\n    print(\"This step installs essential software on the Colab system. (Takes around 3-4 minutes)\")\n    total_steps_step1 = len(os_install_commands)\n    display_loading_bar(total_steps_step1) # Start enhanced loading indicator\n\n    step1_success = True\n    for i, (command, description) in enumerate(os_install_commands):\n        if not run_command_with_log(command, description, i + 1, total_steps_step1):\n            step1_success = False\n            break\n\n    if step1_success:\n        os_install_completed = True\n        print(f\"\\n{CHECK_MARK} Step 1: OS-Level Installations - Completed Successfully!\")\n    else:\n        print(f\"\\n{CROSS_MARK} Step 1: OS-Level Installations - Failed. See error messages above.\")\n\n\n# --- Step 2 Execution ---\nif git_requirements_completed:\n    print(\"\\nStep 2: Git Clone & Requirements - Already completed, skipping.\")\nelse:\n    print(\"\\n--- Step 2: Git Clone & Requirements ---\")\n    print(\"This step downloads program files and installs Python components. (Takes around 3-4 minutes)\")\n    total_steps_step2 = len(git_requirements_commands)\n    display_loading_bar(total_steps_step2) # Start enhanced loading indicator\n\n    step2_success = True\n    for i, (command, description) in enumerate(git_requirements_commands):\n        if not run_command_with_log(command, description, i + 1, total_steps_step2):\n            step2_success = False\n            break\n\n    if step2_success:\n        git_requirements_completed = True\n        print(f\"\\n{CHECK_MARK} Step 2: Git Clone & Requirements - Completed Successfully!\")\n    else:\n        print(f\"\\n{CROSS_MARK} Step 2: Git Clone & Requirements - Failed. See error messages above.\")\n\n\ndef modify_python_version(filepath, new_version=(3, 11)):\n    \"\"\"\n    Modifies the min_python_version in a Python file.\n    (Function definition - same as before)\n    \"\"\"\n    try:\n        with open(filepath, 'r') as f:\n            file_content = f.read()\n        pattern = r\"min_python_version = \\(\\s*(\\d+)\\s*,\\s*(\\d+)\\s*\\)\"\n        def replacement(match):\n            return f\"min_python_version = ({new_version[0]}, {new_version[1]})\"\n        new_content = re.sub(pattern, replacement, file_content)\n        if new_content != file_content:\n            with open(filepath, 'w') as f:\n                f.write(new_content)\n            print(f\"Successfully changed min_python_version in {filepath} to {new_version}\")\n        else:\n            print(f\"min_python_version in {filepath} was already {new_version} or not found.\")\n    except FileNotFoundError:\n        print(f\"Error: File not found: {filepath}\")\n    except Exception as e:\n        print(f\"An error occurred: {e}\")\n\ndef fix_functions_py(filepath):\n    \"\"\"\n    Scans functions.py and fixes the incorrect f-string issue if found.\n    \"\"\"\n    # Define the incorrect pattern (allowing indentation and triple quotes)\n    incorrect_pattern = r\"msg\\s*=\\s*f'Voice file \\{re\\.sub\\(r'_\\(24000\\|16000\\)\\\\.wav\\$', '', selected_name\\)\\} deleted!'\"\n\n    # Correct replacement (keeping indentation)\n    correct_replacement = \"\"\"                        cleaned_name = re.sub(r'_(24000|16000)\\\\.wav$', '', selected_name)\n                        msg = f\"Voice file {cleaned_name} deleted!\" \"\"\"\n\n    try:\n        # Read the file\n        with open(filepath, \"r\") as file:\n            lines = file.readlines()\n\n        # Check and replace the incorrect line\n        modified_lines = []\n        fixed = False\n\n        for line in lines:\n            if re.search(incorrect_pattern, line.strip()):  # Use regex search instead of exact match\n                print(\"🔍 Found incorrect line in functions.py. Fixing it now...\")\n                modified_lines.append(correct_replacement + \"\\n\")  # Add the corrected version\n                fixed = True\n            else:\n                modified_lines.append(line)  # Keep other lines unchanged\n\n        # Only overwrite the file if a fix was applied\n        if fixed:\n            with open(filepath, \"w\") as file:\n                file.writelines(modified_lines)\n            print(\"✅ Fix applied successfully!\")\n        else:\n            print(\"✅ No fix needed. The exact error line was not found.\")\n\n    except FileNotFoundError:\n        print(f\"❌ Error: The file {filepath} was not found.\")\n    except Exception as e:\n        print(f\"❌ An error occurred: {e}\")\n\n# Modify conf.py AFTER git clone (Step 2 ensures clone is done)\n# filepath = \"/content/ebook2audiobook/lib/conf.py\" \nfilepath = \"/kaggle/working/ebook2audiobook/lib/conf.py\" # kaggle file path change\nmodify_python_version(filepath)\n\n# Call the function to fix functions.py\n# filepath = \"/content/ebook2audiobook/lib/functions.py\"\nfilepath = \"/kaggle/working/ebook2audiobook/lib/functions.py\" # kaggle file path change\nfix_functions_py(filepath)\n\n\n# --- Step 3 Execution ---\nif run_app_completed:\n    print(\"\\nStep 3: Run App - Already run (or skipped).\")\nelse:\n    print(\"\\n--- Step 3: Run App ---\")\n    print(\"This step starts the ebook2audiobook web interface.\")\n    print(\"Starting ebook2audiobook...\")\n    try:\n        !cd ebook2audiobook && python app.py --script_mode full_docker --share\n#        !cd ebook2audiobook && python app.py --script_mode full_docker #fix gradio block\n        run_app_completed = True\n    except Exception as e:\n        print(f\"{CROSS_MARK} Error starting app.py: {e}\")\n    else:\n        print(f\"\\n{CHECK_MARK} Step 3: Run App - Started! Check the output above for the Gradio link.\")\n\n\nprint(\"\\n--- All Steps Initiated (or Skipped if Already Run) ---\")\nprint(\"Check the output above for details on each step.\")","metadata":{"id":"Edxj355K0rUz","cellView":"form","trusted":true},"outputs":[],"execution_count":null}]}