init

.gitignore

@@ -0,0 +1,163 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+#   in version control.
+#   https://pdm.fming.dev/#use-with-ide
+.pdm.toml
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+#.idea/
+
+Pipfile
+Pipfile.lock

Dockerfile

@@ -0,0 +1,27 @@
+# read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
+# you will also find guides on how best to write your Dockerfile
+
+FROM python:3.11
+
+WORKDIR /code
+
+COPY ./requirements.txt /code/requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+RUN docker pull jrottenberg/ffmpeg
+
+COPY . .
+
+RUN useradd -m -u 1000 user
+
+USER user
+
+ENV HOME=/home/user \
+	PATH=/home/user/.local/bin:$PATH
+
+WORKDIR $HOME/app
+
+COPY --chown=user . $HOME/app
+
+CMD ["uvicorn", "server:app", "--host", "0.0.0.0", "--port", "7860"]

README.md

@@ -1,10 +1,43 @@
 ---
 title: BrainRotTok
-emoji: 📊
-colorFrom: pink
-colorTo: indigo
+emoji: 🧟
+colorFrom: green
+colorTo: pink
 sdk: docker
 pinned: false
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+
+# BrainRotTok
+
+## What is BrainRotTok?
+
+BrainRotTok allows you to create those iconic TikTok videos with subtitles. There are different types of videos you can create, you can find the list of them below in the "What can you do with this?" section.
+
+The same project is also available on GitHub: [Detopall/BrainRotTok](https://github.com/Detopall/BrainRotTok)
+
+## What is brain rot?
+
+Brain rot is a term used to describe the feeling of your brain rotting away after watching those highly addictive, short videos on TikTok. It is also used to describe the content that causes this feeling. Brain rot content is usually low effort, low quality, and highly addictive.
+
+[Urban Dictionary](https://www.urbandictionary.com/define.php?term=Brainrot%20Content)
+
+## Why did I make this?
+
+I kept seeing these videos on TikTok and I thought it would be fun to make a website that allows you to create these videos. I also wanted to use FFmpeg and OpenAI's Whisper API, so I thought this would be a good project to do that.
+
+## What can you do with this?
+
+- **Basic**: a video with subtitles underneath
+- **Subway Surfers**: a top and bottom video with subtitles for the bottom video and the top video is muted
+- **Minecraft Reddit**: a background video with subtitles (provided by you) in the middle and the subtitles are spoken by a text-to-speech voice
+
+## What technologies are used?
+
+- React (with TypeScript)
+- Python
+- FastAPI
+- Whisper (OpenAI)
+- FFmpeg
+- ImageMagick

data/basic/subtitles.srt

@@ -0,0 +1,180 @@
+1.1
+00:00:00,000 --> 00:00:00,020
+I
+
+1.2
+00:00:00,020 --> 00:00:00,100
+know
+
+1.3
+00:00:00,100 --> 00:00:00,280
+what
+
+1.4
+00:00:00,280 --> 00:00:00,460
+you
+
+1.5
+00:00:00,460 --> 00:00:00,800
+want,
+
+1.6
+00:00:01,179 --> 00:00:01,480
+at
+
+1.7
+00:00:01,480 --> 00:00:01,620
+the
+
+1.8
+00:00:01,620 --> 00:00:01,840
+meeting,
+
+1.9
+00:00:02,240 --> 00:00:02,439
+if
+
+1.10
+00:00:02,439 --> 00:00:02,580
+you
+
+1.11
+00:00:02,580 --> 00:00:02,819
+don't
+
+1.12
+00:00:02,819 --> 00:00:02,980
+have
+
+1.13
+00:00:02,980 --> 00:00:03,100
+a
+
+1.14
+00:00:03,100 --> 00:00:03,299
+game
+
+1.15
+00:00:03,299 --> 00:00:03,620
+plan.
+
+2.1
+00:00:03,859 --> 00:00:03,980
+He
+
+2.2
+00:00:03,980 --> 00:00:04,139
+may
+
+2.3
+00:00:04,139 --> 00:00:04,280
+have
+
+2.4
+00:00:04,280 --> 00:00:04,419
+a
+
+2.5
+00:00:04,419 --> 00:00:04,599
+game
+
+2.6
+00:00:04,599 --> 00:00:04,879
+plan.
+
+3.1
+00:00:05,559 --> 00:00:05,740
+He
+
+3.2
+00:00:05,740 --> 00:00:05,919
+just
+
+3.3
+00:00:05,919 --> 00:00:06,400
+hasn't
+
+3.4
+00:00:06,400 --> 00:00:06,740
+shared
+
+3.5
+00:00:06,740 --> 00:00:06,919
+it
+
+3.6
+00:00:06,919 --> 00:00:07,040
+with
+
+3.7
+00:00:07,040 --> 00:00:07,320
+me.
+
+4.1
+00:00:07,860 --> 00:00:08,039
+But
+
+4.2
+00:00:08,039 --> 00:00:08,160
+I
+
+4.3
+00:00:08,160 --> 00:00:08,339
+tell
+
+4.4
+00:00:08,339 --> 00:00:08,500
+you
+
+4.5
+00:00:08,500 --> 00:00:08,619
+what,
+
+4.6
+00:00:08,699 --> 00:00:08,779
+I
+
+4.7
+00:00:08,779 --> 00:00:08,900
+don't
+
+4.8
+00:00:08,900 --> 00:00:08,980
+know
+
+4.9
+00:00:08,980 --> 00:00:09,140
+about
+
+4.10
+00:00:09,140 --> 00:00:09,460
+you,
+
+4.11
+00:00:09,839 --> 00:00:10,199
+but
+
+4.12
+00:00:10,199 --> 00:00:10,419
+I'm
+
+4.13
+00:00:10,419 --> 00:00:10,599
+going
+
+4.14
+00:00:10,599 --> 00:00:10,720
+to
+
+4.15
+00:00:10,720 --> 00:00:10,859
+go
+
+4.16
+00:00:10,859 --> 00:00:11,000
+to
+
+4.17
+00:00:11,000 --> 00:00:11,220
+bed.
+

data/minecraft/subtitles.srt

@@ -0,0 +1,204 @@
+1.1
+00:00:00,080 --> 00:00:00,220
+This
+
+1.2
+00:00:00,220 --> 00:00:00,380
+loop
+
+1.3
+00:00:00,380 --> 00:00:00,740
+iterates
+
+1.4
+00:00:00,740 --> 00:00:00,920
+over
+
+1.5
+00:00:00,920 --> 00:00:01,080
+the
+
+1.6
+00:00:01,080 --> 00:00:01,260
+range
+
+1.7
+00:00:01,260 --> 00:00:01,379
+of
+
+1.8
+00:00:01,379 --> 00:00:01,500
+the
+
+1.9
+00:00:01,500 --> 00:00:01,639
+length
+
+1.10
+00:00:01,639 --> 00:00:01,780
+of
+
+1.11
+00:00:01,780 --> 00:00:01,980
+input
+
+1.12
+00:00:01,980 --> 00:00:02,240
+clips
+
+1.13
+00:00:02,240 --> 00:00:02,439
+and
+
+1.14
+00:00:02,439 --> 00:00:02,700
+attempts
+
+1.15
+00:00:02,700 --> 00:00:02,919
+to
+
+1.16
+00:00:02,919 --> 00:00:03,180
+access
+
+1.17
+00:00:03,180 --> 00:00:03,439
+each
+
+1.18
+00:00:03,439 --> 00:00:03,640
+item
+
+1.19
+00:00:03,640 --> 00:00:03,819
+and
+
+1.20
+00:00:03,819 --> 00:00:04,019
+input
+
+1.21
+00:00:04,019 --> 00:00:04,419
+underscore
+
+1.22
+00:00:04,419 --> 00:00:04,660
+clips
+
+1.23
+00:00:04,660 --> 00:00:04,919
+using
+
+1.24
+00:00:04,919 --> 00:00:05,240
+input
+
+1.25
+00:00:05,240 --> 00:00:05,559
+underscore
+
+1.26
+00:00:05,559 --> 00:00:05,879
+clips
+
+1.27
+00:00:05,879 --> 00:00:06,500
+IDX.
+
+2.1
+00:00:07,240 --> 00:00:07,400
+The
+
+2.2
+00:00:07,400 --> 00:00:07,580
+error
+
+2.3
+00:00:07,580 --> 00:00:07,919
+suggests
+
+2.4
+00:00:07,919 --> 00:00:08,220
+that
+
+2.5
+00:00:08,220 --> 00:00:08,699
+IDX
+
+2.6
+00:00:08,699 --> 00:00:08,900
+goes
+
+2.7
+00:00:08,900 --> 00:00:09,199
+beyond
+
+2.8
+00:00:09,199 --> 00:00:09,339
+the
+
+2.9
+00:00:09,339 --> 00:00:09,519
+length
+
+2.10
+00:00:09,519 --> 00:00:09,660
+of
+
+2.11
+00:00:09,660 --> 00:00:09,859
+input
+
+2.12
+00:00:09,859 --> 00:00:10,199
+clips,
+
+2.13
+00:00:10,560 --> 00:00:10,919
+indicating
+
+2.14
+00:00:10,919 --> 00:00:11,179
+that
+
+2.15
+00:00:11,179 --> 00:00:11,300
+there
+
+2.16
+00:00:11,300 --> 00:00:11,460
+might
+
+2.17
+00:00:11,460 --> 00:00:11,619
+be
+
+2.18
+00:00:11,619 --> 00:00:11,820
+fewer
+
+2.19
+00:00:11,820 --> 00:00:12,080
+items
+
+2.20
+00:00:12,080 --> 00:00:12,300
+in
+
+2.21
+00:00:12,300 --> 00:00:12,519
+input
+
+2.22
+00:00:12,519 --> 00:00:12,759
+clips
+
+2.23
+00:00:12,759 --> 00:00:12,960
+than
+
+2.24
+00:00:12,960 --> 00:00:13,320
+expected.
+

data/subway/subtitles.srt

@@ -0,0 +1,80 @@
+1.1
+00:00:00,000 --> 00:00:01,459
+big
+
+1.2
+00:00:01,459 --> 00:00:01,899
+data,
+
+1.3
+00:00:02,819 --> 00:00:03,439
+machine
+
+1.4
+00:00:03,439 --> 00:00:03,879
+learning,
+
+1.5
+00:00:04,660 --> 00:00:05,320
+blockchain,
+
+1.6
+00:00:05,879 --> 00:00:06,740
+artificial
+
+1.7
+00:00:06,740 --> 00:00:07,400
+intelligence,
+
+1.8
+00:00:07,719 --> 00:00:07,980
+digital
+
+1.9
+00:00:07,980 --> 00:00:08,599
+manufacturing,
+
+1.10
+00:00:09,119 --> 00:00:09,380
+big
+
+1.11
+00:00:09,380 --> 00:00:09,660
+data
+
+2.1
+00:00:09,679 --> 00:00:10,140
+analysis,
+
+2.2
+00:00:10,640 --> 00:00:11,060
+quantum
+
+2.3
+00:00:11,060 --> 00:00:11,720
+communication
+
+2.4
+00:00:11,720 --> 00:00:12,740
+and
+
+2.5
+00:00:12,740 --> 00:00:13,660
+internet
+
+2.6
+00:00:13,660 --> 00:00:13,900
+of
+
+2.7
+00:00:13,900 --> 00:00:14,179
+things,
+
+2.8
+00:00:14,259 --> 00:00:14,419
+of
+
+2.9
+00:00:14,419 --> 00:00:14,679
+things.
+

endpoints/__init__.py

@@ -0,0 +1,7 @@
+from fastapi import APIRouter
+
+from .subway import router as subway_router
+from .minecraft import router as minecraft_router
+from .basic import router as basic_router
+from .rumble import router as rumble_router
+from .video_editor_cut import router as video_editor

endpoints/basic.py

@@ -0,0 +1,44 @@
+from fastapi import UploadFile, File, Form, BackgroundTasks
+from fastapi.responses import FileResponse
+from fastapi import APIRouter
+from generate_basic_subtitles import generate_basic_subtitles
+from endpoints.utils.remove_content_from_dir import remove_content_from_dir
+import os
+import shutil
+
+router = APIRouter()
+
+@router.post("/basic")
+async def create_basic_video(
+	video: UploadFile = File(...),
+	color: str = Form(...),
+	size: int = Form(...),
+	font: str = Form(...),
+	credit: str = Form(...),
+	credit_size: int = Form(...),
+	background_tasks: BackgroundTasks = BackgroundTasks()
+):
+	# Save the videos
+	basic_video_path = "./data/basic/videos/video.mp4"
+	with open(basic_video_path, "wb") as buffer:
+		shutil.copyfileobj(video.file, buffer)
+
+	options = {
+		"video": basic_video_path,
+		"font_color": color,
+		"font_size": size,
+		"font_family": font,
+		"border_size": 1,
+		"credit": credit,
+		"credit_size": credit_size,
+	}
+
+	result_video_path = generate_basic_subtitles(options)
+
+
+	if not os.path.exists(result_video_path):
+		return {"message": "Error generating subtitles!"}
+	
+	background_tasks.add_task(remove_content_from_dir, "./data/basic/videos")
+
+	return FileResponse(result_video_path, media_type="video/mp4", filename="result.mp4")

endpoints/minecraft.py

@@ -0,0 +1,45 @@
+from fastapi import UploadFile, File, Form, BackgroundTasks
+from fastapi.responses import FileResponse
+from fastapi import APIRouter
+from generate_minecraft_subtitles import generate_minecraft_subtitles
+from endpoints.utils.remove_content_from_dir import remove_content_from_dir
+import os
+import shutil
+
+router = APIRouter()
+
+@router.post("/minecraft")
+async def create_minecraft_video(
+	video: UploadFile = File(...),
+	subtitles: str = Form(...),
+	color: str = Form(...),
+	size: int = Form(...),
+	font: str = Form(...),
+	credit: str = Form(...),
+	credit_size: int = Form(...),
+	background_tasks: BackgroundTasks = BackgroundTasks()
+):
+	
+	background_video_path = "./data/minecraft/videos/background_video.mp4"
+	# Save the videos
+	with open(background_video_path, "wb") as buffer:
+		shutil.copyfileobj(video.file, buffer)
+
+	options = {
+		"background_video": background_video_path,
+		"font_color": color,
+		"font_size": size,
+		"font_family": font,
+		"border_size": 1,
+		"credit": credit,
+		"credit_size": credit_size,
+	}
+
+	result_video_path = generate_minecraft_subtitles(options, subtitles)
+
+	if not os.path.exists(result_video_path):
+		return {"message": "Error generating subtitles!"}
+
+	background_tasks.add_task(remove_content_from_dir, "./data/minecraft/videos")
+
+	return FileResponse(result_video_path, media_type="video/mp4", filename="result.mp4")

endpoints/subway.py

@@ -0,0 +1,48 @@
+from fastapi import UploadFile, File, Form, BackgroundTasks
+from fastapi.responses import FileResponse
+from fastapi import APIRouter
+from generate_subway_subtitles import generate_subway_subtitles
+from endpoints.utils.remove_content_from_dir import remove_content_from_dir
+import os
+import shutil
+
+router = APIRouter()
+
+@router.post("/subway")
+async def create_subway_video(
+	top_video: UploadFile = File(...),
+	bottom_video: UploadFile = File(...),
+	color: str = Form(...),
+	size: int = Form(...),
+	font: str = Form(...),
+	credit: str = Form(...),
+	credit_size: int = Form(...),
+	background_tasks: BackgroundTasks = BackgroundTasks()
+):
+	top_video_path = "./data/subway/videos/top_video.mp4"
+	bottom_video_path = "./data/subway/videos/bottom_video.mp4"
+	# Save the videos
+	with open(top_video_path, "wb") as buffer:
+		shutil.copyfileobj(top_video.file, buffer)
+	with open(bottom_video_path, "wb") as buffer:
+		shutil.copyfileobj(bottom_video.file, buffer)
+
+	options = {
+		"top_video": top_video_path,
+		"bottom_video": bottom_video_path,
+		"font_color": color,
+		"font_size": size,
+		"font_family": font,
+		"border_size": 1,
+		"credit": credit,
+		"credit_size": credit_size,
+	}
+
+	result_video_path = generate_subway_subtitles(options)
+
+	if not os.path.exists(result_video_path):
+		return {"message": "Error generating subtitles!"}
+	
+	background_tasks.add_task(remove_content_from_dir, "./data/subway/videos")
+
+	return FileResponse(result_video_path, media_type="video/mp4", filename="result.mp4")

endpoints/utils/remove_content_from_dir.py

@@ -0,0 +1,13 @@
+import os
+import shutil
+
+def remove_content_from_dir(folder):
+	for filename in os.listdir(folder):
+		file_path = os.path.join(folder, filename)
+		try:
+			if os.path.isfile(file_path) or os.path.islink(file_path):
+				os.unlink(file_path)
+			elif os.path.isdir(file_path):
+				shutil.rmtree(file_path)
+		except Exception as e:
+			print('Failed to delete %s. Reason: %s' % (file_path, e))

endpoints/video_editor_cut.py

@@ -0,0 +1,70 @@
+import json
+import shutil
+import subprocess
+from typing import List
+from fastapi import UploadFile, File, Form
+from fastapi.responses import FileResponse
+from fastapi import APIRouter, BackgroundTasks
+import os
+
+router = APIRouter()
+
+@router.post("/cut")
+async def cut_videos(
+	videos: List[UploadFile] = File(...),
+	timestamps: str = Form(...),
+	background_tasks: BackgroundTasks = BackgroundTasks()
+):
+	timestamps_dict = json.loads(timestamps)
+	temp_dir = "./data/video_editor/videos"
+	if not os.path.exists(temp_dir):
+		os.makedirs(temp_dir)
+
+	save_and_cut(videos, temp_dir, timestamps_dict)
+
+	clean_temp_dir = remove_temp_files(temp_dir)
+
+	zip_filename = shutil.make_archive(f"{clean_temp_dir}", 'zip', "./data/video_editor/")
+
+	background_tasks.add_task(remove_zip_folder, zip_filename)
+
+	return FileResponse(zip_filename)
+
+
+def save_and_cut(videos, temp_dir, timestamps_dict):
+	for index, video in enumerate(videos):
+		temp_video_path = f"{temp_dir}/{video.filename}-{index}.mp4"
+		with open(temp_video_path, "wb") as f:
+			shutil.copyfileobj(video.file, f)
+
+		cut_start = timestamps_dict[str(index)]["start"]
+		cut_end = timestamps_dict[str(index)]["end"]
+
+		# Remove the "-index" from the filename by removing everything after the last "-"
+		filename_without_extension = os.path.splitext(temp_video_path)[0]
+		filename_without_index = filename_without_extension.rsplit("-", 1)[0]
+		output_video_path = f"{filename_without_index}_cut.mp4"
+
+		subprocess.run([
+			"ffmpeg",
+			"-i", temp_video_path,
+			"-ss", cut_start,
+			"-t", cut_end,
+			"-y", output_video_path
+		])
+
+		# Remove the temporary video file
+		os.remove(temp_video_path)
+
+def remove_temp_files(temp_dir):
+	for filename in os.listdir(temp_dir):
+		if "cut" not in filename:
+			os.remove(f"{temp_dir}/{filename}")
+		if "cut" in filename:
+			os.rename(f"{temp_dir}/{filename}", f"{temp_dir}/{filename.replace('_cut.mp4', '')}")
+	return temp_dir
+
+def remove_zip_folder(zip_filename):
+	if os.path.exists(zip_filename):
+		shutil.rmtree(zip_filename[:-4])
+		os.remove(zip_filename)

generate_basic_subtitles.py

@@ -0,0 +1,54 @@
+from utils.create_subtitles import hex_to_ffmpeg_color, create_subtitles
+from utils.transcribe_audio import transcribe_audio
+from utils.video_to_audio import extract_audio
+import subprocess
+import os
+
+def generate_basic_subtitles(customization_options):
+	customization_options['font_color'] = hex_to_ffmpeg_color(customization_options['font_color'])
+
+	video_path = customization_options['video']
+	audio_file_path = "./data/basic/audio.mp3"
+	subtitle_file = "./data/basic/subtitles.srt"
+	output_directory = "./data/basic/videos"
+	
+	extract_audio(video_path, audio_file_path)
+	transcription = transcribe_audio(audio_file_path)
+	create_subtitles(transcription, subtitle_file)
+
+	subtitle_output_path = add_subtitle(video_path, subtitle_file, customization_options, output_directory)
+	result_output_path = add_text_to_video(subtitle_output_path, customization_options, output_directory)
+
+	return result_output_path
+
+
+def add_subtitle(video_path, subtitle_file, customization_options, output_directory):
+	subtitle_video_path = os.path.join(output_directory, 'subtitle_video.mp4')
+	
+	# Add the subtitle to the video
+	subtitle_cmd = [
+		"ffmpeg",
+		"-i", video_path,
+		"-vf", f"subtitles={subtitle_file}:force_style='Fontsize={customization_options['font_size']},PrimaryColour={customization_options['font_color']},Fontname={customization_options['font_family']},MarginV=50'",
+		"-c:a", "copy",
+		"-y", subtitle_video_path
+	]
+
+	subprocess.run(subtitle_cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+
+	return subtitle_video_path
+
+
+def add_text_to_video(subtitle_output_path, customization_options, output_directory):
+	result_video_path = os.path.join(output_directory, 'result.mp4')
+	cmd = [
+		'ffmpeg',
+		'-i', subtitle_output_path,
+		'-vf', f'drawtext=text=\'{customization_options["credit"]}\':fontcolor=white:fontsize={customization_options["credit_size"]}:box=1:[email protected]:boxborderw=5:x=(w-text_w)/2:y=h-th-10',
+		'-codec:a', 'copy',
+		"-y", result_video_path
+	]
+
+	subprocess.run(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+
+	return result_video_path

generate_minecraft_subtitles.py

@@ -0,0 +1,113 @@
+from utils.create_subtitles import hex_to_ffmpeg_color, create_subtitles
+from utils.transcribe_audio import transcribe_audio
+from utils.text_to_speech import text_to_speech
+import subprocess
+import os
+
+def generate_minecraft_subtitles(customization_options, subtitles):
+	customization_options['font_color'] = hex_to_ffmpeg_color(customization_options['font_color'])
+
+	audio_file_path = "./data/minecraft/audio.mp3"
+	subtitle_file = "./data/minecraft/subtitles.srt"
+
+	background_video_path = customization_options['background_video']
+	output_directory = "./data/minecraft/videos"
+	
+	text_to_speech(subtitles, audio_file_path)
+	transcription = transcribe_audio(audio_file_path)
+	create_subtitles(transcription, subtitle_file)
+
+	audio_output_video_path = background_video_operations(background_video_path, audio_file_path, output_directory)
+	subtitle_output_path = add_subtitle(audio_output_video_path, subtitle_file, customization_options, output_directory)
+	result_output_path = add_text_to_video(subtitle_output_path, customization_options, output_directory)
+
+	return result_output_path
+
+
+
+def background_video_operations(background_video_path, audio_file_path, output_directory):
+	muted_output_filepath = os.path.join(output_directory, 'video_muted.mp4')
+	trimmed_output_filepath = os.path.join(output_directory, 'video_muted_trimmed.mp4')
+	audio_output_video_path = os.path.join(output_directory, 'audio_background_video.mp4')
+
+	# Mute the background video
+	mute_background_cmd = [
+		"ffmpeg",
+		"-i", background_video_path,
+		"-af", "volume=0.0",
+		"-c:v", "copy",
+		"-y", muted_output_filepath
+	]
+
+	subprocess.run(mute_background_cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+
+
+	# Audio duration
+	audio_duration_cmd = [
+		'ffprobe',
+		'-i', audio_file_path,
+		'-show_entries',
+		'format=duration',
+		'-v', 'quiet',
+		'-of', 'csv=p=0'
+	]
+	audio_duration = float(subprocess.check_output(audio_duration_cmd).decode('utf-8').strip())
+
+	# Trim the video to match the duration of the audio
+	trim_video_cmd = [
+		'ffmpeg',
+		'-i', muted_output_filepath,
+		'-t', str(audio_duration),
+		'-c', 'copy',
+		"-y", trimmed_output_filepath
+	]
+	subprocess.run(trim_video_cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+
+	# Place the audio over the video
+	add_audio_cmd = [
+		'ffmpeg',
+		'-i', trimmed_output_filepath,
+		'-i', audio_file_path,
+		'-c:v', 'copy',
+		'-c:a', 'aac',
+		'-map', '0:v:0',
+		'-map', '1:a:0',
+		'-shortest',
+		'-y', audio_output_video_path
+	]
+
+	subprocess.run(add_audio_cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+
+	return audio_output_video_path
+
+
+def add_subtitle(audio_output_video_path, subtitle_file, customization_options, output_directory):
+	subtitle_video_path = os.path.join(output_directory, 'subtitle_video.mp4')
+
+	subtitle_cmd = [
+		"ffmpeg",
+		"-i", audio_output_video_path,
+		"-vf", f"subtitles={subtitle_file}:force_style='Fontsize={customization_options['font_size']},Fontname={customization_options['font_family']},BorderColor=black@{customization_options['border_size']},PrimaryColour={customization_options['font_color']}'",
+		"-c:a", "aac",
+		"-c:v", "libx264",
+		"-y", subtitle_video_path,
+	]
+
+	subprocess.run(subtitle_cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+
+	return subtitle_video_path
+
+
+def add_text_to_video(subtitle_output_path, customization_options, output_directory):
+	result_video_path = os.path.join(output_directory, 'result.mp4')
+	cmd = [
+		'ffmpeg',
+		'-i', subtitle_output_path,
+		'-vf', f'drawtext=text=\'{customization_options["credit"]}\':fontcolor=white:fontsize={customization_options["credit_size"]}:box=1:[email protected]:boxborderw=5:x=(w-text_w)/2:y=(h-text_h)/2',
+		'-codec:a', 'copy',
+		"-y", result_video_path
+	]
+
+	subprocess.run(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+
+	return result_video_path

generate_subway_subtitles.py

@@ -0,0 +1,140 @@
+import subprocess
+from utils.video_to_audio import extract_audio
+from utils.transcribe_audio import transcribe_audio
+from utils.create_subtitles import create_subtitles, hex_to_ffmpeg_color
+import os
+
+
+def generate_subway_subtitles(customization_options):
+	customization_options['font_color'] = hex_to_ffmpeg_color(customization_options['font_color'])
+	audio_file = "./data/subway/audio.mp3"
+	subtitle_file = "./data/subway/subtitles.srt"
+
+	top_video_path = customization_options['top_video']
+	bottom_video_path = customization_options['bottom_video']
+	output_directory = "./data/subway/videos"
+
+	extract_audio(bottom_video_path, audio_file)
+	transcription = transcribe_audio(audio_file)
+	create_subtitles(transcription, subtitle_file)
+	
+	trimmed_output_filepath = top_video_operations(top_video_path, bottom_video_path, output_directory)
+
+	bottom_video_width, bottom_video_height = bottom_video_operations(bottom_video_path)
+
+	combined_output_path = combination_video(trimmed_output_filepath, bottom_video_path, bottom_video_width, bottom_video_height, output_directory)
+
+	subtitle_output_filepath = add_subtitle(combined_output_path, subtitle_file, customization_options, output_directory)
+
+	result_video_path = add_text_to_video(subtitle_output_filepath, customization_options, output_directory)
+
+	return result_video_path
+
+
+
+def top_video_operations(top_video_path, bottom_video_path, output_directory):
+	muted_output_filepath = os.path.join(output_directory, 'top_video_muted.mp4')
+
+	trimmed_output_filepath = os.path.join(output_directory, 'top_video_muted_trimmed.mp4')
+
+	mute_top_cmd = [
+		"ffmpeg",
+		"-i", top_video_path,
+		"-af", "volume=0.0",
+		"-c:v", "copy",
+		"-y", muted_output_filepath
+	]
+	subprocess.run(mute_top_cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+
+	get_duration_cmd = [
+		"ffprobe",
+		"-v", "error",
+		"-show_entries", "format=duration",
+		"-of", "default=noprint_wrappers=1:nokey=1",
+		bottom_video_path
+	]
+	duration = float(subprocess.check_output(get_duration_cmd, universal_newlines=True).strip())
+
+	trim_top_cmd = [
+		"ffmpeg",
+		"-i", muted_output_filepath,
+		"-t", str(duration),
+		"-c:v", "copy",
+		"-y", trimmed_output_filepath
+	]
+
+	subprocess.run(trim_top_cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+
+	return trimmed_output_filepath
+
+
+def bottom_video_operations(bottom_video_path):
+	bottom_video_height = int(subprocess.check_output([
+		"ffprobe",
+		"-v", "error",
+		"-select_streams", "v:0",
+		"-show_entries", "stream=height",
+		"-of", "csv=s=x:p=0",
+		bottom_video_path
+	], universal_newlines=True).strip())
+
+	bottom_video_width = int(subprocess.check_output([
+		"ffprobe",
+		"-v", "error",
+		"-select_streams", "v:0",
+		"-show_entries", "stream=width",
+		"-of", "csv=s=x:p=0",
+		bottom_video_path
+	], universal_newlines=True).strip())
+
+	return bottom_video_width, bottom_video_height
+
+def combination_video(trimmed_top_video_path, bottom_video_path, bottom_video_width, bottom_video_height, output_directory):
+	combined_output_filepath = os.path.join(output_directory, 'top_video_muted_trimmed_combined.mp4')
+
+	combine_cmd = [
+		"ffmpeg",
+		"-i", trimmed_top_video_path,
+		"-i", bottom_video_path,
+		"-filter_complex", f"[0:v]scale={bottom_video_width}:{bottom_video_height},setsar=1[main];[1:v]scale={bottom_video_width}:{bottom_video_height},setsar=1[bottom_scaled];[main][bottom_scaled]vstack=inputs=2[v];[0:a][1:a]amix=inputs=2[a]",
+		"-map", "[v]",
+		"-map", "[a]",
+		"-y", combined_output_filepath
+	]
+	
+	subprocess.run(combine_cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+
+	return combined_output_filepath
+
+
+def add_subtitle(combined_video_path, subtitle_file, customization_options, output_directory):
+	subtitle_output_filepath = os.path.join(output_directory, 'combined_subtitle.mp4')
+
+	subtitle_cmd = [
+		"ffmpeg",
+		"-i", combined_video_path,
+		"-vf", f"subtitles={subtitle_file}:force_style='Fontsize={customization_options['font_size']},Fontname={customization_options['font_family']},BorderColor=black@{customization_options['border_size']},PrimaryColour={customization_options['font_color']}'",
+		"-c:a", "aac",
+		"-c:v", "libx264",
+		"-y", subtitle_output_filepath,
+	]
+
+	subprocess.run(subtitle_cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+
+	return subtitle_output_filepath
+
+def add_text_to_video(subtitle_output_filepath, customization_options, output_directory):
+	result_video_path = os.path.join(output_directory, 'combined_subtitle_text.mp4')
+
+	cmd = [
+		'ffmpeg',
+		'-i', subtitle_output_filepath,
+		'-vf', f'drawtext=text=\'{customization_options["credit"]}\':fontcolor=white:fontsize={customization_options["credit_size"]}:box=1:[email protected]:boxborderw=5:x=(w-text_w)/2:y=(h-text_h)/2',
+		'-codec:a', 'copy',
+		"-y", result_video_path
+	]
+
+	subprocess.run(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+
+	return result_video_path
+

requirements.txt

@@ -0,0 +1,14 @@
+openai-whisper
+moviepy
+setuptools
+torch
+imageio["ffmpeg"]
+uvicorn
+fastapi
+pydantic
+python-multipart
+whisper-timestamped
+pyttsx3
+requests
+beautifulsoup4
+httpx

server.py

@@ -0,0 +1,23 @@
+from fastapi import FastAPI
+from fastapi.middleware.cors import CORSMiddleware
+import uvicorn
+from endpoints import subway_router, minecraft_router, basic_router, rumble_router, video_editor
+
+app = FastAPI()
+
+# Add CORS middleware
+app.add_middleware(
+	CORSMiddleware,
+	allow_origins=["*"],
+	allow_methods=["*"],
+	allow_headers=["*"]
+)
+
+app.include_router(subway_router, prefix="/generate-subtitles")
+app.include_router(minecraft_router, prefix="/generate-subtitles")
+app.include_router(basic_router, prefix="/generate-subtitles")
+app.include_router(rumble_router, prefix="/generate-subtitles")
+app.include_router(video_editor, prefix="/video-editor")
+
+if __name__ == "__main__":
+	uvicorn.run("server:app", host="localhost", port=8000, reload=True)

utils/create_subtitles.py

@@ -0,0 +1,25 @@
+def create_subtitles(transcription, subtitle_file_path):
+	def convert_to_srt_time(time):
+		milliseconds = int((time - int(time)) * 1000)
+		minutes, seconds = divmod(int(time), 60)
+		hours, minutes = divmod(minutes, 60)
+		return f"{hours:02d}:{minutes:02d}:{seconds:02d},{milliseconds:03d}"
+
+
+	with open(subtitle_file_path, "w") as subtitle_file:
+		for i, segments in enumerate(transcription['segments'], start=1):
+			for j, words in enumerate(segments['words'], start=1):
+				start_time = convert_to_srt_time(words['start'])
+				end_time = convert_to_srt_time(words['end'])
+
+				subtitle_line = f"{i}.{j}\n{start_time} --> {end_time}\n{words['text']}\n\n"
+
+				subtitle_file.write(subtitle_line)
+
+def hex_to_ffmpeg_color(hex_color):
+	# Remove '#' if present
+	hex_color = hex_color.lstrip('#')
+
+	# Convert hex to FFmpeg color format
+	ffmpeg_color = int(hex_color, 16)
+	return f'0x{ffmpeg_color:06x}'

utils/text_to_speech.py

@@ -0,0 +1,6 @@
+import pyttsx3
+
+def text_to_speech(text, audio_file_path):
+	engine = pyttsx3.init()
+	engine.save_to_file(text, audio_file_path)
+	engine.runAndWait()

utils/transcribe_audio.py

@@ -0,0 +1,7 @@
+import whisper_timestamped as whisper
+
+def transcribe_audio(audio_file):
+    audio = whisper.load_audio(audio_file)
+    model = whisper.load_model("base")
+    result = whisper.transcribe(model, audio)
+    return result

utils/video_to_audio.py

@@ -0,0 +1,14 @@
+from moviepy.editor import VideoFileClip
+
+def extract_audio(input_video, output_audio):
+    try:
+        video_clip = VideoFileClip(input_video)
+        audio_clip = video_clip.audio
+
+        if audio_clip:
+            audio_clip.write_audiofile(output_audio)
+
+        video_clip.close()
+        audio_clip.close()
+    except Exception as e:
+        print(f"Error extracting audio: {e}")