Upload 6 files
Browse files- Dockerfile +13 -0
- main.py +1 -2
- requirements.txt +2 -4
Dockerfile
ADDED
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
FROM python:3.10
|
2 |
+
|
3 |
+
# Set workdir
|
4 |
+
WORKDIR /
|
5 |
+
|
6 |
+
# Copy files
|
7 |
+
COPY . /
|
8 |
+
|
9 |
+
# Install dependencies
|
10 |
+
RUN pip install --no-cache-dir -r requirements.txt
|
11 |
+
|
12 |
+
# Run the app with uvicorn
|
13 |
+
CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]
|
main.py
CHANGED
@@ -4,8 +4,7 @@ from pathlib import Path
|
|
4 |
from fastapi import FastAPI
|
5 |
from pydantic import BaseModel
|
6 |
from starlette.middleware.cors import CORSMiddleware
|
7 |
-
from starlette.responses import HTMLResponse
|
8 |
-
from starlette.staticfiles import StaticFiles
|
9 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
10 |
import torch
|
11 |
from peft import PeftModel
|
|
|
4 |
from fastapi import FastAPI
|
5 |
from pydantic import BaseModel
|
6 |
from starlette.middleware.cors import CORSMiddleware
|
7 |
+
from starlette.responses import HTMLResponse
|
|
|
8 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
9 |
import torch
|
10 |
from peft import PeftModel
|
requirements.txt
CHANGED
@@ -1,9 +1,7 @@
|
|
1 |
fastapi~=0.116.1
|
2 |
uvicorn
|
3 |
transformers~=4.55.2
|
4 |
-
peft~=0.17.0
|
5 |
torch~=2.8.0
|
6 |
-
|
7 |
-
pydantic~=2.11.7
|
8 |
starlette~=0.47.2
|
9 |
-
|
|
|
1 |
fastapi~=0.116.1
|
2 |
uvicorn
|
3 |
transformers~=4.55.2
|
|
|
4 |
torch~=2.8.0
|
5 |
+
peft~=0.17.0
|
|
|
6 |
starlette~=0.47.2
|
7 |
+
pydantic~=2.11.7
|