Upload 6 files

.env.example

@@ -0,0 +1,29 @@
+# HuggingFace配置
+HF_DATASET_ID=用户名/数据仓库
+HF_TOKEN=上个人中心申请
+HF_BRANCH=分支，基本上都是main
+PROXY_DOMAIN=hf-mirror.com
+#也可以自己反代，当然也可以直接使用这个国内镜像
+
+# 系统认证配置
+REQUIRE_LOGIN=true
+#改成false就不用认证了，我猜写的时候这个逻辑我加了吧？也许？大概？
+ACCESS_PASSWORD=
+#这个就是默认的访问密码
+SECRET_KEY=1234
+#这个随便反正只是flask框架用的，Claude帮我加了反正
+
+# MySQL数据库配置
+MYSQL_HOST=mysql.sqlpub.com
+#这个免费，反正就存个文件路径
+MYSQL_PORT=3306
+MYSQL_USER=mistpeak
+#用户自己设置
+MYSQL_PASSWORD=
+#这个密码自己设置
+MYSQL_DATABASE=datafile
+#数据库名字随便起就行
+
+# 可选系统配置，这俩其实没什么用，懒得删除了
+ALLOWED_FILE_TYPES=jpg,jpeg,png,gif,mp4,pdf,doc,docx,zip,rar,txt
+MAX_FILE_SIZE=1T

app.py

@@ -0,0 +1,246 @@
+from flask import (
+    Flask, 
+    render_template, 
+    request, 
+    jsonify, 
+    redirect, 
+    url_for,
+    send_file
+)
+from io import BytesIO
+import urllib.parse
+from functools import wraps
+import requests
+import hashlib
+import os
+from config import Config
+from models import Database
+from utils import get_file_type, format_file_size
+from huggingface_hub import HfApi
+
+# 初始化 HuggingFace API
+api = HfApi(token=Config.HF_TOKEN)
+app = Flask(__name__)
+app.config['SECRET_KEY'] = Config.SECRET_KEY
+db = Database()
+
+def require_auth(f):
+    @wraps(f)
+    def decorated(*args, **kwargs):
+        if not Config.REQUIRE_LOGIN:
+            return f(*args, **kwargs)
+        if not request.cookies.get('authenticated'):
+            if request.is_json:
+                return jsonify({'error': 'Unauthorized'}), 401
+            return redirect(url_for('login'))
+        return f(*args, **kwargs)
+    return decorated
+
+@app.route('/login', methods=['GET', 'POST'])
+def login():
+    if request.method == 'POST':
+        if request.form.get('password') == Config.ACCESS_PASSWORD:
+            response = jsonify({'success': True})
+            response.set_cookie('authenticated', 'true', secure=True, httponly=True)
+            return response
+        return jsonify({'error': 'Invalid password'}), 401
+    return render_template('login.html')
+
+@app.route('/logout')
+def logout():
+    response = redirect(url_for('login'))
+    response.delete_cookie('authenticated')
+    return response
+
+@app.route('/')
+@require_auth
+def index():
+    return render_template('index.html')
+
+@app.route('/api/files/list/')
+@app.route('/api/files/list/<path:directory>')
+@require_auth
+def list_files(directory=''):
+    try:
+        url = f"https://huggingface.co/api/datasets/{Config.HF_DATASET_ID}/tree/{Config.HF_BRANCH}"
+        if directory:
+            url = f"{url}/{directory}"
+            
+        response = requests.get(
+            url, 
+            headers={'Authorization': f'Bearer {Config.HF_TOKEN}'}
+        )
+        if not response.ok:
+            return jsonify({'error': 'Failed to fetch files', 'details': response.text}), response.status_code
+        
+        files = response.json()
+        for file in files:
+            if file['type'] == 'file':
+                file['file_type'] = get_file_type(file['path'])
+                file['size_formatted'] = format_file_size(file['size'])
+                # 添加预览和下载URL
+                file['preview_url'] = f"/api/files/preview/{file['path']}"
+                file['download_url'] = f"/api/files/download/{file['path']}"
+                
+        return jsonify(files)
+    except Exception as e:
+        return jsonify({'error': str(e)}), 500
+
+@app.route('/api/files/preview/<path:filepath>')
+@require_auth
+def preview_file(filepath):
+    try:
+        file_type = get_file_type(filepath)
+        if file_type not in ['image', 'video', 'document']:
+            return jsonify({'error': 'File type not supported for preview'}), 400
+            
+        url = f"https://{Config.PROXY_DOMAIN}/datasets/{Config.HF_DATASET_ID}/resolve/{Config.HF_BRANCH}/{filepath}"
+        response = requests.get(
+            url,
+            headers={'Authorization': f'Bearer {Config.HF_TOKEN}'},
+            stream=True
+        )
+        
+        if response.ok:
+            # 创建文件的内存缓存
+            file_data = BytesIO(response.content)
+            
+            # 根据文件类型返回适当的响应
+            return send_file(
+                file_data,
+                mimetype=response.headers.get('content-type', 'application/octet-stream'),
+                conditional=True  # 启用条件请求支持
+            )
+        
+        return jsonify({'error': 'Failed to fetch file'}), response.status_code
+    except Exception as e:
+        return jsonify({'error': str(e)}), 500
+    
+
+@app.route('/api/files/download/<path:filepath>')
+@require_auth
+def download_file(filepath):
+    try:
+        url = f"https://{Config.PROXY_DOMAIN}/datasets/{Config.HF_DATASET_ID}/resolve/{Config.HF_BRANCH}/{filepath}"
+        response = requests.get(
+            url, 
+            headers={'Authorization': f'Bearer {Config.HF_TOKEN}'},
+            stream=True
+        )
+        
+        if response.ok:
+            # 创建内存文件对象
+            file_obj = BytesIO(response.content)
+            
+            # 获取文件名并进行编码
+            filename = os.path.basename(filepath)
+            encoded_filename = urllib.parse.quote(filename.encode('utf-8'))
+            
+            # 使用 send_file 返回文件
+            return send_file(
+                file_obj,
+                download_name=filename,
+                as_attachment=True,
+                mimetype=response.headers.get('content-type', 'application/octet-stream')
+            )
+            
+        return jsonify({'error': 'File not found'}), 404
+    except Exception as e:
+        return jsonify({'error': str(e)}), 500
+    
+@app.route('/api/files/upload', methods=['POST'])
+@require_auth
+def upload_file():
+    if 'file' not in request.files:
+        return jsonify({'error': 'No file provided'}), 400
+        
+    file = request.files['file']
+    current_path = request.form.get('path', '').strip('/')
+    
+    try:
+        file_content = file.read()
+        file.seek(0)
+        
+        original_name = file.filename
+        stored_name = original_name
+        full_path = os.path.join(current_path, stored_name).replace("\\", "/")
+        
+        response = api.upload_file(
+            path_or_fileobj=file_content,
+            path_in_repo=full_path,
+            repo_id=Config.HF_DATASET_ID,
+            repo_type="dataset",
+            token=Config.HF_TOKEN
+        )
+        
+        if response:
+            with db.conn.cursor() as cursor:
+                cursor.execute("""
+                    INSERT INTO files (
+                        original_name, stored_name, file_path, 
+                        file_type, file_size
+                    ) VALUES (%s, %s, %s, %s, %s)
+                """, (
+                    original_name,
+                    stored_name,
+                    full_path,
+                    get_file_type(original_name),
+                    len(file_content)
+                ))
+                db.conn.commit()
+            
+            return jsonify({'success': True})
+        
+        return jsonify({'error': 'Upload failed'}), 500
+        
+    except Exception as e:
+        return jsonify({'error': str(e)}), 500
+   
+@app.route('/api/files/search')
+@require_auth
+def search_files():
+    keyword = request.args.get('keyword', '')
+    if not keyword:
+        return jsonify([])
+    
+    try:
+        files = db.search_files(keyword)
+        return jsonify([{
+            'name': f['original_name'],
+            'path': f['file_path'],
+            'type': get_file_type(f['file_path']),
+            'size': format_file_size(f['file_size']),
+            'created_at': f['created_at'].strftime('%Y-%m-%d %H:%M:%S')
+        } for f in files])
+    except Exception as e:
+        return jsonify({'error': str(e)}), 500
+
+@app.route('/api/files/delete/<path:filepath>', methods=['DELETE'])
+@require_auth
+def delete_file(filepath):
+    try:
+        # Initialize HuggingFace API
+        api = HfApi(token=Config.HF_TOKEN)
+        
+        # Delete file from HuggingFace Hub
+        api.delete_file(
+            path_in_repo=filepath,
+            repo_id=Config.HF_DATASET_ID,
+            repo_type="dataset"
+        )
+        
+        # Delete file record from database
+        with db.conn.cursor() as cursor:
+            cursor.execute(
+                "DELETE FROM files WHERE file_path = %s",
+                [filepath]
+            )
+            db.conn.commit()
+        
+        return jsonify({'success': True})
+        
+    except Exception as e:
+        return jsonify({'error': str(e)}), 500
+    
+if __name__ == '__main__':
+    app.run(host='0.0.0.0', port=5000, debug=True)

config.py

@@ -0,0 +1,25 @@
+import os
+from dotenv import load_dotenv
+
+load_dotenv()
+
+class Config:
+    # HuggingFace配置
+    HF_DATASET_ID = os.getenv('HF_DATASET_ID')
+    HF_TOKEN = os.getenv('HF_TOKEN')
+    HF_BRANCH = os.getenv('HF_BRANCH', 'main')
+    PROXY_DOMAIN = os.getenv('PROXY_DOMAIN', 'huggingface.co')
+    
+    # 系统配置
+    REQUIRE_LOGIN = os.getenv('REQUIRE_LOGIN', 'true').lower() == 'true'
+    ACCESS_PASSWORD = os.getenv('ACCESS_PASSWORD')
+    SECRET_KEY = os.getenv('SECRET_KEY')
+    
+    # MySQL配置
+    MYSQL_CONFIG = {
+        'host': os.getenv('MYSQL_HOST', 'localhost'),
+        'port': int(os.getenv('MYSQL_PORT', 3306)),
+        'user': os.getenv('MYSQL_USER'),
+        'password': os.getenv('MYSQL_PASSWORD'),
+        'database': os.getenv('MYSQL_DATABASE')
+    }

models.py

@@ -0,0 +1,45 @@
+import pymysql
+from config import Config
+
+class Database:
+    def __init__(self):
+        self.conn = pymysql.connect(
+            host=Config.MYSQL_CONFIG['host'],
+            port=Config.MYSQL_CONFIG['port'],
+            user=Config.MYSQL_CONFIG['user'],
+            password=Config.MYSQL_CONFIG['password'],
+            charset='utf8mb4',
+            cursorclass=pymysql.cursors.DictCursor
+        )
+        self.init_db()
+    
+    def init_db(self):
+        with self.conn.cursor() as cursor:
+            # 创建数据库
+            cursor.execute(f"CREATE DATABASE IF NOT EXISTS {Config.MYSQL_CONFIG['database']}")
+            cursor.execute(f"USE {Config.MYSQL_CONFIG['database']}")
+            
+            # 创建文件表
+            cursor.execute("""
+                CREATE TABLE IF NOT EXISTS files (
+                    id BIGINT PRIMARY KEY AUTO_INCREMENT,
+                    original_name VARCHAR(255) NOT NULL,
+                    stored_name VARCHAR(255) NOT NULL,
+                    file_path VARCHAR(500) NOT NULL,
+                    file_type VARCHAR(50),
+                    file_size BIGINT,
+                    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+                    UNIQUE KEY idx_path (file_path)
+                ) CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci
+            """)
+        self.conn.commit()
+    
+    def search_files(self, keyword):
+        with self.conn.cursor() as cursor:
+            cursor.execute("""
+                SELECT * FROM files 
+                WHERE original_name LIKE %s 
+                OR file_path LIKE %s 
+                ORDER BY created_at DESC
+            """, (f"%{keyword}%", f"%{keyword}%"))
+            return cursor.fetchall()

requirements.txt

@@ -0,0 +1,5 @@
+Flask
+python-dotenv
+requests
+PyMySQL
+python-magic

utils.py

@@ -0,0 +1,28 @@
+import os
+
+def get_file_type(filename):
+    """根据文件扩展名判断文件类型"""
+    ext = os.path.splitext(filename)[1].lower()
+    
+    # 文件类型映射
+    type_map = {
+        'image': ['.jpg', '.jpeg', '.png', '.gif', '.bmp', '.webp'],
+        'video': ['.mp4', '.avi', '.mov', '.wmv', '.flv', '.mkv'],
+        'document': ['.pdf', '.doc', '.docx', '.xls', '.xlsx', '.ppt', '.pptx', '.txt'],
+        'audio': ['.mp3', '.wav', '.ogg', '.m4a'],
+        'archive': ['.zip', '.rar', '.7z', '.tar', '.gz'],
+        'code': ['.py', '.js', '.html', '.css', '.json', '.xml']
+    }
+    
+    for file_type, extensions in type_map.items():
+        if ext in extensions:
+            return file_type
+    return 'other'
+
+def format_file_size(size):
+    """格式化文件大小"""
+    for unit in ['B', 'KB', 'MB', 'GB', 'TB']:
+        if size < 1024:
+            return f"{size:.2f} {unit}"
+        size /= 1024
+    return f"{size:.2f} PB"