94 lines
3.1 KiB
Python
94 lines
3.1 KiB
Python
from minio import Minio
|
|
from datetime import timedelta
|
|
import os
|
|
from dotenv import load_dotenv
|
|
import io
|
|
import socket
|
|
import shutil
|
|
from pathlib import Path
|
|
import urllib3
|
|
from urllib3.util import Retry, Timeout
|
|
|
|
load_dotenv()
|
|
|
|
MINIO_ENDPOINT = os.getenv("MINIO_ENDPOINT")
|
|
MINIO_ACCESS_KEY = os.getenv("MINIO_ACCESS_KEY")
|
|
MINIO_SECRET_KEY = os.getenv("MINIO_SECRET_KEY")
|
|
MINIO_BUCKET = os.getenv("MINIO_BUCKET")
|
|
SIGN_EXPIRE_MIN = int(os.getenv("SIGN_EXPIRE_MIN") or 60)
|
|
LOCAL_UPLOAD_ROOT = Path(os.getenv("LOCAL_UPLOAD_ROOT", "local_uploads"))
|
|
LOCAL_FILE_URL_BASE = os.getenv("LOCAL_FILE_URL_BASE")
|
|
LOCAL_UPLOAD_ROOT.mkdir(parents=True, exist_ok=True)
|
|
|
|
http_client = urllib3.PoolManager(
|
|
timeout=Timeout(connect=2.0, read=5.0),
|
|
retries=Retry(total=1, connect=1, read=1, status=1, backoff_factor=0.2),
|
|
)
|
|
|
|
mc = Minio(
|
|
MINIO_ENDPOINT,
|
|
access_key=MINIO_ACCESS_KEY,
|
|
secret_key=MINIO_SECRET_KEY,
|
|
secure=False,
|
|
http_client=http_client,
|
|
)
|
|
|
|
|
|
def get_url(file_path: str) -> str:
|
|
bucket = MINIO_BUCKET
|
|
full_object_path = file_path
|
|
try:
|
|
mc.stat_object(bucket, full_object_path)
|
|
url = mc.presigned_get_object(bucket, full_object_path, expires=timedelta(minutes=SIGN_EXPIRE_MIN))
|
|
return url
|
|
except Exception as err:
|
|
print(f"generate url error: {err}")
|
|
local_path = LOCAL_UPLOAD_ROOT / file_path
|
|
if local_path.exists():
|
|
if LOCAL_FILE_URL_BASE:
|
|
return LOCAL_FILE_URL_BASE.rstrip('/') + '/' + file_path
|
|
host = os.getenv('SERVER_HOST') or '127.0.0.1'
|
|
if host == '0.0.0.0':
|
|
try:
|
|
host = socket.gethostbyname(socket.gethostname())
|
|
except Exception:
|
|
host = '127.0.0.1'
|
|
port = os.getenv('SERVER_PORT') or '8000'
|
|
return f"http://{host}:{port}/static/{file_path}"
|
|
return f"http://{MINIO_ENDPOINT}/{bucket}/{full_object_path}"
|
|
|
|
|
|
def put_file(object_path: str, data: bytes, size: int):
|
|
bucket = MINIO_BUCKET
|
|
try:
|
|
bio = io.BytesIO(data)
|
|
mc.put_object(bucket, object_path, bio, length=size)
|
|
return {'storage': 'minio', 'path': object_path}
|
|
except Exception as e:
|
|
print(f"minio put_file error: {e}")
|
|
local_path = LOCAL_UPLOAD_ROOT / object_path
|
|
local_path.parent.mkdir(parents=True, exist_ok=True)
|
|
with open(local_path, 'wb') as f:
|
|
f.write(data)
|
|
print(f"local fallback stored {local_path}")
|
|
return {'storage': 'local', 'path': str(local_path)}
|
|
|
|
|
|
def remove_prefix(prefix: str):
|
|
bucket = MINIO_BUCKET
|
|
try:
|
|
objects = mc.list_objects(bucket, prefix=prefix, recursive=True)
|
|
for obj in objects:
|
|
try:
|
|
mc.remove_object(bucket, obj.object_name)
|
|
except Exception as e:
|
|
print(f"failed remove object {obj.object_name}: {e}")
|
|
except Exception as e:
|
|
print(f"minio remove_prefix error: {e}")
|
|
local_prefix = LOCAL_UPLOAD_ROOT / prefix
|
|
if local_prefix.exists():
|
|
try:
|
|
shutil.rmtree(local_prefix)
|
|
except Exception as e:
|
|
print(f"local remove_prefix error: {e}")
|