Initial commit for fresh VoiceInvoiceAI repo
This commit is contained in:
Hardik Sankhla
145
backend/services/storage_service.py
Normal file
145
backend/services/storage_service.py
Normal file
@@ -0,0 +1,145 @@
|
||||
# backend/services/storage_service.py
|
||||
|
||||
import os
|
||||
from io import BytesIO
|
||||
from minio import Minio
|
||||
from minio.error import S3Error
|
||||
from backend.config import MINIO_ENDPOINT, MINIO_ACCESS_KEY, MINIO_SECRET_KEY, MINIO_SECURE, MINIO_AUDIO_BUCKET, MINIO_PDF_BUCKET
|
||||
|
||||
class MinIOStorageService:
|
||||
"""
|
||||
Service class for interacting with MinIO (S3-compatible) storage.
|
||||
Handles uploading, downloading, and checking existence of objects in specified buckets.
|
||||
"""
|
||||
def __init__(self):
|
||||
"""
|
||||
Initializes the MinIO client.
|
||||
Ensures the necessary buckets exist on startup.
|
||||
"""
|
||||
try:
|
||||
self.client = Minio(
|
||||
endpoint=MINIO_ENDPOINT,
|
||||
access_key=MINIO_ACCESS_KEY,
|
||||
secret_key=MINIO_SECRET_KEY,
|
||||
secure=MINIO_SECURE,
|
||||
# Set a higher timeout for potentially large file uploads/downloads
|
||||
# or slow network conditions. Default is usually sufficient but good for large files.
|
||||
# Timeout in seconds. Can be None for no timeout.
|
||||
http_client=None # Use default http client, or provide custom
|
||||
)
|
||||
print(f"MinIO client initialized for endpoint: {MINIO_ENDPOINT}, Secure: {MINIO_SECURE}")
|
||||
self._ensure_buckets_exist()
|
||||
except Exception as e:
|
||||
print(f"ERROR: Failed to initialize MinIO client: {e}")
|
||||
raise
|
||||
|
||||
def _ensure_buckets_exist(self):
|
||||
"""
|
||||
Ensures that the audio and PDF buckets exist. Creates them if they don't.
|
||||
"""
|
||||
buckets_to_create = [MINIO_AUDIO_BUCKET, MINIO_PDF_BUCKET]
|
||||
for bucket_name in buckets_to_create:
|
||||
try:
|
||||
if not self.client.bucket_exists(bucket_name):
|
||||
self.client.make_bucket(bucket_name)
|
||||
print(f"MinIO bucket '{bucket_name}' created successfully.")
|
||||
else:
|
||||
print(f"MinIO bucket '{bucket_name}' already exists.")
|
||||
except S3Error as e:
|
||||
print(f"ERROR: S3 Error ensuring bucket '{bucket_name}': {e}")
|
||||
raise
|
||||
except Exception as e:
|
||||
print(f"ERROR: Unexpected error ensuring bucket '{bucket_name}': {e}")
|
||||
raise
|
||||
|
||||
def upload_file(self, bucket_name: str, object_name: str, data: BytesIO, length: int, content_type: str = "application/octet-stream") -> str:
|
||||
"""
|
||||
Uploads a file (BytesIO object) to a specified MinIO bucket.
|
||||
|
||||
Args:
|
||||
bucket_name (str): The name of the bucket.
|
||||
object_name (str): The desired name of the object in the bucket.
|
||||
data (BytesIO): The file data as a BytesIO object.
|
||||
length (int): The length of the data in bytes.
|
||||
content_type (str): The MIME type of the file.
|
||||
|
||||
Returns:
|
||||
str: The full path of the uploaded object (bucket_name/object_name).
|
||||
"""
|
||||
try:
|
||||
self.client.put_object(
|
||||
bucket_name=bucket_name,
|
||||
object_name=object_name,
|
||||
data=data,
|
||||
length=length,
|
||||
content_type=content_type
|
||||
)
|
||||
print(f"Successfully uploaded {object_name} to bucket {bucket_name}")
|
||||
# Construct a downloadable URL (for MinIO, this usually implies access via its API/proxy)
|
||||
# For direct public access, you'd need presigned URLs or public buckets configured externally.
|
||||
# Here, we return a logical path that your FastAPI can use to retrieve.
|
||||
return f"{bucket_name}/{object_name}"
|
||||
except S3Error as e:
|
||||
print(f"ERROR: S3 Error uploading {object_name} to {bucket_name}: {e}")
|
||||
raise
|
||||
except Exception as e:
|
||||
print(f"ERROR: Unexpected error uploading {object_name}: {e}")
|
||||
raise
|
||||
|
||||
def download_file(self, bucket_name: str, object_name: str) -> BytesIO:
|
||||
"""
|
||||
Downloads a file from a specified MinIO bucket.
|
||||
|
||||
Args:
|
||||
bucket_name (str): The name of the bucket.
|
||||
object_name (str): The name of the object to download.
|
||||
|
||||
Returns:
|
||||
BytesIO: The file data as a BytesIO object.
|
||||
"""
|
||||
try:
|
||||
response = self.client.get_object(bucket_name, object_name)
|
||||
file_data = BytesIO(response.read())
|
||||
file_data.seek(0) # Reset stream position to the beginning
|
||||
response.close()
|
||||
response.release_conn()
|
||||
print(f"Successfully downloaded {object_name} from bucket {bucket_name}")
|
||||
return file_data
|
||||
except S3Error as e:
|
||||
if e.code == "NoSuchKey":
|
||||
print(f"ERROR: Object '{object_name}' not found in bucket '{bucket_name}'.")
|
||||
raise FileNotFoundError(f"Object '{object_name}' not found in bucket '{bucket_name}'.")
|
||||
else:
|
||||
print(f"ERROR: S3 Error downloading {object_name} from {bucket_name}: {e}")
|
||||
raise
|
||||
except Exception as e:
|
||||
print(f"ERROR: Unexpected error downloading {object_name}: {e}")
|
||||
raise
|
||||
|
||||
def object_exists(self, bucket_name: str, object_name: str) -> bool:
|
||||
"""
|
||||
Checks if an object exists in a specified MinIO bucket.
|
||||
|
||||
Args:
|
||||
bucket_name (str): The name of the bucket.
|
||||
object_name (str): The name of the object to check.
|
||||
|
||||
Returns:
|
||||
bool: True if the object exists, False otherwise.
|
||||
"""
|
||||
try:
|
||||
self.client.stat_object(bucket_name, object_name)
|
||||
return True
|
||||
except S3Error as e:
|
||||
if e.code == "NoSuchKey":
|
||||
return False
|
||||
else:
|
||||
print(f"ERROR: S3 Error checking existence of {object_name} in {bucket_name}: {e}")
|
||||
raise
|
||||
except Exception as e:
|
||||
print(f"ERROR: Unexpected error checking existence of {object_name}: {e}")
|
||||
raise
|
||||
|
||||
# Instantiate the service globally or pass it around via dependency injection in FastAPI
|
||||
# For simplicity, we'll instantiate it here. FastAPI's Depends can be used for DI.
|
||||
minio_storage_service = MinIOStorageService()
|
||||
Reference in New Issue
Block a user