异步优化写入备份

This commit is contained in:
2024-11-12 20:30:19 +08:00
parent 8626664653
commit f33d61e315
21 changed files with 379 additions and 69 deletions

View File

@@ -6,12 +6,16 @@
"""
import os
import asyncio
from typing import List, Union
from .tree_object import TreeObject
from .blob_object import BlobObject
from utils.log import Logger
logger = Logger("BackupObject")
class BackupObject(ObjectBase):
class BackupObject:
"""
备份对象,负责管理存储对象(tree、blob)对象、备份信息、恢复等操作
"""
@@ -21,19 +25,27 @@ class BackupObject(ObjectBase):
backup_time_create: str
backup_size: int
backup_version_number: int
backup_tree: List[Union[TreeObject, BlobObject]]
backup_trees: List[Union[TreeObject, BlobObject]] = []
new_backup_flag: bool
def __init__(self, backup_name: str, backup_base_path: str):
self.backup_name = backup_name
backup_path = os.path.join(backup_base_path, backup_name)
if not os.path.exists(backup_path):
# 获取备份路径的绝对路径
if os.path.isabs(backup_base_path):
self.backup_path = os.path.join(backup_base_path, backup_name)
else:
self.backup_path = os.path.join(
os.path.abspath(backup_base_path), backup_name
)
logger.debug(f"Backup path: {self.backup_path}")
if not os.path.exists(self.backup_path):
self.new_backup_flag = True
else:
self.new_backup_flag = False
pass #TODO 读取备份信息
pass # TODO 读取备份信息
def createNewBackup(self, backup_dirs: List[str]):
"""
@@ -43,12 +55,26 @@ class BackupObject(ObjectBase):
"""
for backup_dir in backup_dirs:
if os.path.isdir(backup_dir):
self.backup_tree.append(TreeObject(backup_dir))
self.backup_trees.append(TreeObject(backup_dir))
else:
self.backup_tree.append(BlobObject(backup_dir))
self.backup_trees.append(BlobObject(backup_dir))
logger.info("New backup created successfully.")
logger.debug(f"Backup trees: {self.backup_trees}")
def backup(self):
pass
asyncio.run(self.__writeBlobs())
async def __writeBlobs(self):
"""
写入所有对象到备份路径
"""
obj_save_path = os.path.join(self.backup_path, "objects")
for obj in self.backup_trees:
if isinstance(obj, TreeObject):
await obj.writeBlobs(obj_save_path) # 如果是TreeObject则调用writeBlobs方法
else:
await obj.writeBlob(obj_save_path) # 如果是BlobObject则调用writeBlob方法
def recover(self, recover_path: str):
"""