sync.py

#!/usr/bin/python3
# -*- coding: utf-8 -*-
"""
@File Name  : alist_sync.py
@Author     : LeeCQ
@Date-Time  : 2022/10/29 17:23
"""
import json
import logging
from pathlib import PurePosixPath as Path
from file_record import FileRecord
from alist_client import Client as AlistClient
from tools import time_2_timestamp
from updating_cache import UpdatingCache


class Sync:
    """同步主要逻辑

    config: {
      "name": "t1",
      "alist_prefix": "https://localhost/api",
      "alist_username": "test",
      "alist_password": "test",
      "alist_token": "",
      "item": [
        "/onedrive/tmp/",
        "/local/tmp/"
      ],
      "cache_uri": "json:///tmp/alist_sync_t1.json"
    }

    """
    logger = logging.getLogger('alist.sync.Sync')

    def __init__(self, config: dict):

        self.items = config.get('items')

        self.files_record = FileRecord(config['cache_path'])
        self.update_cache = UpdatingCache(config['cache_path'])
        self.alist_client = AlistClient(config['alist_prefix'])

        self.update_cache.set_item_dirs(self.items)
        self.files_record.set_item_dirs(self.items)

        if config.get('alist_token'):
            self.alist_client.set_token(config.get('alist_token'))
        elif config.get('alist_username'):
            self.alist_client.login(config['alist_username'], config['alist_password'])
        else:
            raise

    def scan_update_file(self):
        """扫描更新的文件"""
        for item in self.items:
            self.scan_file_in_item(item)

    def scan_file_in_item(self, in_dir):
        """扫描更新文件"""
        self.logger.info('Scan Dir %s', in_dir)
        if self.update_cache.search_path(in_dir):  # 已经缓存的跳过
            logger.info('目录 %s 已经缓存完成，跳过 ... ', in_dir)
            return

        for file_dic in self.alist_client.fs_list_iter(in_dir):
            name = file_dic.get('name')
            path = Path(in_dir).joinpath(file_dic.get('name')).as_posix()
            self.logger.debug('%s is dir -- %s', path, file_dic.get('is_dir'))
            if file_dic.get('is_dir'):
                self.scan_file_in_item(path)
            else:
                old_p = self.files_record.select_path(path)
                op_time = old_p.get('update_time', 0) if old_p else 0
                if op_time == 0:
                    self.files_record.update_path(path, file_dic)
                self.update_cache.update_path(path, time_2_timestamp(file_dic.get('modified')) - op_time)
        self.update_cache.update_path(in_dir, 'success')
        # TODO 优化中断恢复方案

    @staticmethod
    def get_dict_max_key(dic: dict):
        """Get Key from a dict"""
        max_val = max(dic.values())
        if max_val == 0:
            return None
        return list(dic.keys())[list(dic.values()).index(max_val)]

    def verify_copying(self, path):
        """验证正在进行copy

        :return Noting, Doing, Down
        """

    def copy_file(self, sor, target, file):
        """拷贝文件

        1. 验证目标文件是否存在  是 -> 2,   否 -> 3
        2. 移动目标到 /@alist_sync_older_file
                     产生2个文件： 1. 源文件(name_id)  2. name_id.json
             2.1 复制文件到 /@alist_sync_old_file/
             2.2 生成源文件信息 到 /@alist_sync_old_file/.json
             2.3 验证上述文件存在   -->  删除源文件
        3. 开始 fs_copy()   -- fs_copy 实际是在alist 上生成一个task, 进行异步的复制
        4. 调用 task/copy/undone 接口，检查是否已经添加 task
        5. 将 目标path update_time  设置为 upping
        """
        try:
            old_s = self.alist_client.fs_get(Path(target).joinpath(file))
            if old_s:
                self.alist_client.fs_copy()
                self.alist_client.create_file('md5.json')

        except Exception:
            """"""

    def sync_files(self):
        """update"""
        for path, up_cache in self.update_cache.items():
            update_item = self.get_dict_max_key(up_cache)
            for item in self.items:
                if item == update_item:
                    continue

                self.alist_client.fs_copy(Path(item).joinpath(path).parent, Path(item).joinpath(path).parent,
                                          Path(path).name)
                self.verify_copying()


def test_copy():
    pass


if __name__ == '__main__':
    import logging.config, yaml

    logging.config.dictConfig(yaml.safe_load(open('logger_config.yml').read()))

    logger = logging.getLogger('alist')

    conf = json.loads(open('config.json').read())

    s = Sync(conf['sync_group'][0])
    s.scan_update_file()