find-object-bundle-builder/FindObjectBundleBuilder/Tools/build_package/upload_firebase_storage.py

#!/usr/bin/env python
# coding:utf-8
import os
import sys
import time

curr_dir = os.path.split(os.path.abspath(__file__))[0]
sys.path.append(os.path.join(curr_dir, '../'))
sys.path.append(os.path.join(curr_dir, '../ipm'))
level_origin_path = os.path.join(curr_dir, "../../Assets/Bundles/Levels")

import json
import utils as utils
import config as config
from firebase.firebase_helper import FirebaseHelper
from ipm.clear_cdn import clear_cdn
from copy import deepcopy
from ipm.wechat_alert import wechat_alert

alert = wechat_alert()
clear_cdn_tool = clear_cdn(config.app_id, config.domain_list)

def upload_single_file(helper, storage_file, local_file, blob_dic, ext_meta={}):
    try:
        blob = None
        if storage_file in blob_dic:
            blob = blob_dic[storage_file]

        is_same = False
        if blob is not None:
            local_hash = utils.calc_hash(local_file)
            local_md5 = utils.calc_md5(local_file)

            storage_hash = ""
            if blob.metadata is not None and config.meta_hash in blob.metadata:
                storage_hash = blob.metadata[config.meta_hash]

            storage_md5 = ""
            if blob.metadata is not None and config.meta_md5 in blob.metadata:
                storage_md5 = blob.metadata[config.meta_md5]

            is_same = storage_hash == local_hash and storage_md5 == local_md5

        if not is_same:
            print(f"{local_file} 上传中..")
            helper.upload_file(storage_file, local_file, ext_meta)
        else:
            pass
    except Exception as e:
        print(local_file + " 上传失败，尝试重试，错误信息：" + repr(e))
        upload_single_file(helper, storage_file, local_file, blob_dic, ext_meta)

def upload_file_with_retry(helper, storage_file, file_path, max_retries=4):
    """带重试机制的文件上传函数"""
    for attempt in range(max_retries):
        try:
            print(f"{file_path} 上传中..")
            helper.upload_file_no_metadata(storage_file, file_path)
            return
        except Exception as e:
            if attempt < max_retries - 1:
                print(f"{file_path} 上传失败，尝试重试 ({attempt + 1}/{max_retries})，错误信息：{repr(e)}")
                time.sleep(10)  # 重试前等待2秒
            else:
                print(f"{file_path} 上传失败，已达到最大重试次数，错误信息：{repr(e)}")
                raise

def get_psd_id(ab_name):
    arr = ab_name.split("_")
    return int(arr[len(arr) - 1].split(".")[0])

def upload_directory(helper, storage_path, local_path, filter, ext_meta={}):
    hasSameFile = False
    for root, dirs, files in os.walk(local_path):
        for name in files:
            if name.endswith(".bundle"):
                storage_file = f"{storage_path}/{name}"
                blob = helper.get_file(storage_file)
                if blob is not None:
                    hasSameFile = True
                    break

    if hasSameFile:
        print(f"{storage_path} 相同md5 bundle文件已存在，不重复上传")
        return

    print("开始上传Package资源 Local: {}  Storage: {}".format(local_path, storage_path))
    for root, dirs, files in os.walk(local_path):
        for name in files:
            file_path = os.path.join(root, name)
            storage_file = f"{storage_path}/{name}"
            if filter in name:
                upload_single_file(helper, storage_file, file_path, {}, ext_meta)
                clear_cdn_tool.appendClearFile(storage_file)
            else:
                upload_file_with_retry(helper, storage_file, file_path)
    print("上传完成Package资源 Local: {}  Storage: {}".format(local_path, storage_path))

def upload_package_assets(ab_path, modify_files, storage_path, asset_find_num_dict, ext_meta={}):
    helper = FirebaseHelper()
    for asset_id in modify_files:
        if asset_id in asset_find_num_dict:
            find_num = asset_find_num_dict[asset_id]
            ext_meta[config.meta_find_num] = find_num
        asset_gameplay = asset_id.split("_")[0]

        level_asset_package_dir_path = ab_path.format(asset_id)
        storage_dir_path = f"{storage_path}/Level/{asset_gameplay}/{asset_id}"
        if not os.path.exists(level_asset_package_dir_path):
            print(f"{asset_id}关卡资源目录不存在，{level_asset_package_dir_path}")
        else:
            print(f"开始上传{asset_id}关卡资源")
            upload_directory(helper, storage_dir_path, level_asset_package_dir_path, ".version", ext_meta)

        level_asset_thum_package_dir_path = ab_path.format(f"{asset_id}_thum")
        thum_storage_dir_path = f"{storage_path}/Thum/{asset_gameplay}/{asset_id}_thum"
        if not os.path.exists(level_asset_thum_package_dir_path):
            print(f"{asset_id}缩略图资源目录不存在，{level_asset_thum_package_dir_path}")
        else:
            print(f"开始上传{asset_id}缩略图资源")
            upload_directory(helper, thum_storage_dir_path, level_asset_thum_package_dir_path, ".version", ext_meta)
    print(str(modify_files) + "上传成功")
    clear_cdn_tool.clearCDN()

def upload_content_ab(local_path, storage_path, asset_find_num_dict, endswith=[".bundle"], ext_meta={}):
    origin_ext_meta = deepcopy(ext_meta)
    """上传ab包及缩略图"""
    # wx_message.wx_message("开始上传 Local: {}  Storage: {}".format(local_path, storage_path))
    helper = FirebaseHelper()
    print(storage_path)
    blobs = helper.get_files_all_versions(storage_path)
    blob_dic = {}
    for a_blob in blobs:
        if a_blob.metadata is not None and config.meta_encryption in a_blob.metadata and config.meta_encryption in ext_meta and \
                a_blob.metadata[config.meta_encryption] == ext_meta[config.meta_encryption]:
            blob_dic[a_blob.name] = a_blob

    for root, dirs, files in os.walk(local_path):
        for name in files:
            for a_ends in endswith:
                tmp_ext_meta = origin_ext_meta
                if name.endswith(a_ends) is False:
                    continue
                # 上传ab包
                is_success, is_thum, gameplay, asset_name = utils.parse_bundle_name(name)
                fileonlyname = asset_name.replace(".bundle", "")
                if fileonlyname in asset_find_num_dict:
                    tmp_ext_meta[config.meta_find_num] = asset_find_num_dict[fileonlyname]
                if is_success:
                    ab_storage_file = f"{storage_path}/Thum/{gameplay}/{asset_name}" if is_thum else f"{storage_path}/Level/{gameplay}/{asset_name}"
                    ab_local_file = os.path.join(root, name)
                    upload_single_file(helper, ab_storage_file, ab_local_file, blob_dic, tmp_ext_meta)

    # wx_message.wx_message("上传完成 Local: {}  Storage: {}".format(local_path, storage_path))


if __name__ == "__main__":
    pass
    # upload_content_ab("/Users/castbox/.jenkins/workspace2/AP_unity_bundle/unity_ap_bundle/ArtPuzzleBundle/Tools/BuildPackage/../../Build/Debug/Hotupdate/Bundles/Android/v1.0.0.1", "Android/Bundles/Content", [".ab"], {})