147 lines
6.4 KiB
Python
147 lines
6.4 KiB
Python
#!/usr/bin/env python
|
||
# coding:utf-8
|
||
import os
|
||
import sys
|
||
import time
|
||
|
||
curr_dir = os.path.split(os.path.abspath(__file__))[0]
|
||
sys.path.append(os.path.join(curr_dir, '../'))
|
||
sys.path.append(os.path.join(curr_dir, '../ipm'))
|
||
level_origin_path = os.path.join(curr_dir, "../../Assets/Bundles/Levels")
|
||
|
||
import json
|
||
import utils as utils
|
||
import config as config
|
||
from firebase.firebase_helper import FirebaseHelper
|
||
from ipm.clear_cdn import clear_cdn
|
||
from copy import deepcopy
|
||
from ipm.wechat_alert import wechat_alert
|
||
|
||
alert = wechat_alert()
|
||
clear_cdn_tool = clear_cdn(config.app_id, config.domain_list)
|
||
|
||
def upload_single_file(helper, storage_file, local_file, blob_dic, ext_meta={}):
|
||
try:
|
||
blob = None
|
||
if storage_file in blob_dic:
|
||
blob = blob_dic[storage_file]
|
||
|
||
is_same = False
|
||
if blob is not None:
|
||
local_hash = utils.calc_hash(local_file)
|
||
local_md5 = utils.calc_md5(local_file)
|
||
|
||
storage_hash = ""
|
||
if blob.metadata is not None and config.meta_hash in blob.metadata:
|
||
storage_hash = blob.metadata[config.meta_hash]
|
||
|
||
storage_md5 = ""
|
||
if blob.metadata is not None and config.meta_md5 in blob.metadata:
|
||
storage_md5 = blob.metadata[config.meta_md5]
|
||
|
||
is_same = storage_hash == local_hash and storage_md5 == local_md5
|
||
|
||
if not is_same:
|
||
print(f"{local_file} 上传中..")
|
||
helper.upload_file(storage_file, local_file, ext_meta)
|
||
else:
|
||
pass
|
||
except Exception as e:
|
||
print(local_file + " 上传失败，尝试重试，错误信息：" + repr(e))
|
||
upload_single_file(helper, storage_file, local_file, blob_dic, ext_meta)
|
||
|
||
def get_psd_id(ab_name):
|
||
arr = ab_name.split("_")
|
||
return int(arr[len(arr) - 1].split(".")[0])
|
||
|
||
def upload_directory(helper, storage_path, local_path, filter, ext_meta={}):
|
||
hasSameFile = False
|
||
for root, dirs, files in os.walk(local_path):
|
||
for name in files:
|
||
if name.endswith(".bundle"):
|
||
storage_file = f"{storage_path}/{name}"
|
||
blob = helper.get_file(storage_file)
|
||
if blob is not None:
|
||
hasSameFile = True
|
||
break
|
||
|
||
if hasSameFile:
|
||
print(f"{storage_path} 相同md5 bundle文件已存在，不重复上传")
|
||
return
|
||
|
||
print("开始上传Package资源 Local: {} Storage: {}".format(local_path, storage_path))
|
||
for root, dirs, files in os.walk(local_path):
|
||
for name in files:
|
||
file_path = os.path.join(root, name)
|
||
storage_file = f"{storage_path}/{name}"
|
||
if filter in name:
|
||
upload_single_file(helper, storage_file, file_path, {}, ext_meta)
|
||
clear_cdn_tool.appendClearFile(storage_file)
|
||
else:
|
||
helper.upload_file_no_metadata(storage_file, file_path)
|
||
# 每个文件上传后间隔1秒
|
||
time.sleep(1)
|
||
print("上传完成Package资源 Local: {} Storage: {}".format(local_path, storage_path))
|
||
|
||
def upload_package_assets(ab_path, modify_files, storage_path, asset_find_num_dict, ext_meta={}):
|
||
helper = FirebaseHelper()
|
||
for asset_id in modify_files:
|
||
if asset_id in asset_find_num_dict:
|
||
find_num = asset_find_num_dict[asset_id]
|
||
ext_meta[config.meta_find_num] = find_num
|
||
asset_gameplay = asset_id.split("_")[0]
|
||
|
||
level_asset_package_dir_path = ab_path.format(asset_id)
|
||
storage_dir_path = f"{storage_path}/Level/{asset_gameplay}/{asset_id}"
|
||
if not os.path.exists(level_asset_package_dir_path):
|
||
print(f"{asset_id}关卡资源目录不存在，{level_asset_package_dir_path}")
|
||
else:
|
||
print(f"开始上传{asset_id}关卡资源")
|
||
upload_directory(helper, storage_dir_path, level_asset_package_dir_path, ".version", ext_meta)
|
||
|
||
level_asset_thum_package_dir_path = ab_path.format(f"{asset_id}_thum")
|
||
thum_storage_dir_path = f"{storage_path}/Thum/{asset_gameplay}/{asset_id}_thum"
|
||
if not os.path.exists(level_asset_thum_package_dir_path):
|
||
print(f"{asset_id}缩略图资源目录不存在，{level_asset_thum_package_dir_path}")
|
||
else:
|
||
print(f"开始上传{asset_id}缩略图资源")
|
||
upload_directory(helper, thum_storage_dir_path, level_asset_thum_package_dir_path, ".version", ext_meta)
|
||
print(str(modify_files) + "上传成功")
|
||
clear_cdn_tool.clearCDN()
|
||
|
||
def upload_content_ab(local_path, storage_path, asset_find_num_dict, endswith=[".bundle"], ext_meta={}):
|
||
origin_ext_meta = deepcopy(ext_meta)
|
||
"""上传ab包及缩略图"""
|
||
# wx_message.wx_message("开始上传 Local: {} Storage: {}".format(local_path, storage_path))
|
||
helper = FirebaseHelper()
|
||
print(storage_path)
|
||
blobs = helper.get_files_all_versions(storage_path)
|
||
blob_dic = {}
|
||
for a_blob in blobs:
|
||
if a_blob.metadata is not None and config.meta_encryption in a_blob.metadata and config.meta_encryption in ext_meta and \
|
||
a_blob.metadata[config.meta_encryption] == ext_meta[config.meta_encryption]:
|
||
blob_dic[a_blob.name] = a_blob
|
||
|
||
for root, dirs, files in os.walk(local_path):
|
||
for name in files:
|
||
for a_ends in endswith:
|
||
tmp_ext_meta = origin_ext_meta
|
||
if name.endswith(a_ends) is False:
|
||
continue
|
||
# 上传ab包
|
||
is_success, is_thum, gameplay, asset_name = utils.parse_bundle_name(name)
|
||
fileonlyname = asset_name.replace(".bundle", "")
|
||
if fileonlyname in asset_find_num_dict:
|
||
tmp_ext_meta[config.meta_find_num] = asset_find_num_dict[fileonlyname]
|
||
if is_success:
|
||
ab_storage_file = f"{storage_path}/Thum/{gameplay}/{asset_name}" if is_thum else f"{storage_path}/Level/{gameplay}/{asset_name}"
|
||
ab_local_file = os.path.join(root, name)
|
||
upload_single_file(helper, ab_storage_file, ab_local_file, blob_dic, tmp_ext_meta)
|
||
|
||
# wx_message.wx_message("上传完成 Local: {} Storage: {}".format(local_path, storage_path))
|
||
|
||
|
||
if __name__ == "__main__":
|
||
pass
|
||
# upload_content_ab("/Users/castbox/.jenkins/workspace2/AP_unity_bundle/unity_ap_bundle/ArtPuzzleBundle/Tools/BuildPackage/../../Build/Debug/Hotupdate/Bundles/Android/v1.0.0.1", "Android/Bundles/Content", [".ab"], {})
|