miduo_HotFix/Tools/cos_xiyouYougu2/UpLoad.py

139 lines
4.5 KiB
Python

# -*- coding: utf-8 -*-
# Auther Wang Qi
# !usrbinenv python
# encoding utf-8
import os
import sys
import base64
import hashlib
import requests
import subprocess
import urllib3
import logging
import time
import random
import argparse
import json
from threading import Thread, current_thread
from concurrent.futures import ProcessPoolExecutor
from qcloud_cos import CosConfig
from qcloud_cos import CosS3Client
# url = "http://jl.tyu89.wang/" + cos_object_key
# print(url)
#self.flushurl(url)
# def flushurl(self,url)
# keydict = {
# 'Action' 'RefreshCdnUrl',
# 'Timestamp' str(int(time.time())),
# 'Nonce' str(int(random.random() 1000)),
# 'SecretId' jlrg.secret_id,
# 'urls.0' url
# }
# return keydict
def upload_file_to_txy_cos(self, path, file):
file = file.replace("\\", "/")
path = path.replace("\\", "/")
local_file_path = path + file
print(local_file_path)
cos_object_key = self.cdn_sub_dir + "/" + self.platform +"/" + file
print(cos_object_key)
response = self.client.upload_file(
Bucket=self.bucket,
LocalFilePath=local_file_path,
Key=cos_object_key,
PartSize=1,
MAXThread=10,
EnableMD5=False
)
print(response['ETag'])
class Cos_Upload():
logging.basicConfig(level=logging.INFO, stream=sys.stdout)
def __init__(self, *args):
abDir = args[0]
settingDir = args[1]
changeVersion = args[2]
isThread = "1"
if args.__len__() > 3:
isThread = args[3]
self.init(abDir, settingDir, changeVersion, isThread)
def init(self, abDir, settingDir, changeVersion, isThread):
self.settingFile = "Setting.txt"
self.configFile = "config.txt"
self.versionFile = "version.txt"
self.fileList = []
self.setting_dir = abDir + "/" + settingDir
self.ab_dir = self.setting_dir
self.change_version = changeVersion
self.change_file = self.setting_dir + "/__HotFixLog/" + changeVersion + ".log"
self.loadSetting()
if self.EncryptKey:
self.configFile = self.EncryptKey + self.configFile
self.versionFile = self.EncryptKey + self.versionFile
self.IsThread = isThread
# cdn config
self.bucket = '21437-zzxx01z-gh1zf-1254421167'
self.secret_id = "AKID5IPM91qVwNfjqu01uv5F7oHQcgZP4ncY"
self.secret_key = "lvtjOuLYWKzVt66yd3IJ5cr9Qju43nR0"
self.region = "ap-beijing"
self.config = CosConfig(Region=self.region, SecretId=self.secret_id, SecretKey=self.secret_key, Token=None, Scheme='https')
self.client = CosS3Client(self.config)
def loadSetting(self):
settingContent = open(self.setting_dir +"/"+ self.settingFile, "rb")
settingJson = json.load(settingContent)
self.cdn_sub_dir = settingJson["dir"]
self.platform = settingJson["platform"]
if ("EncryptKey" in settingJson) :
self.EncryptKey = settingJson["EncryptKey"]
else:
self.EncryptKey = ""
def get_all_file(self):
fo = open(self.change_file, "r")
files = fo.readlines()
#print(files)
for f in files:
file = f.strip()
self.fileList.append(file)
return self.fileList
def up(self):
filelist = self.get_all_file()
if self.IsThread == "1":
pool = ProcessPoolExecutor(4)
for file in filelist:
pool.submit(upload_file_to_txy_cos, self, self.ab_dir + "/" + self.platform + "/", file)
pool.submit(upload_file_to_txy_cos, self, self.setting_dir +"/", self.configFile)
pool.submit(upload_file_to_txy_cos, self, self.setting_dir +"/", self.versionFile)
else:
for file in filelist:
upload_file_to_txy_cos(self, self.ab_dir + "/" + self.platform + "/", file)
upload_file_to_txy_cos(self, self.setting_dir +"/", self.configFile)
upload_file_to_txy_cos(self, self.setting_dir +"/", self.versionFile)
if __name__ == '__main__':
if sys.argv.__len__() == 4:
t = Cos_Upload(sys.argv[1], sys.argv[2], sys.argv[3])
t.up()
elif sys.argv.__len__() == 5:
t = Cos_Upload(sys.argv[1], sys.argv[2], sys.argv[3], sys.argv[4])
t.up()
else:
print("params error!")
# if __name__ == '__main__':
# z = Cos_Upload("D:/HotFix/Root/mht_china/local", "cdn_v3", 'version_1')
# z.up()