if retry == 0:

opener = urllib2.build_opener()

return opener

else:

if url not in progress:

progress[url] = {}

progress[url]["status"] = "downloading"

progress[url]["size"] = 1

progress[url]["downloaded"] = 0

else:

if progress[url]["status"] == "downloading":

xlog.warn("url in downloading, %s", url)

return False

for i in range(0, 2):

try:

xlog.info("download %s to %s, retry:%d", url, filename, i)

opener = get_opener(i)

req = opener.open(url, timeout=30)

progress[url]["size"] = int(req.headers.get('content-length') or 0)

chunk_len = 65536

downloaded = 0

with open(filename, 'wb') as fp:

while True:

chunk = req.read(chunk_len)

if not chunk:

break

fp.write(chunk)

downloaded += len(chunk)

progress[url]["downloaded"] = downloaded

if downloaded != progress[url]["size"]:

xlog.warn("download size:%d, need size:%d, download fail.", downloaded, progress[url]["size"])

continue

else:

progress[url]["status"] = "finished"

return True

except (urllib2.URLError, ssl.SSLError) as e:

xlog.warn("download %s to %s URL fail:%r", url, filename, e)

continue

except Exception as e:

xlog.exception("download %s to %s fail:%r", url, filename, e)

continue

progress[url]["status"] = "failed"

versions = []

try:

fd = open(readme_file, "r")

lines = fd.readlines()

p = re.compile(r'https://codeload.github.com/XX-net/XX-Net/zip/([0-9]+)\.([0-9]+)\.([0-9]+) ([0-9a-f]*)')

for line in lines:

m = p.match(line)

if m:

version = m.group(1) + "." + m.group(2) + "." + m.group(3)

hashsum = m.group(4)

versions.append([m.group(0), version, hashsum])

if len(versions) == 2:

return versions

except Exception as e:

xlog.exception("xxnet_version fail:%r", e)

readme_file = os.path.join(root_path, "version.txt")

try:

with open(readme_file) as fd:

content = fd.read()

p = re.compile(r'([0-9]+)\.([0-9]+)\.([0-9]+)')

m = p.match(content)

if m:

version = m.group(1) + "." + m.group(2) + "." + m.group(3)

return version

except:

xlog.warn("get_version_fail in update_from_github")

readme_url = "https://raw.githubusercontent.com/XX-net/XX-Net/master/code/default/update_version.txt"

readme_target = os.path.join(download_path, "version.txt")

if not download_file(readme_url, readme_target):

raise IOError("get README %s fail:" % readme_url)

versions = parse_readme_versions(readme_target)

versions = get_github_versions()

for v in versions:

if v[1] == version:

import hashlib

BLOCKSIZE = 65536

hasher = hashlib.sha256()

try:

with open(filename, 'rb') as afile:

buf = afile.read(BLOCKSIZE)

while len(buf) > 0:

hasher.update(buf)

buf = afile.read(BLOCKSIZE)

return hasher.hexdigest()

except:

progress["update_status"] = "Over writing"

try:

for root, subdirs, files in os.walk(xxnet_unzip_path):

relate_path = root[len(xxnet_unzip_path)+1:]

target_relate_path = relate_path

if sys.platform == 'win32':

if target_relate_path.startswith("code\\default"):

target_relate_path = "code\\" + xxnet_version + relate_path[12:]

else:

if target_relate_path.startswith("code/default"):

target_relate_path = "code/" + xxnet_version + relate_path[12:]

for subdir in subdirs:

if relate_path == "code" and subdir == "default":

subdir = xxnet_version

target_path = os.path.join(top_path, target_relate_path, subdir)

if not os.path.isdir(target_path):

xlog.info("mkdir %s", target_path)

os.mkdir(target_path)

for filename in files:

src_file = os.path.join(root, filename)

dst_file = os.path.join(top_path, target_relate_path, filename)

if not os.path.isfile(dst_file) or hash_file_sum(src_file) != hash_file_sum(dst_file):

xlog.info("copy %s => %s", src_file, dst_file)

#modify by outofmemo, files in '/sdcard' are not allowed to chmod for Android

#and shutil.copy() will call shutil.copymode()

if sys.platform != 'win32' and os.path.isfile("/system/bin/dalvikvm")==False and os.path.isfile("/system/bin/dalvikvm64")==False and os.path.isfile(dst_file):

st = os.stat(dst_file)

shutil.copy(src_file, dst_file)

if st.st_mode & stat.S_IEXEC:

os.chmod(dst_file, st.st_mode)

else:

shutil.copyfile(src_file, dst_file)

except Exception as e:

xlog.warn("update over write fail:%r", e)

progress["update_status"] = "Over write Fail:%r" % e

raise e

global update_progress

xxnet_url = 'https://codeload.github.com/XX-net/XX-Net/zip/%s' % xxnet_version

xxnet_zip_file = os.path.join(download_path, "XX-Net-%s.zip" % xxnet_version)

xxnet_unzip_path = os.path.join(download_path, "XX-Net-%s" % xxnet_version)

progress["update_status"] = "Downloading %s" % xxnet_url

if not download_file(xxnet_url, xxnet_zip_file):

progress["update_status"] = "Download Fail."

raise Exception("download xxnet zip fail:%s" % xxnet_zip_file)

hash_sum = get_hash_sum(xxnet_version)

if len(hash_sum) and hash_file_sum(xxnet_zip_file) != hash_sum:

progress["update_status"] = "Download Checksum Fail."

raise Exception("download xxnet zip checksum fail:%s" % xxnet_zip_file)

xlog.info("update download %s finished.", download_path)

xlog.info("update start unzip")

progress["update_status"] = "Unziping"

try:

with zipfile.ZipFile(xxnet_zip_file, "r") as dz:

dz.extractall(download_path)

dz.close()

except Exception as e:

xlog.warn("unzip %s fail:%r", xxnet_zip_file, e)

progress["update_status"] = "Unzip Fail:%s" % e

raise e

xlog.info("update finished unzip")

overwrite(xxnet_version, xxnet_unzip_path)

os.remove(xxnet_zip_file)

import module_init

module_init.stop_all()

import web_control

web_control.stop()

start_script = os.path.join(top_path, "code", version, "launcher", "start.py")

subprocess.Popen([sys.executable, start_script])

time.sleep(20)

global update_progress

try:

download_overwrite_new_version(version)

update_current_version(version)

progress["update_status"] = "Restarting"

xlog.info("update try restart xxnet")

restart_xxnet(version)

except Exception as e:

if progress["update_status"] != "Idle" and "Fail" not in progress["update_status"]:

return progress["update_status"]

progress["update_status"] = "Start update"

th = threading.Thread(target=update_version, args=(version,))

th.start()