update.py (7064B)
1 from __future__ import unicode_literals 2 3 import io 4 import json 5 import traceback 6 import hashlib 7 import os 8 import subprocess 9 import sys 10 from zipimport import zipimporter 11 12 from .compat import compat_realpath 13 from .utils import encode_compat_str 14 15 from .version import __version__ 16 17 18 def rsa_verify(message, signature, key): 19 from hashlib import sha256 20 assert isinstance(message, bytes) 21 byte_size = (len(bin(key[0])) - 2 + 8 - 1) // 8 22 signature = ('%x' % pow(int(signature, 16), key[1], key[0])).encode() 23 signature = (byte_size * 2 - len(signature)) * b'0' + signature 24 asn1 = b'3031300d060960864801650304020105000420' 25 asn1 += sha256(message).hexdigest().encode() 26 if byte_size < len(asn1) // 2 + 11: 27 return False 28 expected = b'0001' + (byte_size - len(asn1) // 2 - 3) * b'ff' + b'00' + asn1 29 return expected == signature 30 31 32 def update_self(to_screen, verbose, opener): 33 """Update the program file with the latest version from the repository""" 34 35 UPDATE_URL = 'https://yt-dl.org/update/' 36 VERSION_URL = UPDATE_URL + 'LATEST_VERSION' 37 JSON_URL = UPDATE_URL + 'versions.json' 38 UPDATES_RSA_KEY = (0x9d60ee4d8f805312fdb15a62f87b95bd66177b91df176765d13514a0f1754bcd2057295c5b6f1d35daa6742c3ffc9a82d3e118861c207995a8031e151d863c9927e304576bc80692bc8e094896fcf11b66f3e29e04e3a71e9a11558558acea1840aec37fc396fb6b65dc81a1c4144e03bd1c011de62e3f1357b327d08426fe93, 65537) 39 40 if not isinstance(globals().get('__loader__'), zipimporter) and not hasattr(sys, 'frozen'): 41 to_screen('It looks like you installed youtube-dl with a package manager, pip, setup.py or a tarball. Please use that to update.') 42 return 43 44 # Check if there is a new version 45 try: 46 newversion = opener.open(VERSION_URL).read().decode('utf-8').strip() 47 except Exception: 48 if verbose: 49 to_screen(encode_compat_str(traceback.format_exc())) 50 to_screen('ERROR: can\'t find the current version. Please try again later.') 51 return 52 if newversion == __version__: 53 to_screen('youtube-dl is up-to-date (' + __version__ + ')') 54 return 55 56 # Download and check versions info 57 try: 58 versions_info = opener.open(JSON_URL).read().decode('utf-8') 59 versions_info = json.loads(versions_info) 60 except Exception: 61 if verbose: 62 to_screen(encode_compat_str(traceback.format_exc())) 63 to_screen('ERROR: can\'t obtain versions info. Please try again later.') 64 return 65 if 'signature' not in versions_info: 66 to_screen('ERROR: the versions file is not signed or corrupted. Aborting.') 67 return 68 signature = versions_info['signature'] 69 del versions_info['signature'] 70 if not rsa_verify(json.dumps(versions_info, sort_keys=True).encode('utf-8'), signature, UPDATES_RSA_KEY): 71 to_screen('ERROR: the versions file signature is invalid. Aborting.') 72 return 73 74 version_id = versions_info['latest'] 75 76 def version_tuple(version_str): 77 return tuple(map(int, version_str.split('.'))) 78 if version_tuple(__version__) >= version_tuple(version_id): 79 to_screen('youtube-dl is up to date (%s)' % __version__) 80 return 81 82 to_screen('Updating to version ' + version_id + ' ...') 83 version = versions_info['versions'][version_id] 84 85 print_notes(to_screen, versions_info['versions']) 86 87 # sys.executable is set to the full pathname of the exe-file for py2exe 88 # though symlinks are not followed so that we need to do this manually 89 # with help of realpath 90 filename = compat_realpath(sys.executable if hasattr(sys, 'frozen') else sys.argv[0]) 91 92 if not os.access(filename, os.W_OK): 93 to_screen('ERROR: no write permissions on %s' % filename) 94 return 95 96 # Py2EXE 97 if hasattr(sys, 'frozen'): 98 exe = filename 99 directory = os.path.dirname(exe) 100 if not os.access(directory, os.W_OK): 101 to_screen('ERROR: no write permissions on %s' % directory) 102 return 103 104 try: 105 urlh = opener.open(version['exe'][0]) 106 newcontent = urlh.read() 107 urlh.close() 108 except (IOError, OSError): 109 if verbose: 110 to_screen(encode_compat_str(traceback.format_exc())) 111 to_screen('ERROR: unable to download latest version') 112 return 113 114 newcontent_hash = hashlib.sha256(newcontent).hexdigest() 115 if newcontent_hash != version['exe'][1]: 116 to_screen('ERROR: the downloaded file hash does not match. Aborting.') 117 return 118 119 try: 120 with open(exe + '.new', 'wb') as outf: 121 outf.write(newcontent) 122 except (IOError, OSError): 123 if verbose: 124 to_screen(encode_compat_str(traceback.format_exc())) 125 to_screen('ERROR: unable to write the new version') 126 return 127 128 try: 129 bat = os.path.join(directory, 'youtube-dl-updater.bat') 130 with io.open(bat, 'w') as batfile: 131 batfile.write(''' 132 @echo off 133 echo Waiting for file handle to be closed ... 134 ping 127.0.0.1 -n 5 -w 1000 > NUL 135 move /Y "%s.new" "%s" > NUL 136 echo Updated youtube-dl to version %s. 137 start /b "" cmd /c del "%%~f0"&exit /b" 138 \n''' % (exe, exe, version_id)) 139 140 subprocess.Popen([bat]) # Continues to run in the background 141 return # Do not show premature success messages 142 except (IOError, OSError): 143 if verbose: 144 to_screen(encode_compat_str(traceback.format_exc())) 145 to_screen('ERROR: unable to overwrite current version') 146 return 147 148 # Zip unix package 149 elif isinstance(globals().get('__loader__'), zipimporter): 150 try: 151 urlh = opener.open(version['bin'][0]) 152 newcontent = urlh.read() 153 urlh.close() 154 except (IOError, OSError): 155 if verbose: 156 to_screen(encode_compat_str(traceback.format_exc())) 157 to_screen('ERROR: unable to download latest version') 158 return 159 160 newcontent_hash = hashlib.sha256(newcontent).hexdigest() 161 if newcontent_hash != version['bin'][1]: 162 to_screen('ERROR: the downloaded file hash does not match. Aborting.') 163 return 164 165 try: 166 with open(filename, 'wb') as outf: 167 outf.write(newcontent) 168 except (IOError, OSError): 169 if verbose: 170 to_screen(encode_compat_str(traceback.format_exc())) 171 to_screen('ERROR: unable to overwrite current version') 172 return 173 174 to_screen('Updated youtube-dl. Restart youtube-dl to use the new version.') 175 176 177 def get_notes(versions, fromVersion): 178 notes = [] 179 for v, vdata in sorted(versions.items()): 180 if v > fromVersion: 181 notes.extend(vdata.get('notes', [])) 182 return notes 183 184 185 def print_notes(to_screen, versions, fromVersion=__version__): 186 notes = get_notes(versions, fromVersion) 187 if notes: 188 to_screen('PLEASE NOTE:') 189 for note in notes: 190 to_screen(note)