1
0
Fork 0
mirror of synced 2024-12-21 22:41:06 -05:00

Merge pull request #121 from danieljl/speedup-update-plugin-script

Improve download speed of update plugin script
This commit is contained in:
Amir Salihefendic 2016-02-20 11:54:23 +00:00
commit 2f5e4189f7

View file

@ -1,3 +1,11 @@
try:
import concurrent.futures as futures
except ImportError:
try:
import futures
except ImportError:
futures = None
import zipfile import zipfile
import shutil import shutil
import tempfile import tempfile
@ -76,14 +84,21 @@ def download_extract_replace(plugin_name, zip_path, temp_dir, source_dir):
print('Updated {0}'.format(plugin_name)) print('Updated {0}'.format(plugin_name))
def update(plugin):
name, github_url = plugin.split(' ')
zip_path = GITHUB_ZIP % github_url
download_extract_replace(name, zip_path,
temp_directory, SOURCE_DIR)
if __name__ == '__main__': if __name__ == '__main__':
temp_directory = tempfile.mkdtemp() temp_directory = tempfile.mkdtemp()
try: try:
for line in PLUGINS.splitlines(): if futures:
name, github_url = line.split(' ') with futures.ThreadPoolExecutor(16) as executor:
zip_path = GITHUB_ZIP % github_url executor.map(update, PLUGINS.splitlines())
download_extract_replace(name, zip_path, else:
temp_directory, SOURCE_DIR) [update(x) for x in PLUGINS.splitlines()]
finally: finally:
shutil.rmtree(temp_directory) shutil.rmtree(temp_directory)