/
pythonista_module_version_async.py
147 lines (129 loc) · 5.67 KB
/
pythonista_module_version_async.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
#!/usr/bin/env python3 # MUST be Python 3.5 or later
# coding: utf-8
import asyncio, bs4, importlib, os, platform, plistlib, requests, sys, time #, pkgutil
# Translate from Python module --> PyPI module name
pypi_dict = { 'bs4' : 'beautifulsoup4',
'dateutil' : 'py-dateutil',
'faker' : 'Faker',
'sqlite3' : 'pysqlite',
'yaml' : 'PyYAML',
'xhtml2pdf' : 'pisa',
'Crypto' : 'pycrypto',
'PIL' : 'Pillow' }
modules = '''bottle bs4 Crypto dateutil dropbox ecdsa evernote faker feedparser
flask html2text html5lib httplib2 itsdangerous jedi jinja2
markdown markdown2 matplotlib mpmath numpy oauth2 paramiko
parsedatetime PIL pycparser pyflakes pygments pyparsing PyPDF2
pytz qrcode reportlab requests simpy six sqlalchemy sqlite3
thrift werkzeug wsgiref xmltodict yaml'''.split()
# modules = ['requests']
## Removed: mechanize midiutil screenplain xhtml2pdf sympy
def get_module_version(in_module_name='requests'):
mod = importlib.import_module(in_module_name)
fmt = "### hasattr({}, '{}')".format(in_module_name, '{}')
for attr_name in '__version__ version __VERSION__ PILLOW_VERSION VERSION'.split():
if in_module_name == 'markdown' and attr_name == '__version__':
continue
if in_module_name == 'reportlab':
attr_name = 'Version'
if hasattr(mod, attr_name):
if attr_name != '__version__':
print(fmt.format(attr_name))
the_attr = getattr(mod, attr_name)
#if isinstance(the_attr, tuple): # mechanize workaround
# the_attr = '.'.join([str(i) for i in the_attr[:3]])
return str(the_attr() if callable(the_attr) else the_attr)
return '?' * 5
def get_module_version_from_pypi(module_name='bs4'):
module_name = pypi_dict.get(module_name, module_name)
url = 'https://pypi.python.org/pypi/{}'.format(module_name)
soup = bs4.BeautifulSoup(requests.get(url).content, 'html5lib')
vers_str = soup.title.string.partition(':')[0].split()[-1]
if vers_str == 'Packages':
return soup.find('div', class_='section').a.string.split()[-1]
return vers_str
async def fetch_one(url):
return requests.get(url).content
async def get_module_version_from_pypi_async(module_name='bs4'):
# print(0)
module_name = pypi_dict.get(module_name, module_name)
# print(1)
url = 'https://pypi.python.org/pypi/{}'.format(module_name)
# print(2)
content = await fetch_one(url)
soup = bs4.BeautifulSoup(content, 'html5lib')
# print(3)
vers_str = soup.title.string.partition(':')[0].split()[-1]
if vers_str == 'Packages':
return soup.find('div', class_='section').a.string.split()[-1]
return vers_str
'''
for _, pkg_name, _ in pkgutil.walk_packages():
#print(pkg)
#pkg_name = pkg[1]
if 'Gist Commit' in pkg_name:
sys.exit(pkg_name)
if '.' in pkg_name:
continue
'#''
if ('ctypes.test.test' in pkg_name
or 'unittest.__main__' in pkg_name
or 'numpy.ma.version' in pkg_name
or 'numpy.testing.print_coercion_tables' in pkg_name
or 'sympy.mpmath.libmp.exec_py3' in pkg_name
or 'pycparser._build_tables' in pkg_name
or 'FileBrowser' in pkg_name):
continue
'#''
#if pkg_name not in ['test_blasdot', 'nose']:
with open('versions.txt', 'w') as out_file:
out_file.write(pkg_name)
#print(pkg_name)
try:
mod_vers = str(get_module_version(pkg_name)).strip('?')
if mod_vers:
print('{:<10} {}'.format(pkg_name, mod_vers))
except (ImportError, ValueError) as e:
print('{:<10} {}'.format(pkg_name, e))
print('=' * 16)
'''
def pythonista_version():
plist = plistlib.readPlist(os.path.abspath(os.path.join(sys.executable, '..', 'Info.plist')))
return '{CFBundleShortVersionString} ({CFBundleVersion})'.format(**plist)
print('```') # start the output with a markdown literal
fmt = 'Pythonista version {0} running Python {1} on iOS {2} on an {4}.'
print(fmt.format(pythonista_version(), platform.python_version(), *platform.mac_ver()))
print('=' * 57)
def get_modules_versions_sync(modules):
return {module: get_module_version_from_pypi(module) for module in modules}
async def get_modules_versions_async(modules):
tasks = [get_module_version_from_pypi_async(module) for module in modules]
print('{} tasks are ready to run in {} seconds'.format(len(tasks), time.time() - start))
loop = asyncio.get_event_loop()
# d = loop.run_until_complete(get_modules_versions_async(modules))
return {module: version for module, version in zip(modules, await asyncio.gather(*tasks))}
start = time.time()
loop = asyncio.get_event_loop()
d = loop.run_until_complete(get_modules_versions_async(modules))
print('async:', time.time() - start, 'seconds for', len(d), 'modules.')
start = time.time()
assert get_modules_versions_sync(modules) == d
print(' sync:', time.time() - start, 'seconds for', len(d), 'modules.')
'''
fmt = '| {:<13} | {:<11} | {:<11} | {}'
div = fmt.format('-' * 13, '-' * 11, '-' * 11, '')
print(fmt.format('module', 'local', 'PyPI', ''))
print(fmt.format('name', 'version', 'version', ''))
print(div)
for module_name in modules:
local_version = get_module_version(module_name)
pypi_version = get_module_version_from_pypi(module_name)
if '?' in local_version or '$' in local_version:
advise = local_version
else:
advise = '' if local_version == pypi_version else 'Upgrade?'
print(fmt.format(module_name, local_version, pypi_version, advise))
print(div)
print('```') # end of markdown literal
print('=' * 16)
'''