-
Notifications
You must be signed in to change notification settings - Fork 185
/
pep8ext_naming.py
480 lines (402 loc) · 16.9 KB
/
pep8ext_naming.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
# -*- coding: utf-8 -*-
"""Checker of PEP-8 Naming Conventions."""
import sys
from collections import deque
from functools import partial
from flake8_polyfill import options
try:
import ast
from ast import iter_child_nodes
except ImportError:
from flake8.util import ast, iter_child_nodes
__version__ = '0.8.1'
PYTHON_VERSION = sys.version_info[:3]
PY2 = PYTHON_VERSION[0] == 2
# Node types which may contain class methods
METHOD_CONTAINER_NODES = {ast.If, ast.While, ast.For, ast.With}
FUNC_NODES = (ast.FunctionDef,)
if PY2:
METHOD_CONTAINER_NODES |= {ast.TryExcept, ast.TryFinally}
else:
METHOD_CONTAINER_NODES |= {ast.Try}
if PYTHON_VERSION > (3, 5):
FUNC_NODES += (ast.AsyncFunctionDef,)
METHOD_CONTAINER_NODES |= {ast.AsyncWith, ast.AsyncFor}
if PY2:
def _unpack_args(args):
ret = []
for arg in args:
if isinstance(arg, ast.Tuple):
ret.extend(_unpack_args(arg.elts))
else:
ret.append((arg, arg.id))
return ret
def get_arg_name_tuples(node):
return _unpack_args(node.args.args)
else:
def get_arg_name_tuples(node):
args = node.args
pos_args = [(arg, arg.arg) for arg in args.args]
kw_only = [(arg, arg.arg) for arg in args.kwonlyargs]
return pos_args + kw_only
class _ASTCheckMeta(type):
def __init__(cls, class_name, bases, namespace):
try:
cls._checks.append(cls())
except AttributeError:
cls._checks = []
def _err(self, node, code, **kwargs):
lineno, col_offset = node.lineno, node.col_offset
if isinstance(node, ast.ClassDef):
lineno += len(node.decorator_list)
col_offset += 6
elif isinstance(node, FUNC_NODES):
lineno += len(node.decorator_list)
col_offset += 4
code_str = getattr(self, code)
if kwargs:
code_str = code_str.format(**kwargs)
return lineno, col_offset + 1, '%s %s' % (code, code_str), self
BaseASTCheck = _ASTCheckMeta('BaseASTCheck', (object,),
{'__doc__': "Base for AST Checks.", 'err': _err})
class _FunctionType(object):
CLASSMETHOD = 'classmethod'
STATICMETHOD = 'staticmethod'
FUNCTION = 'function'
METHOD = 'method'
_default_classmethod_decorators = ['classmethod']
_default_staticmethod_decorators = ['staticmethod']
def _build_decorator_to_type(classmethod_decorators, staticmethod_decorators):
decorator_to_type = {}
for decorator in classmethod_decorators:
decorator_to_type[decorator] = _FunctionType.CLASSMETHOD
for decorator in staticmethod_decorators:
decorator_to_type[decorator] = _FunctionType.STATICMETHOD
return decorator_to_type
class NamingChecker(object):
"""Checker of PEP-8 Naming Conventions."""
name = 'naming'
version = __version__
decorator_to_type = _build_decorator_to_type(
_default_classmethod_decorators, _default_staticmethod_decorators)
ignore_names = [
'setUp',
'tearDown',
'setUpClass',
'tearDownClass',
'setUpTestData',
'failureException',
'longMessage',
'maxDiff']
def __init__(self, tree, filename):
self.visitors = BaseASTCheck._checks
self.parents = deque()
self._node = tree
@classmethod
def add_options(cls, parser):
options.register(parser, '--ignore-names',
default=cls.ignore_names,
action='store',
type='string',
parse_from_config=True,
comma_separated_list=True,
help='List of names the pep8-naming plugin should '
'ignore. (Defaults to %default)')
options.register(parser, '--classmethod-decorators',
default=_default_classmethod_decorators,
action='store',
type='string',
parse_from_config=True,
comma_separated_list=True,
help='List of method decorators pep8-naming plugin '
'should consider classmethods (Defaults to '
'%default)')
options.register(parser, '--staticmethod-decorators',
default=_default_staticmethod_decorators,
action='store',
type='string',
parse_from_config=True,
comma_separated_list=True,
help='List of method decorators pep8-naming plugin '
'should consider staticmethods (Defaults to '
'%default)')
@classmethod
def parse_options(cls, options):
cls.ignore_names = frozenset(options.ignore_names)
cls.decorator_to_type = _build_decorator_to_type(
options.classmethod_decorators,
options.staticmethod_decorators)
def run(self):
return self.visit_tree(self._node) if self._node else ()
def visit_tree(self, node):
for error in self.visit_node(node):
yield error
self.parents.append(node)
for child in iter_child_nodes(node):
for error in self.visit_tree(child):
yield error
self.parents.pop()
def visit_node(self, node):
if isinstance(node, ast.ClassDef):
self.tag_class_functions(node)
elif isinstance(node, FUNC_NODES):
self.find_global_defs(node)
method = 'visit_' + node.__class__.__name__.lower()
parents = self.parents
ignore_names = self.ignore_names
for visitor in self.visitors:
visitor_method = getattr(visitor, method, None)
if visitor_method is None:
continue
for error in visitor_method(node, parents, ignore_names):
yield error
def tag_class_functions(self, cls_node):
"""Tag functions if they are methods, classmethods, staticmethods"""
# tries to find all 'old style decorators' like
# m = staticmethod(m)
late_decoration = {}
for node in iter_child_nodes(cls_node):
if not (isinstance(node, ast.Assign) and
isinstance(node.value, ast.Call) and
isinstance(node.value.func, ast.Name)):
continue
func_name = node.value.func.id
if func_name not in self.decorator_to_type:
continue
meth = (len(node.value.args) == 1 and node.value.args[0])
if isinstance(meth, ast.Name):
late_decoration[meth.id] = self.decorator_to_type[func_name]
cls_bases = [b for b in cls_node.bases if isinstance(b, ast.Name)]
# If this class inherits from `type`, it's a metaclass, and we'll
# consider all of it's methods to be classmethods.
ismetaclass = any(name for name in cls_bases if name.id == 'type')
self.set_function_nodes_types(
iter_child_nodes(cls_node), ismetaclass, late_decoration)
def set_function_nodes_types(self, nodes, ismetaclass, late_decoration):
# iterate over all functions and tag them
for node in nodes:
if type(node) in METHOD_CONTAINER_NODES:
self.set_function_nodes_types(
iter_child_nodes(node), ismetaclass, late_decoration)
if not isinstance(node, FUNC_NODES):
continue
node.function_type = _FunctionType.METHOD
if node.name in ('__new__', '__init_subclass__') or ismetaclass:
node.function_type = _FunctionType.CLASSMETHOD
if node.name in late_decoration:
node.function_type = late_decoration[node.name]
elif node.decorator_list:
names = [self.decorator_to_type[d.id]
for d in node.decorator_list
if isinstance(d, ast.Name) and
d.id in self.decorator_to_type]
if names:
node.function_type = names[0]
@staticmethod
def find_global_defs(func_def_node):
global_names = set()
nodes_to_check = deque(iter_child_nodes(func_def_node))
while nodes_to_check:
node = nodes_to_check.pop()
if isinstance(node, ast.Global):
global_names.update(node.names)
if not isinstance(node, (ast.ClassDef,) + FUNC_NODES):
nodes_to_check.extend(iter_child_nodes(node))
func_def_node.global_names = global_names
class ClassNameCheck(BaseASTCheck):
"""
Almost without exception, class names use the CapWords convention.
Classes for internal use have a leading underscore in addition.
"""
N801 = "class name '{name}' should use CapWords convention"
def visit_classdef(self, node, parents, ignore=None):
name = node.name
if ignore and name in ignore:
return
name = name.strip('_')
if not name[:1].isupper() or '_' in name:
yield self.err(node, 'N801', name=name)
class FunctionNameCheck(BaseASTCheck):
"""
Function names should be lowercase, with words separated by underscores
as necessary to improve readability.
Functions *not* being methods '__' in front and back are not allowed.
mixedCase is allowed only in contexts where that's already the
prevailing style (e.g. threading.py), to retain backwards compatibility.
"""
N802 = "function name '{name}' should be lowercase"
N807 = "function name '{name}' should not start or end with '__'"
def visit_functiondef(self, node, parents, ignore=None):
function_type = getattr(node, 'function_type', _FunctionType.FUNCTION)
name = node.name
if ignore and name in ignore:
return
if name in ('__dir__', '__getattr__'):
return
if name.lower() != name:
yield self.err(node, 'N802', name=name)
if function_type == 'function' and '__' in (name[:2], name[-2:]):
yield self.err(node, 'N807', name=name)
visit_asyncfunctiondef = visit_functiondef
class FunctionArgNamesCheck(BaseASTCheck):
"""
The argument names of a function should be lowercase, with words separated
by underscores.
A classmethod should have 'cls' as first argument.
A method should have 'self' as first argument.
"""
N803 = "argument name '{name}' should be lowercase"
N804 = "first argument of a classmethod should be named 'cls'"
N805 = "first argument of a method should be named 'self'"
def visit_functiondef(self, node, parents, ignore=None):
def arg_name(arg):
try:
return arg, arg.arg
except AttributeError: # PY2
return node, arg
for arg, name in arg_name(node.args.vararg), arg_name(node.args.kwarg):
if name is not None and name.lower() != name:
yield self.err(arg, 'N803', name=name)
return
arg_name_tuples = get_arg_name_tuples(node)
if not arg_name_tuples:
return
arg0, name0 = arg_name_tuples[0]
function_type = getattr(node, 'function_type', 'function')
if function_type == _FunctionType.METHOD:
if name0 != 'self':
yield self.err(arg0, 'N805')
elif function_type == _FunctionType.CLASSMETHOD:
if name0 != 'cls':
yield self.err(arg0, 'N804')
for arg, name in arg_name_tuples:
if name.lower() != name:
yield self.err(arg, 'N803', name=name)
return
visit_asyncfunctiondef = visit_functiondef
class ImportAsCheck(BaseASTCheck):
"""
Don't change the naming convention via an import
"""
N811 = "constant '{name}' imported as non constant '{asname}'"
N812 = "lowercase '{name}' imported as non lowercase '{asname}'"
N813 = "camelcase '{name}' imported as lowercase '{asname}'"
N814 = "camelcase '{name}' imported as constant '{asname}'"
def visit_importfrom(self, node, parents, ignore=None):
for name in node.names:
asname = name.asname
if not asname:
continue
original_name = name.name
err_kwargs = {'name': original_name, 'asname': asname}
if original_name.isupper():
if not asname.isupper():
yield self.err(node, 'N811', **err_kwargs)
elif original_name.islower():
if asname.lower() != asname:
yield self.err(node, 'N812', **err_kwargs)
elif asname.islower():
yield self.err(node, 'N813', **err_kwargs)
elif asname.isupper():
yield self.err(node, 'N814', **err_kwargs)
visit_import = visit_importfrom
class VariablesCheck(BaseASTCheck):
"""
Class attributes and local variables in functions should be lowercase
"""
N806 = "variable '{name}' in function should be lowercase"
N815 = "variable '{name}' in class scope should not be mixedCase"
N816 = "variable '{name}' in global scope should not be mixedCase"
def _find_errors(self, assignment_target, parents, ignore):
for parent_func in reversed(parents):
if isinstance(parent_func, ast.ClassDef):
checker = self.class_variable_check
break
if isinstance(parent_func, FUNC_NODES):
checker = partial(self.function_variable_check, parent_func)
break
else:
checker = self.global_variable_check
for name in _extract_names(assignment_target):
if name in ignore:
continue
error_code = checker(name)
if error_code:
yield self.err(assignment_target, error_code, name=name)
def visit_assign(self, node, parents, ignore=None):
if isinstance(node.value, ast.Call):
if isinstance(node.value.func, ast.Attribute):
if node.value.func.attr == 'namedtuple':
return
elif isinstance(node.value.func, ast.Name):
if node.value.func.id == 'namedtuple':
return
for target in node.targets:
for error in self._find_errors(target, parents, ignore):
yield error
def visit_with(self, node, parents, ignore):
if PY2:
for error in self._find_errors(
node.optional_vars, parents, ignore):
yield error
return
for item in node.items:
for error in self._find_errors(
item.optional_vars, parents, ignore):
yield error
visit_asyncwith = visit_with
def visit_for(self, node, parents, ignore):
for error in self._find_errors(node.target, parents, ignore):
yield error
visit_asyncfor = visit_for
def visit_excepthandler(self, node, parents, ignore):
if node.name:
for error in self._find_errors(node, parents, ignore):
yield error
def visit_generatorexp(self, node, parents, ignore):
for gen in node.generators:
for error in self._find_errors(gen.target, parents, ignore):
yield error
visit_listcomp = visit_dictcomp = visit_setcomp = visit_generatorexp
@staticmethod
def global_variable_check(name):
if is_mixed_case(name):
return 'N816'
@staticmethod
def class_variable_check(name):
if is_mixed_case(name):
return 'N815'
@staticmethod
def function_variable_check(func, var_name):
if var_name in func.global_names:
return None
if var_name.lower() == var_name:
return None
return 'N806'
def _extract_names(assignment_target):
"""Yield assignment_target ids."""
target_type = type(assignment_target)
if target_type is ast.Name:
yield assignment_target.id
elif target_type in (ast.Tuple, ast.List):
for element in assignment_target.elts:
element_type = type(element)
if element_type is ast.Name:
yield element.id
elif element_type in (ast.Tuple, ast.List):
for n in _extract_names(element):
yield n
elif not PY2 and element_type is ast.Starred: # PEP 3132
for n in _extract_names(element.value):
yield n
elif target_type is ast.ExceptHandler:
if PY2:
if isinstance(assignment_target.name, ast.Tuple):
for name in assignment_target.name.elts:
yield name.id
else:
yield assignment_target.name.id
else:
yield assignment_target.name
def is_mixed_case(name):
return name.lower() != name and name.lstrip('_')[:1].islower()