1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
|
import re
import imp
import sys
import glob
import logging
import Bcfg2.Server.Lint
import Bcfg2.Server.Plugin
logger = logging.getLogger(__name__)
module_pattern = r'(?P<filename>(?P<module>[^\/]+)\.py)$'
module_re = re.compile(module_pattern)
class HelperModule(Bcfg2.Server.Plugin.FileBacked):
def __init__(self, name, fam=None):
Bcfg2.Server.Plugin.FileBacked.__init__(self, name, fam=fam)
self._module_name = module_re.search(self.name).group('module')
self._attrs = []
def Index(self):
try:
module = imp.load_source(self._module_name, self.name)
except:
err = sys.exc_info()[1]
logger.error("TemplateHelper: Failed to import %s: %s" %
(self.name, err))
return
if not hasattr(module, "__export__"):
logger.error("TemplateHelper: %s has no __export__ list" %
self.name)
return
newattrs = []
for sym in module.__export__:
if sym not in self._attrs and hasattr(self, sym):
logger.warning("TemplateHelper: %s: %s is a reserved keyword, "
"skipping export" % (self.name, sym))
continue
try:
setattr(self, sym, getattr(module, sym))
newattrs.append(sym)
except AttributeError:
logger.warning("TemplateHelper: %s: %s exports %s, but has no "
"such attribute" % (self.name, sym))
# remove old exports
for sym in set(self._attrs) - set(newattrs):
delattr(self, sym)
self._attrs = newattrs
class HelperSet(Bcfg2.Server.Plugin.DirectoryBacked):
ignore = re.compile("^(\.#.*|.*~|\\..*\\.(sw[px])|.*\.py[co])$")
patterns = module_re
__child__ = HelperModule
class TemplateHelper(Bcfg2.Server.Plugin.Plugin,
Bcfg2.Server.Plugin.Connector):
""" A plugin to provide helper classes and functions to templates """
name = 'TemplateHelper'
__author__ = 'chris.a.st.pierre@gmail.com'
def __init__(self, core, datastore):
Bcfg2.Server.Plugin.Plugin.__init__(self, core, datastore)
Bcfg2.Server.Plugin.Connector.__init__(self)
self.helpers = HelperSet(self.data, core.fam)
def get_additional_data(self, _):
return dict([(h._module_name, h)
for h in self.helpers.entries.values()])
class TemplateHelperLint(Bcfg2.Server.Lint.ServerlessPlugin):
""" find duplicate Pkgmgr entries with the same priority """
def __init__(self, *args, **kwargs):
Bcfg2.Server.Lint.ServerlessPlugin.__init__(self, *args, **kwargs)
hm = HelperModule("foo.py")
self.reserved_keywords = dir(hm)
def Run(self):
for fname in os.listdir(os.path.join(self.config['repo'],
"TemplateHelper")):
helper = os.path.join(self.config['repo'], "TemplateHelper",
fname)
if not module_re.search(helper) or not self.HandlesFile(helper):
continue
self.check_helper(helper)
def check_helper(self, helper):
module_name = module_re.search(helper).group(1)
try:
module = imp.load_source(module_name, helper)
except:
err = sys.exc_info()[1]
self.LintError("templatehelper-import-error",
"Failed to import %s: %s" %
(helper, err))
return
if not hasattr(module, "__export__"):
self.LintError("templatehelper-no-export",
"%s has no __export__ list" % helper)
return
elif not isinstance(module.__export__, list):
self.LintError("templatehelper-nonlist-export",
"__export__ is not a list in %s" % helper)
return
for sym in module.__export__:
if not hasattr(module, sym):
self.LintError("templatehelper-nonexistent-export",
"%s: exported symbol %s does not exist" %
(helper, sym))
elif sym in self.reserved_keywords:
self.LintError("templatehelper-reserved-export",
"%s: exported symbol %s is reserved" %
(helper, sym))
elif sym.startswith("_"):
self.LintError("templatehelper-underscore-export",
"%s: exported symbol %s starts with underscore" %
(helper, sym))
@classmethod
def Errors(cls):
return {"templatehelper-import-error":"error",
"templatehelper-no-export":"error",
"templatehelper-nonlist-export":"error",
"templatehelper-nonexistent-export":"error",
"templatehelper-reserved-export":"error",
"templatehelper-underscore-export":"warning"}
|