1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
|
import Bcfg2.Server.Plugin, lxml.etree, re
specific_probe_matcher = re.compile("(.*/)?(?P<basename>\S+)(.(?P<mode>[GH])_\S+)")
probe_matcher = re.compile("(.*/)?(?P<basename>\S+)")
class ProbeSet(Bcfg2.Server.Plugin.EntrySet):
ignore = re.compile("^(\.#.*|.*~|\\..*\\.(tmp|sw[px])|probed\\.xml)$")
def __init__(self, path, fam, encoding, plugin_name):
fpattern = '[0-9A-Za-z_\-]+'
self.plugin_name = plugin_name
Bcfg2.Server.Plugin.EntrySet.__init__(self, fpattern, path,
Bcfg2.Server.Plugin.SpecificData,
encoding)
fam.AddMonitor(path, self)
self.bangline = re.compile('^#!(?P<interpreter>.*)$')
def HandleEvent(self, event):
if event.filename != self.path:
return self.handle_event(event)
def get_probe_data(self, metadata):
ret = []
build = dict()
candidates = self.get_matching(metadata)
candidates.sort(lambda x,y: cmp(x.specific, y.specific))
for entry in candidates:
rem = specific_probe_matcher.match(entry.name)
if not rem:
rem = probe_matcher.match(entry.name)
pname = rem.group('basename')
if pname not in build:
build[pname] = entry
for (name, entry) in build.iteritems():
probe = lxml.etree.Element('probe')
probe.set('name', name.split('/')[-1])
probe.set('source', self.plugin_name)
probe.text = entry.data
match = self.bangline.match(entry.data.split('\n')[0])
if match:
probe.set('interpreter', match.group('interpreter'))
else:
probe.set('interpreter', '/bin/sh')
ret.append(probe)
return ret
class Probes(Bcfg2.Server.Plugin.Plugin,
Bcfg2.Server.Plugin.Probing,
Bcfg2.Server.Plugin.Connector):
name = 'Probes'
__version__ = '$Id: $'
__author__ = 'bcfg-dev@mcs.anl.gov'
def __init__(self, core, datastore):
Bcfg2.Server.Plugin.Plugin.__init__(self, core, datastore)
Bcfg2.Server.Plugin.Connector.__init__(self)
Bcfg2.Server.Plugin.Probing.__init__(self)
try:
self.probes = ProbeSet(self.data, core.fam, core.encoding,
self.name)
except:
raise Bcfg2.Server.Plugin.PluginInitError
self.probedata = dict()
self.cgroups = dict()
self.load_data()
def write_data(self):
'''write probe data out for use with bcfg2-info'''
top = lxml.etree.Element("Probed")
for client, probed in self.probedata.iteritems():
cx = lxml.etree.SubElement(top, 'Client', name=client)
for probe in probed:
lxml.etree.SubElement(cx, 'Probe', name=probe,
value=self.probedata[client][probe])
for group in self.cgroups[client]:
lxml.etree.SubElement(cx, "Group", name=group)
data = lxml.etree.tostring(top, encoding='UTF-8', xml_declaration=True,
pretty_print='true')
try:
datafile = open("%s/%s" % (self.data, 'probed.xml'), 'w')
except IOError:
self.logger.error("Failed to write probed.xml")
datafile.write(data)
def load_data(self):
try:
data = lxml.etree.parse(self.data + '/probed.xml').getroot()
except:
self.logger.error("Failed to read file probed.xml")
return
self.probedata = {}
self.cgroups = {}
for client in data.getchildren():
self.probedata[client.get('name')] = {}
self.cgroups[client.get('name')]=[]
for pdata in client:
if (pdata.tag == 'Probe'):
self.probedata[client.get('name')][pdata.get('name')] = pdata.get('value')
elif (pdata.tag == 'Group'):
self.cgroups[client.get('name')].append(pdata.get('name'))
def GetProbes(self, meta, force=False):
'''Return a set of probes for execution on client'''
return self.probes.get_probe_data(meta)
def ReceiveData(self, client, datalist):
self.cgroups[client.hostname] = []
self.probedata[client.hostname] = {}
for data in datalist:
self.ReceiveDataItem(client, data)
self.write_data()
def ReceiveDataItem(self, client, data):
'''Receive probe results pertaining to client'''
if not self.cgroups.has_key(client.hostname):
self.cgroups[client.hostname] = []
if data.text == None:
self.logger.error("Got null response to probe %s from %s" % \
(data.get('name'), client.hostname))
try:
self.probedata[client.hostname].update({data.get('name'): ''})
except KeyError:
self.probedata[client.hostname] = {data.get('name'): ''}
return
dlines = data.text.split('\n')
self.logger.debug("%s:probe:%s:%s" % (client.hostname,
data.get('name'), [line.strip() for line in dlines]))
for line in dlines[:]:
if line.split(':')[0] == 'group':
newgroup = line.split(':')[1].strip()
if newgroup not in self.cgroups[client.hostname]:
self.cgroups[client.hostname].append(newgroup)
dlines.remove(line)
dtext = "\n".join(dlines)
try:
self.probedata[client.hostname].update({ data.get('name'):dtext })
except KeyError:
self.probedata[client.hostname] = { data.get('name'):dtext }
def get_additional_groups(self, meta):
return self.cgroups.get(meta.hostname, list())
def get_additional_data(self, meta):
return self.probedata.get(meta.hostname, dict())
|
