1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
|
#!/usr/bin/env python
'''
bcfg2-repo-validate checks all xml files in Bcfg2
repos against their respective XML schemas
'''
__revision__ = '$Revision$'
import glob, lxml.etree, os, sys
import Bcfg2.Options
if __name__ == '__main__':
opts = {'repo': Bcfg2.Options.SERVER_REPOSITORY,
'prefix': Bcfg2.Options.INSTALL_PREFIX,
'verbose': Bcfg2.Options.VERBOSE,
'configfile': Bcfg2.Options.CFILE}
setup = Bcfg2.Options.OptionParser(opts)
setup.parse(sys.argv[1:])
verbose = setup['verbose']
cpath = setup['configfile']
prefix = setup['prefix']
schemadir = "%s/share/bcfg2/schemas" % (prefix)
os.chdir(schemadir)
repo = setup['repo']
# Get a list of all info.xml files in the bcfg2 repository
info_list = []
for root, dirs, files in os.walk('%s' % repo):
for filename in files:
if filename.endswith('info.xml'):
info_list.append(os.path.join(root, filename))
# get all XIncluded bundles
ref_bundles = []
unref_bundles = []
xdata = lxml.etree.parse("%s/Metadata/groups.xml" % repo)
xdata.xinclude()
for bundle in xdata.findall("//Bundle"):
ref_bundles.append("%s/Bundler/%s.xml" % (repo,bundle.get('name')))
# get lists of all other xml files to validate
metadata_list = glob.glob("%s/Metadata/groups.xml" % repo)
clients_list = glob.glob("%s/Metadata/clients.xml" % repo)
bundle_list = glob.glob("%s/Bundler/*.xml" % repo)
pkg_list = glob.glob("%s/Pkgmgr/*.xml" % repo)
base_list = glob.glob("%s/Base/*.xml" % repo)
rules_list = glob.glob("%s/Rules/*.xml" % repo)
imageinfo_list = glob.glob("%s/etc/report-configuration.xml" % repo)
services_list = glob.glob("%s/Svcmgr/*.xml" % repo)
deps_list = glob.glob("%s/Deps/*.xml" % repo)
# find all unreferenced bundles
for bundle in ref_bundles:
if bundle not in bundle_list:
unref_bundles.append(bundle)
filesets = {'metadata':(metadata_list, "%s/metadata.xsd"),
'clients':(clients_list, "%s/clients.xsd"),
'info':(info_list, "%s/info.xsd"),
'bundle':(bundle_list, "%s/bundle.xsd"),
'pkglist':(pkg_list, "%s/pkglist.xsd"),
'base':(base_list, "%s/base.xsd"),
'rules':(rules_list, "%s/rules.xsd"),
'imageinfo':(imageinfo_list, "%s/report-configuration.xsd"),
'services':(services_list, "%s/services.xsd"),
'deps':(deps_list, "%s/deps.xsd")}
failures = 0
for k, (filelist, schemaname) in filesets.iteritems():
try:
schema = lxml.etree.XMLSchema(lxml.etree.parse(open(schemaname%(schemadir))))
except:
print "Failed to process schema %s" % (schemaname%(schemadir))
failures = 1
continue
for filename in filelist:
try:
datafile = lxml.etree.parse(open(filename))
except SyntaxError:
print "%s ***FAILS*** to parse \t\t<----" % (filename)
os.system("xmllint %s" % filename)
failures = 1
continue
except IOError:
print "Failed to open file %s \t\t<---" % (filename)
failures = 1
continue
if schema.validate(datafile):
if verbose:
print "%s checks out" % (filename)
else:
rc = os.system("xmllint --noout --xinclude --schema \
%s %s > /dev/null 2>/dev/null" % \
(schemaname % schemadir, filename))
if rc:
failures = 1
print "%s ***FAILS*** to verify \t\t<----" % (filename)
os.system("xmllint --noout --xinclude --schema %s %s" % \
(schemaname % schemadir, filename))
elif verbose:
print "%s checks out" % (filename)
# print out missing bundle information
if verbose:
print("")
for bundle in unref_bundles:
print ("*** Warning: Bundle %s referenced, but does not "
"exist." % bundle)
raise SystemExit, failures
|
