1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
|
# Copyright 2007 Gentoo Foundation
# Distributed under the terms of the GNU General Public License v2
# $Id$
import os
from ConfigParser import SafeConfigParser, NoOptionError
from portage import flatten, load_mod
from portage.dep import isvalidatom, match_from_list, \
best_match_to_list, dep_getkey, use_reduce, paren_reduce
from portage.exception import InvalidAtom
OPERATIONS = ["merge", "unmerge"]
DEFAULT_SETS = ["world", "system", "everything", "security"] \
+["package_"+x for x in ["mask", "unmask", "use", "keywords"]]
del x
class PackageSet(object):
# Set this to operations that are supported by your subclass. While
# technically there is no difference between "merge" and "unmerge" regarding
# package sets, the latter doesn't make sense for some sets like "system"
# or "security" and therefore isn't supported by them.
_operations = ["merge"]
description = "generic package set"
def __init__(self):
self._atoms = set()
self._atommap = {}
self._loaded = False
self._loading = False
def __contains__(self, atom):
return atom in self.getAtoms()
def __iter__(self):
for x in self.getAtoms():
yield x
def supportsOperation(self, op):
if not op in OPERATIONS:
raise ValueError(op)
return op in self._operations
def getAtoms(self):
if not (self._loaded or self._loading):
self._loading = True
self.load()
self._loaded = True
self._loading = False
return self._atoms
def _setAtoms(self, atoms):
atoms = map(str.strip, atoms)
for a in atoms[:]:
if a == "":
atoms.remove(a)
elif not isvalidatom(a):
raise InvalidAtom(a)
self._atoms = set(atoms)
self._updateAtomMap()
def load(self):
# This method must be overwritten by subclasses
# Editable sets should use the value of self._mtime to determine if they
# need to reload themselves
raise NotImplementedError()
def containsCPV(self, cpv):
for a in self.getAtoms():
if match_from_list(a, [cpv]):
return True
return False
def getMetadata(self, key):
if hasattr(self, key.lower()):
return getattr(self, key.lower())
else:
return ""
def _updateAtomMap(self, atoms=None):
"""Update self._atommap for specific atoms or all atoms."""
if not atoms:
self._atommap.clear()
atoms = self._atoms
for a in atoms:
cp = dep_getkey(a)
self._atommap.setdefault(cp, set())
self._atommap[cp].add(a)
# Not sure if this one should really be in PackageSet
def findAtomForPackage(self, cpv, metadata):
"""Return the best match for a given package from the arguments, or
None if there are no matches. This matches virtual arguments against
the PROVIDE metadata. This can raise an InvalidDependString exception
if an error occurs while parsing PROVIDE."""
cpv_slot = "%s:%s" % (cpv, metadata["SLOT"])
cp = dep_getkey(cpv)
self.getAtoms() # make sure the atoms are loaded
atoms = self._atommap.get(cp)
if atoms:
best_match = best_match_to_list(cpv_slot, atoms)
if best_match:
return best_match
if not metadata["PROVIDE"]:
return None
provides = flatten(use_reduce(paren_reduce(metadata["PROVIDE"]),
uselist=metadata["USE"].split()))
for provide in provides:
provided_cp = dep_getkey(provide)
atoms = self._atommap.get(provided_cp)
if atoms:
atoms = list(atoms)
transformed_atoms = [atom.replace(provided_cp, cp) for atom in atoms]
best_match = best_match_to_list(cpv_slot, transformed_atoms)
if best_match:
return atoms[transformed_atoms.index(best_match)]
return None
class EditablePackageSet(PackageSet):
def update(self, atoms):
self.getAtoms()
self._atoms.update(atoms)
self._updateAtomMap(atoms=atoms)
self.write()
def add(self, atom):
self.update([atom])
def replace(self, atoms):
self._setAtoms(atoms)
self.write()
def remove(self, atom):
self.getAtoms()
self._atoms.discard(atom)
self._updateAtomMap()
self.write()
def removePackageAtoms(self, cp):
for a in list(self.getAtoms()):
if dep_getkey(a) == cp:
self.remove(a)
self.write()
def write(self):
# This method must be overwritten in subclasses that should be editable
raise NotImplementedError()
class InternalPackageSet(EditablePackageSet):
def __init__(self, initial_atoms=None):
super(InternalPackageSet, self).__init__()
if initial_atoms != None:
self.update(initial_atoms)
def clear(self):
self._atoms.clear()
self._updateAtomMap()
def load(self):
pass
def write(self):
pass
class SetConfigError(Exception):
pass
class SetConfig(SafeConfigParser):
def __init__(self, paths, settings, trees):
SafeConfigParser.__init__(self)
self.read(paths)
self.errors = []
self.psets = {}
self.trees = trees
self.settings = settings
self._parsed = False
def _parse(self):
if self._parsed:
return
for sname in self.sections():
# find classname for current section, default to file based sets
if not self.has_option(sname, "class"):
classname = "portage.sets.files.StaticFileSet"
else:
classname = self.get(sname, "class")
# try to import the specified class
try:
setclass = load_mod(classname)
except (ImportError, AttributeError):
self.errors.append("Could not import '%s' for section '%s'" % (classname, sname))
continue
# prepare option dict for the current section
optdict = {}
for oname in self.options(sname):
optdict[oname] = self.get(sname, oname)
# create single or multiple instances of the given class depending on configuration
if self.has_option(sname, "multiset") and self.getboolean(sname, "multiset"):
if hasattr(setclass, "multiBuilder"):
try:
self.psets.update(setclass.multiBuilder(optdict, self.settings, self.trees))
except SetConfigError, e:
self.errors.append("Configuration error in section '%s': %s" % (sname, str(e)))
continue
else:
self.errors.append("Section '%s' is configured as multiset, but '%s' doesn't support that configuration" % (sname, classname))
continue
else:
try:
setname = self.get(sname, "name")
except NoOptionError:
setname = "sets/"+sname
if hasattr(setclass, "singleBuilder"):
try:
self.psets[setname] = setclass.singleBuilder(optdict, self.settings, self.trees)
except SetConfigError, e:
self.errors.append("Configuration error in section '%s': %s" % (sname, str(e)))
continue
else:
self.errors.append("'%s' does not support individual set creation, section '%s' must be configured as multiset" % (classname, sname))
continue
self._parsed = True
def getSets(self):
self._parse()
return (self.psets, self.errors)
def getSetsWithAliases(self):
self._parse()
shortnames = {}
for name in self.psets:
mysplit = name.split("/")
if len(mysplit) > 1 and mysplit[-1] != "":
if mysplit[-1] in shortnames:
del shortnames[mysplit[-1]]
else:
shortnames[mysplit[-1]] = self.psets[name]
shortnames.update(self.psets)
return (shortnames, self.errors)
def make_default_config(settings, trees):
sc = SetConfig([], settings, trees)
sc.add_section("security")
sc.set("security", "class", "portage.sets.security.NewAffectedSet")
sc.add_section("system")
sc.set("system", "class", "portage.sets.profiles.PackagesSystemSet")
sc.add_section("world")
sc.set("world", "class", "portage.sets.files.WorldSet")
sc.add_section("everything")
sc.set("everything", "class", "portage.sets.dbapi.EverythingSet")
sc.add_section("config")
sc.set("config", "class", "portage.sets.files.ConfigFileSet")
sc.set("config", "multiset", "true")
sc.add_section("categories_installed")
sc.set("categories_installed", "class", "portage.sets.dbapi.CategorySet")
sc.set("categories_installed", "multiset", "true")
sc.set("categories_installed", "repository", "vartree")
sc.set("categories_installed", "name_pattern", "installed/$category")
return sc
# adhoc test code
if __name__ == "__main__":
import portage
sc = make_default_config(portage.settings, portage.db["/"])
l, e = sc.getSets()
print l, e
for x in l:
print x+":"
print "DESCRIPTION = %s" % l[x].getMetadata("Description")
for n in sorted(l[x].getAtoms()):
print "- "+n
print
|