1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
|
# Copyright 1998-2011 Gentoo Foundation
# Distributed under the terms of the GNU General Public License v2
import errno
import logging
import subprocess
import portage
from portage import _encodings
from portage import _os_merge
from portage import _unicode_decode
from portage import _unicode_encode
from portage.cache.mappings import slot_dict_class
from portage.exception import CommandNotFound
from portage.localization import _
from portage.util import getlibpaths
from portage.util import grabfile
from portage.util import normalize_path
from portage.util import writemsg_level
class LinkageMapELF(object):
"""Models dynamic linker dependencies."""
_needed_aux_key = "NEEDED.ELF.2"
_soname_map_class = slot_dict_class(
("consumers", "providers"), prefix="")
class _obj_properies_class(object):
__slots__ = ("arch", "needed", "runpaths", "soname", "alt_paths",
"owner",)
def __init__(self, arch, needed, runpaths, soname, alt_paths, owner):
self.arch = arch
self.needed = needed
self.runpaths = runpaths
self.soname = soname
self.alt_paths = alt_paths
self.owner = owner
def __init__(self, vardbapi):
self._dbapi = vardbapi
self._root = self._dbapi.settings['ROOT']
self._libs = {}
self._obj_properties = {}
self._obj_key_cache = {}
self._defpath = set()
self._path_key_cache = {}
def _clear_cache(self):
self._libs.clear()
self._obj_properties.clear()
self._obj_key_cache.clear()
self._defpath.clear()
self._path_key_cache.clear()
def _path_key(self, path):
key = self._path_key_cache.get(path)
if key is None:
key = self._ObjectKey(path, self._root)
self._path_key_cache[path] = key
return key
def _obj_key(self, path):
key = self._obj_key_cache.get(path)
if key is None:
key = self._ObjectKey(path, self._root)
self._obj_key_cache[path] = key
return key
class _ObjectKey(object):
"""Helper class used as _obj_properties keys for objects."""
__slots__ = ("_key",)
def __init__(self, obj, root):
"""
This takes a path to an object.
@param object: path to a file
@type object: string (example: '/usr/bin/bar')
"""
self._key = self._generate_object_key(obj, root)
def __hash__(self):
return hash(self._key)
def __eq__(self, other):
return self._key == other._key
def _generate_object_key(self, obj, root):
"""
Generate object key for a given object.
@param object: path to a file
@type object: string (example: '/usr/bin/bar')
@rtype: 2-tuple of types (long, int) if object exists. string if
object does not exist.
@return:
1. 2-tuple of object's inode and device from a stat call, if object
exists.
2. realpath of object if object does not exist.
"""
os = _os_merge
try:
_unicode_encode(obj,
encoding=_encodings['merge'], errors='strict')
except UnicodeEncodeError:
# The package appears to have been merged with a
# different value of sys.getfilesystemencoding(),
# so fall back to utf_8 if appropriate.
try:
_unicode_encode(obj,
encoding=_encodings['fs'], errors='strict')
except UnicodeEncodeError:
pass
else:
os = portage.os
abs_path = os.path.join(root, obj.lstrip(os.sep))
try:
object_stat = os.stat(abs_path)
except OSError:
# Use the realpath as the key if the file does not exists on the
# filesystem.
return os.path.realpath(abs_path)
# Return a tuple of the device and inode.
return (object_stat.st_dev, object_stat.st_ino)
def file_exists(self):
"""
Determine if the file for this key exists on the filesystem.
@rtype: Boolean
@return:
1. True if the file exists.
2. False if the file does not exist or is a broken symlink.
"""
return isinstance(self._key, tuple)
class _LibGraphNode(_ObjectKey):
__slots__ = ("alt_paths",)
def __init__(self, key):
"""
Create a _LibGraphNode from an existing _ObjectKey.
This re-uses the _key attribute in order to avoid repeating
any previous stat calls, which helps to avoid potential race
conditions due to inconsistent stat results when the
file system is being modified concurrently.
"""
self._key = key._key
self.alt_paths = set()
def __str__(self):
return str(sorted(self.alt_paths))
def rebuild(self, exclude_pkgs=None, include_file=None,
preserve_paths=None):
"""
Raises CommandNotFound if there are preserved libs
and the scanelf binary is not available.
@param exclude_pkgs: A set of packages that should be excluded from
the LinkageMap, since they are being unmerged and their NEEDED
entries are therefore irrelevant and would only serve to corrupt
the LinkageMap.
@type exclude_pkgs: set
@param include_file: The path of a file containing NEEDED entries for
a package which does not exist in the vardbapi yet because it is
currently being merged.
@type include_file: String
@param preserve_paths: Libraries preserved by a package instance that
is currently being merged. They need to be explicitly passed to the
LinkageMap, since they are not registered in the
PreservedLibsRegistry yet.
@type preserve_paths: set
"""
os = _os_merge
root = self._root
root_len = len(root) - 1
self._clear_cache()
self._defpath.update(getlibpaths(self._root, env=self._dbapi.settings))
libs = self._libs
obj_properties = self._obj_properties
lines = []
# Data from include_file is processed first so that it
# overrides any data from previously installed files.
if include_file is not None:
for line in grabfile(include_file):
lines.append((None, include_file, line))
aux_keys = [self._needed_aux_key]
can_lock = os.access(os.path.dirname(self._dbapi._dbroot), os.W_OK)
if can_lock:
self._dbapi.lock()
try:
for cpv in self._dbapi.cpv_all():
if exclude_pkgs is not None and cpv in exclude_pkgs:
continue
needed_file = self._dbapi.getpath(cpv,
filename=self._needed_aux_key)
for line in self._dbapi.aux_get(cpv, aux_keys)[0].splitlines():
lines.append((cpv, needed_file, line))
finally:
if can_lock:
self._dbapi.unlock()
# have to call scanelf for preserved libs here as they aren't
# registered in NEEDED.ELF.2 files
plibs = {}
if preserve_paths is not None:
plibs.update((x, None) for x in preserve_paths)
if self._dbapi._plib_registry and \
self._dbapi._plib_registry.hasEntries():
for cpv, items in \
self._dbapi._plib_registry.getPreservedLibs().items():
if exclude_pkgs is not None and cpv in exclude_pkgs:
# These preserved libs will either be unmerged,
# rendering them irrelevant, or they will be
# preserved in the replacement package and are
# already represented via the preserve_paths
# parameter.
continue
plibs.update((x, cpv) for x in items)
if plibs:
args = ["/usr/bin/scanelf", "-qF", "%a;%F;%S;%r;%n"]
args.extend(os.path.join(root, x.lstrip("." + os.sep)) \
for x in plibs)
try:
proc = subprocess.Popen(args, stdout=subprocess.PIPE)
except EnvironmentError as e:
if e.errno != errno.ENOENT:
raise
raise CommandNotFound(args[0])
else:
for l in proc.stdout:
try:
l = _unicode_decode(l,
encoding=_encodings['content'], errors='strict')
except UnicodeDecodeError:
l = _unicode_decode(l,
encoding=_encodings['content'], errors='replace')
writemsg_level(_("\nError decoding characters " \
"returned from scanelf: %s\n\n") % (l,),
level=logging.ERROR, noiselevel=-1)
l = l[3:].rstrip("\n")
if not l:
continue
fields = l.split(";")
if len(fields) < 5:
writemsg_level(_("\nWrong number of fields " \
"returned from scanelf: %s\n\n") % (l,),
level=logging.ERROR, noiselevel=-1)
continue
fields[1] = fields[1][root_len:]
owner = plibs.pop(fields[1], None)
lines.append((owner, "scanelf", ";".join(fields)))
proc.wait()
if plibs:
# Preserved libraries that did not appear in the scanelf output.
# This is known to happen with statically linked libraries.
# Generate dummy lines for these, so we can assume that every
# preserved library has an entry in self._obj_properties. This
# is important in order to prevent findConsumers from raising
# an unwanted KeyError.
for cpv, x in plibs.items():
lines.append((cpv, "plibs", ";".join(['', x, '', '', ''])))
# Share identical frozenset instances when available,
# in order to conserve memory.
frozensets = {}
for owner, location, l in lines:
l = l.rstrip("\n")
if not l:
continue
fields = l.split(";")
if len(fields) < 5:
writemsg_level(_("\nWrong number of fields " \
"in %s: %s\n\n") % (location, l),
level=logging.ERROR, noiselevel=-1)
continue
arch = fields[0]
obj = fields[1]
soname = fields[2]
path = frozenset(normalize_path(x) \
for x in filter(None, fields[3].replace(
"${ORIGIN}", os.path.dirname(obj)).replace(
"$ORIGIN", os.path.dirname(obj)).split(":")))
path = frozensets.setdefault(path, path)
needed = frozenset(x for x in fields[4].split(",") if x)
needed = frozensets.setdefault(needed, needed)
obj_key = self._obj_key(obj)
indexed = True
myprops = obj_properties.get(obj_key)
if myprops is None:
indexed = False
myprops = self._obj_properies_class(
arch, needed, path, soname, [], owner)
obj_properties[obj_key] = myprops
# All object paths are added into the obj_properties tuple.
myprops.alt_paths.append(obj)
# Don't index the same file more that once since only one
# set of data can be correct and therefore mixing data
# may corrupt the index (include_file overrides previously
# installed).
if indexed:
continue
arch_map = libs.get(arch)
if arch_map is None:
arch_map = {}
libs[arch] = arch_map
if soname:
soname_map = arch_map.get(soname)
if soname_map is None:
soname_map = self._soname_map_class(
providers=[], consumers=[])
arch_map[soname] = soname_map
soname_map.providers.append(obj_key)
for needed_soname in needed:
soname_map = arch_map.get(needed_soname)
if soname_map is None:
soname_map = self._soname_map_class(
providers=[], consumers=[])
arch_map[needed_soname] = soname_map
soname_map.consumers.append(obj_key)
for arch, sonames in libs.items():
for soname_node in sonames.values():
soname_node.providers = tuple(set(soname_node.providers))
soname_node.consumers = tuple(set(soname_node.consumers))
def listBrokenBinaries(self, debug=False):
"""
Find binaries and their needed sonames, which have no providers.
@param debug: Boolean to enable debug output
@type debug: Boolean
@rtype: dict (example: {'/usr/bin/foo': set(['libbar.so'])})
@return: The return value is an object -> set-of-sonames mapping, where
object is a broken binary and the set consists of sonames needed by
object that have no corresponding libraries to fulfill the dependency.
"""
os = _os_merge
class _LibraryCache(object):
"""
Caches properties associated with paths.
The purpose of this class is to prevent multiple instances of
_ObjectKey for the same paths.
"""
def __init__(cache_self):
cache_self.cache = {}
def get(cache_self, obj):
"""
Caches and returns properties associated with an object.
@param obj: absolute path (can be symlink)
@type obj: string (example: '/usr/lib/libfoo.so')
@rtype: 4-tuple with types
(string or None, string or None, 2-tuple, Boolean)
@return: 4-tuple with the following components:
1. arch as a string or None if it does not exist,
2. soname as a string or None if it does not exist,
3. obj_key as 2-tuple,
4. Boolean representing whether the object exists.
(example: ('libfoo.so.1', (123L, 456L), True))
"""
if obj in cache_self.cache:
return cache_self.cache[obj]
else:
obj_key = self._obj_key(obj)
# Check that the library exists on the filesystem.
if obj_key.file_exists():
# Get the arch and soname from LinkageMap._obj_properties if
# it exists. Otherwise, None.
obj_props = self._obj_properties.get(obj_key)
if obj_props is None:
arch = None
soname = None
else:
arch = obj_props.arch
soname = obj_props.soname
return cache_self.cache.setdefault(obj, \
(arch, soname, obj_key, True))
else:
return cache_self.cache.setdefault(obj, \
(None, None, obj_key, False))
rValue = {}
cache = _LibraryCache()
providers = self.listProviders()
# Iterate over all obj_keys and their providers.
for obj_key, sonames in providers.items():
obj_props = self._obj_properties[obj_key]
arch = obj_props.arch
path = obj_props.runpaths
objs = obj_props.alt_paths
path = path.union(self._defpath)
# Iterate over each needed soname and the set of library paths that
# fulfill the soname to determine if the dependency is broken.
for soname, libraries in sonames.items():
# validLibraries is used to store libraries, which satisfy soname,
# so if no valid libraries are found, the soname is not satisfied
# for obj_key. If unsatisfied, objects associated with obj_key
# must be emerged.
validLibraries = set()
# It could be the case that the library to satisfy the soname is
# not in the obj's runpath, but a symlink to the library is (eg
# libnvidia-tls.so.1 in nvidia-drivers). Also, since LinkageMap
# does not catalog symlinks, broken or missing symlinks may go
# unnoticed. As a result of these cases, check that a file with
# the same name as the soname exists in obj's runpath.
# XXX If we catalog symlinks in LinkageMap, this could be improved.
for directory in path:
cachedArch, cachedSoname, cachedKey, cachedExists = \
cache.get(os.path.join(directory, soname))
# Check that this library provides the needed soname. Doing
# this, however, will cause consumers of libraries missing
# sonames to be unnecessarily emerged. (eg libmix.so)
if cachedSoname == soname and cachedArch == arch:
validLibraries.add(cachedKey)
if debug and cachedKey not in \
set(map(self._obj_key_cache.get, libraries)):
# XXX This is most often due to soname symlinks not in
# a library's directory. We could catalog symlinks in
# LinkageMap to avoid checking for this edge case here.
writemsg_level(
_("Found provider outside of findProviders:") + \
(" %s -> %s %s\n" % (os.path.join(directory, soname),
self._obj_properties[cachedKey].alt_paths, libraries)),
level=logging.DEBUG,
noiselevel=-1)
# A valid library has been found, so there is no need to
# continue.
break
if debug and cachedArch == arch and \
cachedKey in self._obj_properties:
writemsg_level((_("Broken symlink or missing/bad soname: " + \
"%(dir_soname)s -> %(cachedKey)s " + \
"with soname %(cachedSoname)s but expecting %(soname)s") % \
{"dir_soname":os.path.join(directory, soname),
"cachedKey": self._obj_properties[cachedKey],
"cachedSoname": cachedSoname, "soname":soname}) + "\n",
level=logging.DEBUG,
noiselevel=-1)
# This conditional checks if there are no libraries to satisfy the
# soname (empty set).
if not validLibraries:
for obj in objs:
rValue.setdefault(obj, set()).add(soname)
# If no valid libraries have been found by this point, then
# there are no files named with the soname within obj's runpath,
# but if there are libraries (from the providers mapping), it is
# likely that soname symlinks or the actual libraries are
# missing or broken. Thus those libraries are added to rValue
# in order to emerge corrupt library packages.
for lib in libraries:
rValue.setdefault(lib, set()).add(soname)
if debug:
if not os.path.isfile(lib):
writemsg_level(_("Missing library:") + " %s\n" % (lib,),
level=logging.DEBUG,
noiselevel=-1)
else:
writemsg_level(_("Possibly missing symlink:") + \
"%s\n" % (os.path.join(os.path.dirname(lib), soname)),
level=logging.DEBUG,
noiselevel=-1)
return rValue
def listProviders(self):
"""
Find the providers for all object keys in LinkageMap.
@rtype: dict (example:
{(123L, 456L): {'libbar.so': set(['/lib/libbar.so.1.5'])}})
@return: The return value is an object key -> providers mapping, where
providers is a mapping of soname -> set-of-library-paths returned
from the findProviders method.
"""
rValue = {}
if not self._libs:
self.rebuild()
# Iterate over all object keys within LinkageMap.
for obj_key in self._obj_properties:
rValue.setdefault(obj_key, self.findProviders(obj_key))
return rValue
def isMasterLink(self, obj):
"""
Determine whether an object is a "master" symlink, which means
that its basename is the same as the beginning part of the
soname and it lacks the soname's version component.
Examples:
soname | master symlink name
--------------------------------------------
libarchive.so.2.8.4 | libarchive.so
libproc-3.2.8.so | libproc.so
@param obj: absolute path to an object
@type obj: string (example: '/usr/bin/foo')
@rtype: Boolean
@return:
1. True if obj is a master link
2. False if obj is not a master link
"""
os = _os_merge
obj_key = self._obj_key(obj)
if obj_key not in self._obj_properties:
raise KeyError("%s (%s) not in object list" % (obj_key, obj))
basename = os.path.basename(obj)
soname = self._obj_properties[obj_key].soname
return len(basename) < len(soname) and \
basename.endswith(".so") and \
soname.startswith(basename[:-3])
def listLibraryObjects(self):
"""
Return a list of library objects.
Known limitation: library objects lacking an soname are not included.
@rtype: list of strings
@return: list of paths to all providers
"""
rValue = []
if not self._libs:
self.rebuild()
for arch_map in self._libs.values():
for soname_map in arch_map.values():
for obj_key in soname_map.providers:
rValue.extend(self._obj_properties[obj_key].alt_paths)
return rValue
def getOwners(self, obj):
"""
Return the package(s) associated with an object. Raises KeyError
if the object is unknown. Returns an empty tuple if the owner(s)
are unknown.
@param obj: absolute path to an object
@type obj: string (example: '/usr/bin/bar')
@rtype: tuple
@return: a tuple of cpv
"""
if not self._libs:
self.rebuild()
if isinstance(obj, self._ObjectKey):
obj_key = obj
else:
obj_key = self._obj_key_cache.get(obj)
if obj_key is None:
raise KeyError("%s not in object list" % obj)
obj_props = self._obj_properties.get(obj_key)
if obj_props is None:
raise KeyError("%s not in object list" % obj_key)
if obj_props.owner is None:
return ()
return (obj_props.owner,)
def getSoname(self, obj):
"""
Return the soname associated with an object.
@param obj: absolute path to an object
@type obj: string (example: '/usr/bin/bar')
@rtype: string
@return: soname as a string
"""
if not self._libs:
self.rebuild()
if isinstance(obj, self._ObjectKey):
obj_key = obj
if obj_key not in self._obj_properties:
raise KeyError("%s not in object list" % obj_key)
return self._obj_properties[obj_key].soname
if obj not in self._obj_key_cache:
raise KeyError("%s not in object list" % obj)
return self._obj_properties[self._obj_key_cache[obj]].soname
def findProviders(self, obj):
"""
Find providers for an object or object key.
This method may be called with a key from _obj_properties.
In some cases, not all valid libraries are returned. This may occur when
an soname symlink referencing a library is in an object's runpath while
the actual library is not. We should consider cataloging symlinks within
LinkageMap as this would avoid those cases and would be a better model of
library dependencies (since the dynamic linker actually searches for
files named with the soname in the runpaths).
@param obj: absolute path to an object or a key from _obj_properties
@type obj: string (example: '/usr/bin/bar') or _ObjectKey
@rtype: dict (example: {'libbar.so': set(['/lib/libbar.so.1.5'])})
@return: The return value is a soname -> set-of-library-paths, where
set-of-library-paths satisfy soname.
"""
os = _os_merge
rValue = {}
if not self._libs:
self.rebuild()
# Determine the obj_key from the arguments.
if isinstance(obj, self._ObjectKey):
obj_key = obj
if obj_key not in self._obj_properties:
raise KeyError("%s not in object list" % obj_key)
else:
obj_key = self._obj_key(obj)
if obj_key not in self._obj_properties:
raise KeyError("%s (%s) not in object list" % (obj_key, obj))
obj_props = self._obj_properties[obj_key]
arch = obj_props.arch
needed = obj_props.needed
path = obj_props.runpaths
path_keys = set(self._path_key(x) for x in path.union(self._defpath))
for soname in needed:
rValue[soname] = set()
if arch not in self._libs or soname not in self._libs[arch]:
continue
# For each potential provider of the soname, add it to rValue if it
# resides in the obj's runpath.
for provider_key in self._libs[arch][soname].providers:
providers = self._obj_properties[provider_key].alt_paths
for provider in providers:
if self._path_key(os.path.dirname(provider)) in path_keys:
rValue[soname].add(provider)
return rValue
def findConsumers(self, obj, exclude_providers=None):
"""
Find consumers of an object or object key.
This method may be called with a key from _obj_properties. If this
method is going to be called with an object key, to avoid not catching
shadowed libraries, do not pass new _ObjectKey instances to this method.
Instead pass the obj as a string.
In some cases, not all consumers are returned. This may occur when
an soname symlink referencing a library is in an object's runpath while
the actual library is not. For example, this problem is noticeable for
binutils since it's libraries are added to the path via symlinks that
are gemerated in the /usr/$CHOST/lib/ directory by binutils-config.
Failure to recognize consumers of these symlinks makes preserve-libs
fail to preserve binutils libs that are needed by these unrecognized
consumers.
Note that library consumption via dlopen (common for kde plugins) is
currently undetected. However, it is possible to use the
corresponding libtool archive (*.la) files to detect such consumers
(revdep-rebuild is able to detect them).
The exclude_providers argument is useful for determining whether
removal of one or more packages will create unsatisfied consumers. When
this option is given, consumers are excluded from the results if there
is an alternative provider (which is not excluded) of the required
soname such that the consumers will remain satisfied if the files
owned by exclude_providers are removed.
@param obj: absolute path to an object or a key from _obj_properties
@type obj: string (example: '/usr/bin/bar') or _ObjectKey
@param exclude_providers: A collection of callables that each take a
single argument referring to the path of a library (example:
'/usr/lib/libssl.so.0.9.8'), and return True if the library is
owned by a provider which is planned for removal.
@type exclude_providers: collection
@rtype: set of strings (example: set(['/bin/foo', '/usr/bin/bar']))
@return: The return value is a soname -> set-of-library-paths, where
set-of-library-paths satisfy soname.
"""
os = _os_merge
if not self._libs:
self.rebuild()
# Determine the obj_key and the set of objects matching the arguments.
if isinstance(obj, self._ObjectKey):
obj_key = obj
if obj_key not in self._obj_properties:
raise KeyError("%s not in object list" % obj_key)
objs = self._obj_properties[obj_key].alt_paths
else:
objs = set([obj])
obj_key = self._obj_key(obj)
if obj_key not in self._obj_properties:
raise KeyError("%s (%s) not in object list" % (obj_key, obj))
# If there is another version of this lib with the
# same soname and the soname symlink points to that
# other version, this lib will be shadowed and won't
# have any consumers.
if not isinstance(obj, self._ObjectKey):
soname = self._obj_properties[obj_key].soname
soname_link = os.path.join(self._root,
os.path.dirname(obj).lstrip(os.path.sep), soname)
obj_path = os.path.join(self._root, obj.lstrip(os.sep))
try:
soname_st = os.stat(soname_link)
obj_st = os.stat(obj_path)
except OSError:
pass
else:
if (obj_st.st_dev, obj_st.st_ino) != \
(soname_st.st_dev, soname_st.st_ino):
return set()
obj_props = self._obj_properties[obj_key]
arch = obj_props.arch
soname = obj_props.soname
soname_node = None
arch_map = self._libs.get(arch)
if arch_map is not None:
soname_node = arch_map.get(soname)
defpath_keys = set(self._path_key(x) for x in self._defpath)
satisfied_consumer_keys = set()
if soname_node is not None:
if exclude_providers is not None:
relevant_dir_keys = set()
for provider_key in soname_node.providers:
provider_objs = self._obj_properties[provider_key].alt_paths
for p in provider_objs:
provider_excluded = False
for excluded_provider_isowner in exclude_providers:
if excluded_provider_isowner(p):
provider_excluded = True
break
if not provider_excluded:
# This provider is not excluded. It will
# satisfy a consumer of this soname if it
# is in the default ld.so path or the
# consumer's runpath.
relevant_dir_keys.add(
self._path_key(os.path.dirname(p)))
if relevant_dir_keys:
for consumer_key in soname_node.consumers:
path = self._obj_properties[consumer_key].runpaths
path_keys = defpath_keys.copy()
path_keys.update(self._path_key(x) for x in path)
if relevant_dir_keys.intersection(path_keys):
satisfied_consumer_keys.add(consumer_key)
rValue = set()
if soname_node is not None:
# For each potential consumer, add it to rValue if an object from the
# arguments resides in the consumer's runpath.
objs_dir_keys = set(self._path_key(os.path.dirname(x))
for x in objs)
for consumer_key in soname_node.consumers:
if consumer_key in satisfied_consumer_keys:
continue
consumer_props = self._obj_properties[consumer_key]
path = consumer_props.runpaths
consumer_objs = consumer_props.alt_paths
path_keys = defpath_keys.union(self._path_key(x) for x in path)
if objs_dir_keys.intersection(path_keys):
rValue.update(consumer_objs)
return rValue
|