# Copyright 2010-2013 Gentoo Foundation # Distributed under the terms of the GNU General Public License v2 """Contains private support functions for the Display class in output.py """ from __future__ import unicode_literals __all__ = ( ) import io import re import sys from portage import os from portage import _encodings, _unicode_encode from portage._sets.base import InternalPackageSet from portage.output import (blue, bold, colorize, create_color_func, green, red, teal, turquoise, yellow) bad = create_color_func("BAD") from portage.util import shlex_split, writemsg from portage.util.SlotObject import SlotObject from portage.versions import catpkgsplit from _emerge.Blocker import Blocker from _emerge.Package import Package if sys.hexversion >= 0x3000000: basestring = str class _RepoDisplay(object): def __init__(self, roots): self._shown_repos = {} self._unknown_repo = False repo_paths = set() for root_config in roots.values(): portdir = root_config.settings.get("PORTDIR") if portdir: repo_paths.add(portdir) overlays = root_config.settings.get("PORTDIR_OVERLAY") if overlays: repo_paths.update(shlex_split(overlays)) repo_paths = list(repo_paths) self._repo_paths = repo_paths self._repo_paths_real = [ os.path.realpath(repo_path) \ for repo_path in repo_paths ] # pre-allocate index for PORTDIR so that it always has index 0. for root_config in roots.values(): portdb = root_config.trees["porttree"].dbapi portdir = portdb.porttree_root if portdir: self.repoStr(portdir) def repoStr(self, repo_path_real): real_index = -1 if repo_path_real: real_index = self._repo_paths_real.index(repo_path_real) if real_index == -1: s = "?" self._unknown_repo = True else: shown_repos = self._shown_repos repo_paths = self._repo_paths repo_path = repo_paths[real_index] index = shown_repos.get(repo_path) if index is None: index = len(shown_repos) shown_repos[repo_path] = index s = str(index) return s def __str__(self): output = [] shown_repos = self._shown_repos unknown_repo = self._unknown_repo if shown_repos or self._unknown_repo: output.append("Portage tree and overlays:\n") show_repo_paths = list(shown_repos) for repo_path, repo_index in shown_repos.items(): show_repo_paths[repo_index] = repo_path if show_repo_paths: for index, repo_path in enumerate(show_repo_paths): output.append(" "+teal("["+str(index)+"]")+" %s\n" % repo_path) if unknown_repo: output.append(" "+teal("[?]") + \ " indicates that the source repository could not be determined\n") return "".join(output) if sys.hexversion < 0x3000000: __unicode__ = __str__ def __str__(self): return _unicode_encode(self.__unicode__(), encoding=_encodings['content']) class _PackageCounters(object): def __init__(self): self.upgrades = 0 self.downgrades = 0 self.new = 0 self.newslot = 0 self.reinst = 0 self.uninst = 0 self.blocks = 0 self.blocks_satisfied = 0 self.totalsize = 0 self.restrict_fetch = 0 self.restrict_fetch_satisfied = 0 self.interactive = 0 self.binary = 0 def __str__(self): total_installs = self.upgrades + self.downgrades + self.newslot + self.new + self.reinst myoutput = [] details = [] myoutput.append("Total: %s package" % total_installs) if total_installs != 1: myoutput.append("s") if total_installs != 0: myoutput.append(" (") if self.upgrades > 0: details.append("%s upgrade" % self.upgrades) if self.upgrades > 1: details[-1] += "s" if self.downgrades > 0: details.append("%s downgrade" % self.downgrades) if self.downgrades > 1: details[-1] += "s" if self.new > 0: details.append("%s new" % self.new) if self.newslot > 0: details.append("%s in new slot" % self.newslot) if self.newslot > 1: details[-1] += "s" if self.reinst > 0: details.append("%s reinstall" % self.reinst) if self.reinst > 1: details[-1] += "s" if self.binary > 0: details.append("%s binary" % self.binary) if self.binary > 1: details[-1] = details[-1][:-1] + "ies" if self.uninst > 0: details.append("%s uninstall" % self.uninst) if self.uninst > 1: details[-1] += "s" if self.interactive > 0: details.append("%s %s" % (self.interactive, colorize("WARN", "interactive"))) myoutput.append(", ".join(details)) if total_installs != 0: myoutput.append(")") myoutput.append(", Size of downloads: %s" % _format_size(self.totalsize)) if self.restrict_fetch: myoutput.append("\nFetch Restriction: %s package" % \ self.restrict_fetch) if self.restrict_fetch > 1: myoutput.append("s") if self.restrict_fetch_satisfied < self.restrict_fetch: myoutput.append(bad(" (%s unsatisfied)") % \ (self.restrict_fetch - self.restrict_fetch_satisfied)) if self.blocks > 0: myoutput.append("\nConflict: %s block" % \ self.blocks) if self.blocks > 1: myoutput.append("s") if self.blocks_satisfied < self.blocks: myoutput.append(bad(" (%s unsatisfied)") % \ (self.blocks - self.blocks_satisfied)) return "".join(myoutput) class _DisplayConfig(object): def __init__(self, depgraph, mylist, favorites, verbosity): frozen_config = depgraph._frozen_config dynamic_config = depgraph._dynamic_config self.mylist = mylist self.favorites = InternalPackageSet(favorites, allow_repo=True) self.verbosity = verbosity if self.verbosity is None: self.verbosity = ("--quiet" in frozen_config.myopts and 1 or \ "--verbose" in frozen_config.myopts and 3 or 2) self.oneshot = "--oneshot" in frozen_config.myopts or \ "--onlydeps" in frozen_config.myopts self.columns = "--columns" in frozen_config.myopts self.tree_display = "--tree" in frozen_config.myopts self.alphabetical = "--alphabetical" in frozen_config.myopts self.quiet = "--quiet" in frozen_config.myopts self.all_flags = self.verbosity == 3 or self.quiet self.print_use_string = self.verbosity != 1 or "--verbose" in frozen_config.myopts self.changelog = "--changelog" in frozen_config.myopts self.edebug = frozen_config.edebug self.unordered_display = "--unordered-display" in frozen_config.myopts mywidth = 130 if "COLUMNWIDTH" in frozen_config.settings: try: mywidth = int(frozen_config.settings["COLUMNWIDTH"]) except ValueError as e: writemsg("!!! %s\n" % str(e), noiselevel=-1) writemsg("!!! Unable to parse COLUMNWIDTH='%s'\n" % \ frozen_config.settings["COLUMNWIDTH"], noiselevel=-1) del e self.columnwidth = mywidth if "--quiet-repo-display" in frozen_config.myopts: self.repo_display = _RepoDisplay(frozen_config.roots) self.trees = frozen_config.trees self.pkgsettings = frozen_config.pkgsettings self.target_root = frozen_config.target_root self.running_root = frozen_config._running_root self.roots = frozen_config.roots self.blocker_parents = dynamic_config._blocker_parents self.reinstall_nodes = dynamic_config._reinstall_nodes self.digraph = dynamic_config.digraph self.blocker_uninstalls = dynamic_config._blocker_uninstalls self.slot_pkg_map = dynamic_config._slot_pkg_map self.set_nodes = dynamic_config._set_nodes self.pkg_use_enabled = depgraph._pkg_use_enabled self.pkg = depgraph._pkg # formats a size given in bytes nicely def _format_size(mysize): if isinstance(mysize, basestring): return mysize if 0 != mysize % 1024: # Always round up to the next kB so that it doesn't show 0 kB when # some small file still needs to be fetched. mysize += 1024 - mysize % 1024 mystr=str(mysize//1024) mycount=len(mystr) while (mycount > 3): mycount-=3 mystr=mystr[:mycount]+","+mystr[mycount:] return mystr+" kB" def _create_use_string(conf, name, cur_iuse, iuse_forced, cur_use, old_iuse, old_use, is_new, feature_flags, reinst_flags): if not conf.print_use_string: return "" enabled = [] if conf.alphabetical: disabled = enabled removed = enabled else: disabled = [] removed = [] cur_iuse = set(cur_iuse) enabled_flags = cur_iuse.intersection(cur_use) removed_iuse = set(old_iuse).difference(cur_iuse) any_iuse = cur_iuse.union(old_iuse) any_iuse = list(any_iuse) any_iuse.sort() for flag in any_iuse: flag_str = None isEnabled = False reinst_flag = reinst_flags and flag in reinst_flags if flag in enabled_flags: isEnabled = True if is_new or flag in old_use and \ (conf.all_flags or reinst_flag): flag_str = red(flag) elif flag not in old_iuse: flag_str = yellow(flag) + "%*" elif flag not in old_use: flag_str = green(flag) + "*" elif flag in removed_iuse: if conf.all_flags or reinst_flag: flag_str = yellow("-" + flag) + "%" if flag in old_use: flag_str += "*" flag_str = "(" + flag_str + ")" removed.append(flag_str) continue else: if is_new or flag in old_iuse and \ flag not in old_use and \ (conf.all_flags or reinst_flag): flag_str = blue("-" + flag) elif flag not in old_iuse: flag_str = yellow("-" + flag) if flag not in iuse_forced: flag_str += "%" elif flag in old_use: flag_str = green("-" + flag) + "*" if flag_str: if flag in feature_flags: flag_str = "{" + flag_str + "}" elif flag in iuse_forced: flag_str = "(" + flag_str + ")" if isEnabled: enabled.append(flag_str) else: disabled.append(flag_str) if conf.alphabetical: ret = " ".join(enabled) else: ret = " ".join(enabled + disabled + removed) if ret: ret = '%s="%s" ' % (name, ret) return ret def _tree_display(conf, mylist): # If there are any Uninstall instances, add the # corresponding blockers to the digraph. mygraph = conf.digraph.copy() executed_uninstalls = set(node for node in mylist \ if isinstance(node, Package) and node.operation == "unmerge") for uninstall in conf.blocker_uninstalls.leaf_nodes(): uninstall_parents = \ conf.blocker_uninstalls.parent_nodes(uninstall) if not uninstall_parents: continue # Remove the corresponding "nomerge" node and substitute # the Uninstall node. inst_pkg = conf.pkg(uninstall.cpv, "installed", uninstall.root_config, installed=True) try: mygraph.remove(inst_pkg) except KeyError: pass try: inst_pkg_blockers = conf.blocker_parents.child_nodes(inst_pkg) except KeyError: inst_pkg_blockers = [] # Break the Package -> Uninstall edges. mygraph.remove(uninstall) # Resolution of a package's blockers # depend on it's own uninstallation. for blocker in inst_pkg_blockers: mygraph.add(uninstall, blocker) # Expand Package -> Uninstall edges into # Package -> Blocker -> Uninstall edges. for blocker in uninstall_parents: mygraph.add(uninstall, blocker) for parent in conf.blocker_parents.parent_nodes(blocker): if parent != inst_pkg: mygraph.add(blocker, parent) # If the uninstall task did not need to be executed because # of an upgrade, display Blocker -> Upgrade edges since the # corresponding Blocker -> Uninstall edges will not be shown. upgrade_node = \ conf.slot_pkg_map[uninstall.root].get(uninstall.slot_atom) if upgrade_node is not None and \ uninstall not in executed_uninstalls: for blocker in uninstall_parents: mygraph.add(upgrade_node, blocker) if conf.unordered_display: display_list = _unordered_tree_display(mygraph, mylist) else: display_list = _ordered_tree_display(conf, mygraph, mylist) _prune_tree_display(display_list) return display_list def _unordered_tree_display(mygraph, mylist): display_list = [] seen_nodes = set() def print_node(node, depth): if node in seen_nodes: pass else: seen_nodes.add(node) if isinstance(node, (Blocker, Package)): display_list.append((node, depth, True)) else: depth = -1 for child_node in mygraph.child_nodes(node): print_node(child_node, depth + 1) for root_node in mygraph.root_nodes(): print_node(root_node, 0) return display_list def _ordered_tree_display(conf, mygraph, mylist): depth = 0 shown_edges = set() tree_nodes = [] display_list = [] for x in mylist: depth = len(tree_nodes) while depth and x not in \ mygraph.child_nodes(tree_nodes[depth-1]): depth -= 1 if depth: tree_nodes = tree_nodes[:depth] tree_nodes.append(x) display_list.append((x, depth, True)) shown_edges.add((x, tree_nodes[depth-1])) else: traversed_nodes = set() # prevent endless circles traversed_nodes.add(x) def add_parents(current_node, ordered): parent_nodes = None # Do not traverse to parents if this node is an # an argument or a direct member of a set that has # been specified as an argument (system or world). if current_node not in conf.set_nodes: parent_nodes = mygraph.parent_nodes(current_node) if parent_nodes: child_nodes = set(mygraph.child_nodes(current_node)) selected_parent = None # First, try to avoid a direct cycle. for node in parent_nodes: if not isinstance(node, (Blocker, Package)): continue if node not in traversed_nodes and \ node not in child_nodes: edge = (current_node, node) if edge in shown_edges: continue selected_parent = node break if not selected_parent: # A direct cycle is unavoidable. for node in parent_nodes: if not isinstance(node, (Blocker, Package)): continue if node not in traversed_nodes: edge = (current_node, node) if edge in shown_edges: continue selected_parent = node break if selected_parent: shown_edges.add((current_node, selected_parent)) traversed_nodes.add(selected_parent) add_parents(selected_parent, False) display_list.append((current_node, len(tree_nodes), ordered)) tree_nodes.append(current_node) tree_nodes = [] add_parents(x, True) return display_list def _prune_tree_display(display_list): last_merge_depth = 0 for i in range(len(display_list) - 1, -1, -1): node, depth, ordered = display_list[i] if not ordered and depth == 0 and i > 0 \ and node == display_list[i-1][0] and \ display_list[i-1][1] == 0: # An ordered node got a consecutive duplicate # when the tree was being filled in. del display_list[i] continue if ordered and isinstance(node, Package) \ and node.operation in ('merge', 'uninstall'): last_merge_depth = depth continue if depth >= last_merge_depth or \ i < len(display_list) - 1 and \ depth >= display_list[i+1][1]: del display_list[i] def _calc_changelog(ebuildpath,current,next): if ebuildpath == None or not os.path.exists(ebuildpath): return [] current = '-'.join(catpkgsplit(current)[1:]) if current.endswith('-r0'): current = current[:-3] next = '-'.join(catpkgsplit(next)[1:]) if next.endswith('-r0'): next = next[:-3] changelogdir = os.path.dirname(ebuildpath) changelogs = ['ChangeLog'] # ChangeLog-YYYY (see bug #389611) changelogs.extend(sorted((fn for fn in os.listdir(changelogdir) if fn.startswith('ChangeLog-')), reverse=True)) divisions = [] found_current = False for fn in changelogs: changelogpath = os.path.join(changelogdir, fn) try: with io.open(_unicode_encode(changelogpath, encoding=_encodings['fs'], errors='strict'), mode='r', encoding=_encodings['repo.content'], errors='replace') as f: changelog = f.read() except EnvironmentError: return [] for node in _find_changelog_tags(changelog): if node[0] == current: found_current = True break else: divisions.append(node) if found_current: break if not found_current: return [] #print 'XX from',current,'to',next #for div,text in divisions: print 'XX',div # skip entries for all revisions above the one we are about to emerge later_rev_index = None for i, node in enumerate(divisions): if node[0] == next: if later_rev_index is not None: first_node = divisions[later_rev_index] # Discard the later revision and the first ChangeLog entry # that follows it. We want to display all the entries after # that first entry, as discussed in bug #373009. trimmed_lines = [] iterator = iter(first_node[1]) for l in iterator: if not l: # end of the first entry that's discarded break first_node = (None, list(iterator)) divisions = [first_node] + divisions[later_rev_index+1:] break if node[0] is not None: later_rev_index = i output = [] prev_blank = False prev_rev = False for rev, lines in divisions: if rev is not None: if not (prev_blank or prev_rev): output.append("\n") output.append(bold('*' + rev) + '\n') prev_rev = True prev_blank = False if lines: prev_rev = False if not prev_blank: output.append("\n") for l in lines: output.append(l + "\n") output.append("\n") prev_blank = True return output def _strip_header_comments(lines): # strip leading and trailing blank or header/comment lines i = 0 while i < len(lines) and (not lines[i] or lines[i][:1] == "#"): i += 1 if i: lines = lines[i:] while lines and (not lines[-1] or lines[-1][:1] == "#"): lines.pop() return lines def _find_changelog_tags(changelog): divs = [] if not changelog: return divs release = None release_end = 0 for match in re.finditer(r'^\*\ ?([-a-zA-Z0-9_.+]*)(?:\ .*)?$', changelog, re.M): divs.append((release, _strip_header_comments( changelog[release_end:match.start()].splitlines()))) release_end = match.end() release = match.group(1) if release.endswith('.ebuild'): release = release[:-7] if release.endswith('-r0'): release = release[:-3] divs.append((release, _strip_header_comments(changelog[release_end:].splitlines()))) return divs class PkgInfo(object): """Simple class to hold instance attributes for current information about the pkg being printed. """ __slots__ = ("attr_display", "built", "cp", "ebuild_path", "fetch_symbol", "merge", "oldbest", "oldbest_list", "operation", "ordered", "repo_name", "repo_path_real", "slot", "sub_slot", "system", "use", "ver", "world") def __init__(self): self.built = False self.cp = '' self.ebuild_path = '' self.fetch_symbol = '' self.merge = '' self.oldbest = '' self.oldbest_list = [] self.operation = '' self.ordered = False self.repo_path_real = '' self.repo_name = '' self.slot = '' self.sub_slot = '' self.system = False self.use = '' self.ver = '' self.world = False self.attr_display = PkgAttrDisplay() class PkgAttrDisplay(SlotObject): __slots__ = ("downgrade", "fetch_restrict", "fetch_restrict_satisfied", "force_reinstall", "interactive", "mask", "new", "new_slot", "new_version", "replace") def __str__(self): output = [] if self.interactive: output.append(colorize("WARN", "I")) else: output.append(" ") if self.new or self.force_reinstall: if self.force_reinstall: output.append(red("r")) else: output.append(green("N")) else: output.append(" ") if self.new_slot or self.replace: if self.replace: output.append(yellow("R")) else: output.append(green("S")) else: output.append(" ") if self.fetch_restrict or self.fetch_restrict_satisfied: if self.fetch_restrict_satisfied: output.append(green("f")) else: output.append(red("F")) else: output.append(" ") if self.new_version: output.append(turquoise("U")) else: output.append(" ") if self.downgrade: output.append(blue("D")) else: output.append(" ") if self.mask is not None: output.append(self.mask) return "".join(output) if sys.hexversion < 0x3000000: __unicode__ = __str__ def __str__(self): return _unicode_encode(self.__unicode__(), encoding=_encodings['content'])