Add in verify-only version of the RPMng driver (Resolves Ticket #394)

git-svn-id: https://svn.mcs.anl.gov/repos/bcfg/trunk/bcfg2@3013 ce84e21b-d406-0410-9b95-82705330c041

1 files changed, 534 insertions, 0 deletions

diff --git a/src/lib/Client/Tools/RPMng.py b/src/lib/Client/Tools/RPMng.py
new file mode 100644
index 000000000..dcda1bed7
--- /dev/null
+++ b/src/lib/Client/Tools/RPMng.py
@@ -0,0 +1,534 @@
+'''Bcfg2 Support for RPMS'''
+
+__revision__ = '$Revision$'
+
+import Bcfg2.Client.Tools, time, rpmtools, sys
+
+class RPMng(Bcfg2.Client.Tools.PkgTool):
+    '''Support for RPM packages'''
+    __name__ = 'RPMng'
+    __execs__ = ['/bin/rpm', '/var/lib/rpm']
+    __handles__ = [('Package', 'rpm')]
+
+    __req__ = {'Package': ['name', 'version']}
+    __ireq__ = {'Package': ['name', 'version', 'url']}
+    
+    __new_req__ = {'Package': ['name'], 'Instance': ['version', 'release', 'arch']}
+    __new_ireq__ = {'Package': ['name', 'uri'], \
+                    'Instance': ['simplefile', 'version', 'release', 'arch']}
+    
+    __gpg_req__ = {'Package': ['name'], 'Instance': ['version', 'release']}
+    __gpg_ireq__ = {'Package': ['name'], 'Instance': ['version', 'release']}
+
+    conflicts = ['RPM']
+
+    pkgtype = 'rpm'
+    pkgtool = ("rpm --oldpackage --replacepkgs --quiet -U %s", ("%s", ["url"]))
+
+    # This is mostly the default list from YUM on Centos 4.  Check these are 
+    # still correct.
+    # ***** Should probably put in bcfg2.config somewhere. *****
+    installOnlyPkgs = ['kernel', 'kernel-bigmem', 'kernel-enterprise', 'kernel-smp',
+                       'kernel-modules', 'kernel-debug', 'kernel-unsupported',
+                       'kernel-source', 'kernel-devel', 'kernel-default',
+                       'kernel-largesmp-devel', 'kernel-largesmp', 'gpg-pubkey']
+    
+    def __init__(self, logger, setup, config, states):
+        Bcfg2.Client.Tools.PkgTool.__init__(self, logger, setup, config, states)
+
+        self.instance_status = {}
+
+    def RefreshPackages(self):
+        '''
+            Creates self.installed{} which is a dict of installed packages.
+
+            The dict items are lists of nevra dicts.  This loosely matches the
+            config from the server and what rpmtools uses to specify pacakges.
+
+            e.g.
+
+            self.installed['foo'] = [ {'name':'foo', 'epoch':None, 
+                                       'version':'1', 'release':2, 
+                                       'arch':'i386'},
+                                      {'name':'foo', 'epoch':None, 
+                                       'version':'1', 'release':2, 
+                                       'arch':'x86_64'} ]
+        '''
+        self.installed = {}
+        refresh_ts = rpmtools.rpmtransactionset()
+        for nevra in rpmtools.rpmpackagelist(refresh_ts):
+            self.installed.setdefault(nevra['name'], []).append(nevra)
+        if self.setup['debug']:
+            print "The following package instances are installed:"
+            for name, instances in self.installed.iteritems():
+                self.logger.info("    " + name)
+                for inst in instances:
+                    self.logger.info("        %s:%s-%s.%s" % \
+                                         (inst.get('epoch', None), inst.get('version', None), 
+                                          inst.get('release', None), inst.get('arch', None)))
+        refresh_ts.closeDB()
+
+    def VerifyPackage(self, entry, modlist):
+        '''
+            Verify Package status for entry.
+            Compares the 'version' info against self.installed{} and does 
+            an rpm level package verify.
+
+            Code for the old/new style Package Entries has been kept separate,
+            even though it has meant some code duplication, so that the old style 
+            code can be easily removed at a later date.
+        '''
+
+        instances = entry.findall('Instance')
+        if not instances:
+            # We have an old style no Instance entry.
+            if entry.get('release', None) == None:
+                version, release = entry.get('version').split('-')
+                entry.set('version', version)
+                entry.set('release', release)
+            instances = [ entry ]
+
+        vp_ts = rpmtools.rpmtransactionset()
+
+        self.logger.info("Verifying package instances for %s" % entry.get('name'))
+        package_fail = False
+        qtext_versions = ''
+
+        if self.installed.has_key(entry.get('name')):
+            # There is at least one instance installed.
+            if entry.get('name') in self.installOnlyPkgs:
+                # Packages that should only be installed or removed.
+                # e.g. kernels.
+                self.logger.info("        Install only package.")
+                for inst in instances:
+                    self.instance_status.setdefault(inst, {})['installed'] = False
+                    self.instance_status[inst]['version_fail'] = False
+                    if inst.tag == 'Package' and len(self.installed[entry.get('name')]) > 1:
+                        self.logger.error("WARNING: Multiple instances of package %s are installed." % (entry.get('name')))
+                    for pkg in self.installed[entry.get('name')]:
+                        if inst.tag == 'Package':
+                            # We have an old style Package entry that does not
+                            # have an epoch or an arch, so scrub them from 
+                            # installed{}.
+                            pkg.pop('arch', None)
+                            pkg.pop('epoch', None)
+                        if inst.get('epoch', None) != None:
+                            epoch = int(inst.get('epoch'))
+                        else:
+                            epoch = None
+                        if epoch == pkg.get('epoch') and \
+                           inst.get('version') == pkg.get('version') and \
+                           inst.get('release') == pkg.get('release') and \
+                           inst.get('arch', None) == pkg.get('arch', None):
+                            self.logger.info("        %s:%s-%s.%s" % \
+                                     (inst.get('epoch', None), inst.get('version'), 
+                                      inst.get('release'), inst.get('arch', None)))
+                            self.logger.debug("        verify_flags = %s" % \
+                                                           (inst.get('verify_flags', [])))
+                            self.instance_status[inst]['installed'] = True
+                            self.instance_status[inst]['verify'] = \
+                                  rpmtools.rpm_verify( vp_ts, pkg, \
+                                                       inst.get('verify_flags', '').split(','))
+
+                    if self.instance_status[inst]['installed'] == False:
+                        package_fail = True
+                        self.logger.info("        Package %s %s:%s-%s.%s not installed." % \
+                                     (entry.get('name'),
+                                      inst.get('epoch', None), inst.get('version'), 
+                                      inst.get('release'), inst.get('arch', None)))
+                            
+                        qtext_versions = qtext_versions + '%s:%s-%s.%s ' % \
+                                            (inst.get('epoch', ''), inst.get('version', ''),\
+                                             inst.get('release', ''), inst.get('arch', ''))
+                  
+                        entry.set('current_exists', 'false')
+            else:
+                # Normal Packages that can be upgraded.
+                for inst in instances:
+                    self.instance_status.setdefault(inst, {})['installed'] = False
+                    self.instance_status[inst]['version_fail'] = False
+
+                    # Only installed packages with the same architecture are
+                    # relevant.
+                    if inst.get('arch', None) == None:
+                        arch_match = self.installed[entry.get('name')]
+                    else:
+                        arch_match = [pkg for pkg in self.installed[entry.get('name')] \
+                                          if pkg.get('arch', None) == inst.get('arch', None)]
+
+                    if len(arch_match) > 1:
+                        self.logger.error("Multiple instances of package %s installed with the same achitecture." % \
+                                              (entry.get('name')))
+                    elif len(arch_match) == 1:
+                        # There is only one installed like there should be.
+                        # Check that it is the right version.
+                        for pkg in arch_match:
+                            if inst.tag == 'Package':
+                                # We have an old style Package entry that does not
+                                # have an epoch or an arch, so scrub them from 
+                                # installed{}.
+                                pkg.pop('arch', None)
+                                pkg.pop('epoch', None)
+                            if inst.get('epoch', None) != None:
+                                epoch = int(inst.get('epoch'))
+                            else:
+                                epoch = None
+                            if epoch == pkg.get('epoch', None) and \
+                               inst.get('version') == pkg.get('version') and \
+                               inst.get('release') == pkg.get('release'):
+                                self.logger.info("        %s:%s-%s.%s" % \
+                                            (inst.get('epoch', None), inst.get('version', ''), \
+                                             inst.get('release', ''), inst.get('arch', None)))
+                                self.logger.debug("        verify_flags = %s" % \
+                                                              (inst.get('verify_flags', [])))
+                                self.instance_status[inst]['installed'] = True
+                                self.instance_status[inst]['verify'] = \
+                                   rpmtools.rpm_verify( vp_ts, pkg,\
+                                                        inst.get('verify_flags', '').split(','))
+                            else:
+                                package_fail = True
+                                self.instance_status[inst]['version_fail'] = True
+                                self.logger.info("        Wrong version installed.  Want %s:%s-%s.%s, but have %s:%s-%s.%s" % \
+                                            (inst.get('epoch', None), inst.get('version'), \
+                                             inst.get('release'), inst.get('arch', None), \
+                                             pkg.get('epoch'), pkg.get('version'), \
+                                             pkg.get('release'), pkg.get('arch')))
+                        
+                                qtext_versions = qtext_versions + \
+                                            '(%s:%s-%s.%s -> %s:%s-%s.%s) ' % \
+                                            (pkg.get('epoch', ''), pkg.get('version'), \
+                                             pkg.get('release'), pkg.get('arch', ''), \
+                                             inst.get('epoch', ''), inst.get('version'), \
+                                             inst.get('release'), inst.get('arch', ''))
+                    elif len(arch_match) == 0:
+                        # This instance is not installed.
+                        self.instance_status[inst]['installed'] = False
+                        
+                        self.logger.info("        %s:%s-%s.%s is not installed." % \
+                                            (inst.get('epoch', None), inst.get('version'), \
+                                             inst.get('release'), inst.get('arch', None)))
+                        
+                        qtext_versions = qtext_versions + '%s:%s-%s.%s ' % \
+                                            (inst.get('epoch', ''), inst.get('version'), \
+                                             inst.get('release'), inst.get('arch', ''))
+                  
+                        entry.set('current_exists', 'false')
+
+            for inst in instances:
+                instance_fail = False
+                # Dump the rpm verify results. 
+                #****Write something to format this nicely.*****
+                if self.setup['debug'] and self.instance_status[inst].get('verify', None):
+                    self.logger.debug(self.instance_status[inst]['verify'])
+
+                # Check the rpm verify results.
+                if self.instance_status[inst].get('verify', None):
+                    if len(self.instance_status[inst].get('verify')) > 1:
+                        self.logger.info("WARNING: Verification of more than one package instance.")
+                 
+                    self.instance_status[inst]['verify_fail'] = False
+
+                    for result in self.instance_status[inst]['verify']:
+
+                        # Check header results
+                        if result.get('hdr', []):
+                            package_fail = True
+                            instance_fail = True
+                            self.instance_status[inst]['verify_fail'] = True
+    
+                        # Check dependency results
+                        if result.get('deps', []):
+                            package_fail = True
+                            instance_fail = True
+                            self.instance_status[inst]['verify_fail'] = True
+                         
+                        # Check the rpm verify file results against the modlist
+                        # and per Instance Ignores.
+                        for file_result in result.get('files', []):
+                            if file_result[-1] not in modlist and \
+                               file_result[-1] not in \
+                                          [ignore.get('name') for ignore in inst.findall('Ignore')]:
+                                package_fail = True
+                                instance_fail = True
+                                self.instance_status[inst]['verify_fail'] = True
+                            else:
+                                self.logger.info("        Modlist/Ignore match: %s" % \
+                                                                               (file_result[-1]))
+
+                    if instance_fail == True:
+                        self.logger.info("*** Instance %s:%s-%s.%s failed RPM verification ***" % \
+                                           (inst.get('epoch', None), inst.get('version'), \
+                                            inst.get('release'), inst.get('arch', None)))
+                        
+                        qtext_versions = qtext_versions + '%s:%s-%s.%s ' % \
+                                            (inst.get('epoch', ''), inst.get('version'), \
+                                             inst.get('release'), inst.get('arch', ''))
+
+                if self.instance_status[inst]['installed'] == False or \
+                   self.instance_status[inst]['version_fail'] == True:
+                    package_fail = True
+
+            if package_fail == True:
+                self.logger.info("        Package %s failed verification." % \
+                                                                        (entry.get('name')))
+                qtext = 'Upgrade/downgrade Package %s instance(s) - %s (y/N) ' % \
+                                              (entry.get('name'), qtext_versions)
+                entry.set('qtext', qtext)
+                entry.set('current_version', "%s:%s-%s.%s" % \
+                                (inst.get('epoch', None), inst.get('version'), 
+                                 inst.get('release'), inst.get('arch', None)))
+                return False
+
+        else:
+            # There are no Instances of this package installed.
+            self.logger.debug("Package %s has no instances installed" % (entry.get('name')))
+            entry.set('current_exists', 'false')
+            for inst in instances:
+                qtext_versions = qtext_versions + '%s:%s-%s.%s ' % \
+                                (inst.get('epoch', None), inst.get('version'),
+                                 inst.get('release'), inst.get('arch', None))
+                self.instance_status.setdefault(inst, {})['installed'] = False
+
+            entry.set('qtext', "Install Package %s Instance(s) %s? (y/N) " % \
+                                                        (entry.get('name'), qtext_versions))
+                          
+            return False
+        return True
+
+    def RemovePackages(self, packages):
+        '''Remove specified entries'''
+        #pkgnames = [pkg.get('name') for pkg in packages]
+        #if len(pkgnames) > 0:
+        #    self.logger.info("Removing packages: %s" % pkgnames)
+        #    if self.cmd.run("rpm --quiet -e --allmatches %s" % " ".join(pkgnames))[0] == 0:
+        #        self.modified += packages
+        #    else:
+        #        for pkg in packages:
+        #            if self.cmd.run("rpm --quiet -e --allmatches %s" % \
+        #                            pkg.get('name'))[0] == 0:
+        #                self.modified += pkg
+        #
+        # self.RefreshPackages()
+        #    self.extra = self.FindExtraPackages()
+        print "The following package instances would have been deleted:"
+        for pkg in packages:
+            print "    %s:" % (pkg.get('name'))
+            for inst in pkg:
+                print "        %s:%s-%s.%s" % (inst.get('epoch', None), inst.get('version'), \
+                                               inst.get('release'), inst.get('arch', None))
+
+    def Install(self, packages):
+        '''
+        '''
+        self.logger.info('''The following packages have something wrong with them and RPM.Install()
+                 will try and do something to fix them if appropriate:''')
+
+        for pkg in packages:
+            instances = pkg.findall('Instance')
+            if not instances:
+                instances = [ pkg ]
+            for inst in instances:
+                if self.instance_status[inst].get('installed', False) == False or \
+                   self.instance_status[inst].get('version_fail', False) == True or \
+                   self.instance_status[inst].get('verify_fail', False) == True:
+                    print "%s: %s:%s-%s.%s installed = %s, Version_fail = %s, verify_fail = %s" % \
+                        (pkg.get('name'),inst.get('epoch', None), inst.get('version'), \
+                         inst.get('release'), inst.get('arch', None), \
+                         self.instance_status[inst].get('installed', None),\
+                         self.instance_status[inst].get('version_fail', None),\
+                         self.instance_status[inst].get('verify_fail', None))
+
+    def canInstall(self, entry):
+        '''
+            test if entry has enough information to be installed
+        '''
+        if not self.handlesEntry(entry):
+            return False
+
+        instances = entry.findall('Instance')
+
+        if not instances:
+            # Old non Instance format.
+            if [attr for attr in self.__ireq__[entry.tag] if attr not in entry.attrib]:
+                self.logger.error("Incomplete information for entry %s:%s; cannot verify" \
+                                  % (entry.tag, entry.get('name')))
+                return False
+        else:
+            if entry.get('name') == 'gpg-pubkey':
+                # gpg-pubkey packages aren't really pacakges, so we have to do
+                # something a little different.
+                # Check that the Package Level has what we need for verification.
+                if [attr for attr in self.__gpg_ireq__[entry.tag] if attr not in entry.attrib]:
+                    self.logger.error("Incomplete information for entry %s:%s; cannot verify" \
+                                      % (entry.tag, entry.get('name')))
+                    return False
+                # Check that the Instance Level has what we need for verification.
+                for inst in instances:
+                    if [attr for attr in self.__gpg_ireq__[inst.tag] if attr not in inst.attrib]:
+                        self.logger.error("Incomplete information for entry %s:%s; cannot verify" \
+                                          % (inst.tag, inst.get('name')))
+                        return False
+            else:
+                # New format with Instances.
+                # Check that the Package Level has what we need for verification.
+                if [attr for attr in self.__new_ireq__[entry.tag] if attr not in entry.attrib]:
+                    self.logger.error("Incomplete information for entry %s:%s; cannot verify" \
+                                      % (entry.tag, entry.get('name')))
+                    return False
+                # Check that the Instance Level has what we need for verification.
+                for inst in instances:
+                    if [attr for attr in self.__new_ireq__[inst.tag] if attr not in inst.attrib]:
+                        self.logger.error("Incomplete information for entry %s:%s; cannot verify" \
+                                          % (inst.tag, inst.get('name')))
+                        return False
+        return True
+
+    def canVerify(self, entry):
+        '''
+            Test if entry has enough information to be verified.
+ 
+            Three types of entries are checked.
+               Old style Package
+               New style Package with Instances
+               pgp-pubkey packages
+        '''
+        if not self.handlesEntry(entry):
+            return False
+
+        instances = entry.findall('Instance')
+
+        if not instances:
+            # Old non Instance format.
+            if [attr for attr in self.__req__[entry.tag] if attr not in entry.attrib]:
+                self.logger.error("Incomplete information for entry %s:%s; cannot verify" \
+                                  % (entry.tag, entry.get('name')))
+                return False
+        else:
+            if entry.get('name') == 'gpg-pubkey':
+                # gpg-pubkey packages aren't really pacakges, so we have to do 
+                # something a little different.
+                # Check that the Package Level has what we need for verification.
+                if [attr for attr in self.__gpg_req__[entry.tag] if attr not in entry.attrib]:
+                    self.logger.error("Incomplete information for entry %s:%s; cannot verify" \
+                                      % (entry.tag, entry.get('name')))
+                    return False
+                # Check that the Instance Level has what we need for verification.
+                for inst in instances:
+                    if [attr for attr in self.__gpg_req__[inst.tag] if attr not in inst.attrib]:
+                        self.logger.error("Incomplete information for entry %s:%s; cannot verify" \
+                                          % (inst.tag, inst.get('name')))
+                        return False
+            else:
+                # New format with Instances.
+                # Check that the Package Level has what we need for verification.
+                if [attr for attr in self.__new_req__[entry.tag] if attr not in entry.attrib]:
+                    self.logger.error("Incomplete information for entry %s:%s; cannot verify" \
+                                      % (entry.tag, entry.get('name')))
+                    return False
+                # Check that the Instance Level has what we need for verification.
+                for inst in instances:
+                    if [attr for attr in self.__new_req__[inst.tag] if attr not in inst.attrib]:
+                        self.logger.error("Incomplete information for entry %s:%s; cannot verify" \
+                                          % (inst.tag, inst.get('name')))
+                        return False
+        return True
+
+    def FindExtraPackages(self):
+        '''
+           Find extra packages
+        '''
+        extra_packages = []
+        packages = {}
+        for entry in self.getSupportedEntries():
+            packages[entry.get('name')] = entry
+
+        for name, pkg_list in self.installed.iteritems():
+            extra_entry = Bcfg2.Client.XML.Element('Package', name=name, type=self.pkgtype)
+            if packages.get(name, None) != None:
+                # There is supposed to be at least one instance installed.
+                instances = packages[name].findall('Instance')
+                if not instances:
+                    instances = [ packages[name] ]
+                if name in self.installOnlyPkgs:
+                    for installed_inst in pkg_list:
+                        not_found = True
+                        for inst in instances:
+                            if inst.get('epoch', None) != None:
+                                epoch = int(inst.get('epoch'))
+                            else:
+                                epoch = None
+                            if epoch == installed_inst.get('epoch') and \
+                               inst.get('version') == installed_inst.get('version') and \
+                               inst.get('release') == installed_inst.get('release') and \
+                               inst.get('arch', None) == installed_inst.get('arch'):
+                                not_found = False
+                                break
+                        if not_found == True:
+                            # Extra package.
+                            self.logger.info("Extra InstallOnlyPackage %s %s:%s-%s.%s." % \
+                                 (name, installed_inst.get('epoch'), \
+                                        installed_inst.get('version'), \
+                                        installed_inst.get('release'), \
+                                        installed_inst.get('arch')))
+                            if inst.tag == 'Package':
+                                Bcfg2.Client.XML.SubElement(extra_entry, \
+                                             'Instance', 
+                                             version = installed_inst.get('version'), \
+                                             release = installed_inst.get('release'))
+                            else:
+                                Bcfg2.Client.XML.SubElement(extra_entry, \
+                                             'Instance', 
+                                             epoch = str(installed_inst.get('epoch')),\
+                                             version = installed_inst.get('version'), \
+                                             release = installed_inst.get('release'), \
+                                             arch = installed_inst.get('arch', ''))
+                else:
+                    # Normal package, only check arch.
+                    for installed_inst in pkg_list:
+                        not_found = True
+                        for inst in instances:
+                            if installed_inst.get('arch') == inst.get('arch'):
+                                not_found = False
+                                break
+                        if not_found:
+                            self.logger.info("Extra Normal Package Instance %s %s:%s-%s.%s." % \
+                                 (name, installed_inst.get('epoch'), \
+                                        installed_inst.get('version'), \
+                                        installed_inst.get('release'), \
+                                        installed_inst.get('arch')))
+                            if inst.tag == 'Package':
+                                Bcfg2.Client.XML.SubElement(extra_entry, \
+                                             'Instance', 
+                                             version = installed_inst.get('version'), \
+                                             release = installed_inst.get('release'))
+                            else:
+                                Bcfg2.Client.XML.SubElement(extra_entry, \
+                                             'Instance', 
+                                             epoch = str(installed_inst.get('epoch')),\
+                                             version = installed_inst.get('version'), \
+                                             release = installed_inst.get('release'), \
+                                             arch = installed_inst.get('arch', ''))
+            else:
+                # Extra package.
+                self.logger.info("No instances of Package %s should be installed." % (name))
+                for installed_inst in pkg_list:
+                    if inst.tag == 'Package':
+                        Bcfg2.Client.XML.SubElement(extra_entry, \
+                                     'Instance', 
+                                     version = installed_inst.get('version'), \
+                                     release = installed_inst.get('release'))
+                    else:
+                        Bcfg2.Client.XML.SubElement(extra_entry, \
+                                     'Instance', 
+                                     epoch = str(installed_inst.get('epoch')),\
+                                     version = installed_inst.get('version'), \
+                                     release = installed_inst.get('release'), \
+                                     arch = installed_inst.get('arch', ''))
+            if len(extra_entry) > 0:
+                extra_packages.append(extra_entry)
+            else:
+                del extra_entry
+        return extra_packages
+
+
+