Merge branch 'maint'

Conflicts:
	debian/changelog
	doc/conf.py
	misc/bcfg2-selinux.spec
	misc/bcfg2.spec
	osx/Makefile
	osx/macports/Portfile
	solaris-ips/MANIFEST.bcfg2-server.header
	solaris-ips/MANIFEST.bcfg2.header
	solaris-ips/Makefile
	solaris-ips/pkginfo.bcfg2
	solaris-ips/pkginfo.bcfg2-server
	solaris/Makefile
	solaris/pkginfo.bcfg2
	solaris/pkginfo.bcfg2-server
	src/lib/Bcfg2/Client/Tools/APT.py
	src/lib/Bcfg2/Client/Tools/FreeBSDInit.py
	src/lib/Bcfg2/Client/Tools/__init__.py
	src/lib/Bcfg2/Options.py
	src/lib/Bcfg2/Reporting/Collector.py
	src/lib/Bcfg2/Reporting/templates/base.html
	src/lib/Bcfg2/Server/CherrypyCore.py
	src/lib/Bcfg2/Server/Core.py
	src/lib/Bcfg2/Server/FileMonitor/__init__.py
	src/lib/Bcfg2/Server/Lint/Validate.py
	src/lib/Bcfg2/Server/Lint/__init__.py
	src/lib/Bcfg2/Server/MultiprocessingCore.py
	src/lib/Bcfg2/Server/Plugin/__init__.py
	src/lib/Bcfg2/Server/Plugins/GroupPatterns.py
	src/lib/Bcfg2/Server/Plugins/Metadata.py
	src/lib/Bcfg2/Server/Plugins/Packages/Source.py
	src/lib/Bcfg2/Server/Plugins/Packages/Yum.py
	src/lib/Bcfg2/Server/Plugins/SSHbase.py
	src/lib/Bcfg2/Server/Plugins/SSLCA.py
	src/lib/Bcfg2/version.py
	src/sbin/bcfg2-info
	src/sbin/bcfg2-test
	testsuite/requirements.txt

1 files changed, 78 insertions, 42 deletions

diff --git a/src/lib/Bcfg2/Server/Plugins/Packages/Source.py b/src/lib/Bcfg2/Server/Plugins/Packages/Source.py
index c9f6ea14a..86f7698f7 100644
--- a/src/lib/Bcfg2/Server/Plugins/Packages/Source.py
+++ b/src/lib/Bcfg2/Server/Plugins/Packages/Source.py
@@ -135,22 +135,22 @@ class Source(Debuggable):  # pylint: disable=R0902
 
         #: A list of the text of all 'Component' attributes of this
         #: source from XML
-        self.components = [item.text for item in xsource.findall('Component')]
+        self.components = []
 
         #: A list of the arches supported by this source
-        self.arches = [item.text for item in xsource.findall('Arch')]
+        self.arches = []
 
         #: A list of the the names of packages that are blacklisted
         #: from this source
-        self.blacklist = [item.text for item in xsource.findall('Blacklist')]
+        self.blacklist = []
 
         #: A list of the the names of packages that are whitelisted in
         #: this source
-        self.whitelist = [item.text for item in xsource.findall('Whitelist')]
+        self.whitelist = []
 
         #: Whether or not to include deb-src lines in the generated APT
         #: configuration
-        self.debsrc = xsource.get('debsrc', 'false') == 'true'
+        self.debsrc = False
 
         #: A dict of repository options that will be included in the
         #: configuration generated on the server side (if such is
@@ -162,51 +162,38 @@ class Source(Debuggable):  # pylint: disable=R0902
         #: configuration generated for the client (if that is
         #: supported by the backend)
         self.client_options = dict()
-        opts = xsource.findall("Options")
-        for el in opts:
-            repoopts = dict([(k, v)
-                             for k, v in el.attrib.items()
-                             if k != "clientonly" and k != "serveronly"])
-            if el.get("clientonly", "false").lower() == "false":
-                self.server_options.update(repoopts)
-            if el.get("serveronly", "false").lower() == "false":
-                self.client_options.update(repoopts)
 
         #: A list of URLs to GPG keys that apply to this source
-        self.gpgkeys = [el.text for el in xsource.findall("GPGKey")]
+        self.gpgkeys = []
 
         #: Whether or not to include essential packages from this source
-        self.essential = xsource.get('essential', 'true').lower() == 'true'
+        self.essential = True
 
         #: Whether or not to include recommended packages from this source
-        self.recommended = xsource.get('recommended',
-                                       'false').lower() == 'true'
+        self.recommended = False
 
         #: The "rawurl" attribute from :attr:`xsource`, if applicable.
         #: A trailing slash is automatically appended to this if there
         #: wasn't one already present.
-        self.rawurl = xsource.get('rawurl', '')
-        if self.rawurl and not self.rawurl.endswith("/"):
-            self.rawurl += "/"
+        self.rawurl = None
 
         #: The "url" attribute from :attr:`xsource`, if applicable.  A
         #: trailing slash is automatically appended to this if there
         #: wasn't one already present.
-        self.url = xsource.get('url', '')
-        if self.url and not self.url.endswith("/"):
-            self.url += "/"
+        self.url = None
 
         #: The "version" attribute from :attr:`xsource`
-        self.version = xsource.get('version', '')
+        self.version = None
 
         #: The "name" attribute from :attr:`xsource`
-        self.name = xsource.get('name', None)
+        self.name = None
 
         #: A list of predicates that are used to determine if this
         #: source applies to a given
         #: :class:`Bcfg2.Server.Plugins.Metadata.ClientMetadata`
         #: object.
         self.conditions = []
+
         #: Formerly, :ref:`server-plugins-generators-packages` only
         #: supported applying package sources to groups; that is, they
         #: could not be assigned by more complicated logic like
@@ -214,22 +201,6 @@ class Source(Debuggable):  # pylint: disable=R0902
         #: attribute attempts to provide for some limited backwards
         #: compat with older code that relies on this.
         self.groups = []
-        for el in xsource.iterancestors():
-            if el.tag == "Group":
-                if el.get("negate", "false").lower() == "true":
-                    self.conditions.append(lambda m, el=el:
-                                           el.get("name") not in m.groups)
-                else:
-                    self.groups.append(el.get("name"))
-                    self.conditions.append(lambda m, el=el:
-                                           el.get("name") in m.groups)
-            elif el.tag == "Client":
-                if el.get("negate", "false").lower() == "true":
-                    self.conditions.append(lambda m, el=el:
-                                           el.get("name") != m.hostname)
-                else:
-                    self.conditions.append(lambda m, el=el:
-                                           el.get("name") == m.hostname)
 
         #: A set of all package names in this source.  This will not
         #: necessarily be populated, particularly by backends that
@@ -253,6 +224,8 @@ class Source(Debuggable):  # pylint: disable=R0902
         #: symbols>``.  This will not necessarily be populated.
         self.recommends = dict()
 
+        self._init_attributes(xsource)
+
         #: The file (or directory) used for this source's cache data
         self.cachefile = os.path.join(self.basepath,
                                       "cache-%s" % self.cachekey)
@@ -292,6 +265,69 @@ class Source(Debuggable):  # pylint: disable=R0902
                 setting['name'] = self.get_repo_name(setting)
             self.url_map.extend(usettings)
 
+    def _init_attributes(self, xsource):
+        """
+        This functions evaluates the Source tag and parses all
+        attributes. Override this function in a sub class to
+        parse specific attributes. Do not use ``__init__`` because
+        ``Source.__init__`` may call other functions that already
+        need this specific fields. This functions is called before
+        any other function.
+
+        :param xsource: The XML tag that describes this source
+        :type source: lxml.etree._Element
+        """
+
+        self.components = [item.text for item in xsource.findall('Component')]
+        self.arches = [item.text for item in xsource.findall('Arch')]
+        self.blacklist = [item.text for item in xsource.findall('Blacklist')]
+        self.whitelist = [item.text for item in xsource.findall('Whitelist')]
+        self.debsrc = xsource.get('debsrc', 'false') == 'true'
+
+        opts = xsource.findall("Options")
+        for el in opts:
+            repoopts = dict([(k, v)
+                             for k, v in el.attrib.items()
+                             if k != "clientonly" and k != "serveronly"])
+            if el.get("clientonly", "false").lower() == "false":
+                self.server_options.update(repoopts)
+            if el.get("serveronly", "false").lower() == "false":
+                self.client_options.update(repoopts)
+
+        self.gpgkeys = [el.text for el in xsource.findall("GPGKey")]
+
+        self.essential = xsource.get('essential', 'true').lower() == 'true'
+        self.recommended = xsource.get('recommended',
+                                       'false').lower() == 'true'
+
+        self.rawurl = xsource.get('rawurl', '')
+        if self.rawurl and not self.rawurl.endswith("/"):
+            self.rawurl += "/"
+
+        self.url = xsource.get('url', '')
+        if self.url and not self.url.endswith("/"):
+            self.url += "/"
+
+        self.version = xsource.get('version', '')
+        self.name = xsource.get('name', None)
+
+        for el in xsource.iterancestors():
+            if el.tag == "Group":
+                if el.get("negate", "false").lower() == "true":
+                    self.conditions.append(lambda m, el=el:
+                                           el.get("name") not in m.groups)
+                else:
+                    self.groups.append(el.get("name"))
+                    self.conditions.append(lambda m, el=el:
+                                           el.get("name") in m.groups)
+            elif el.tag == "Client":
+                if el.get("negate", "false").lower() == "true":
+                    self.conditions.append(lambda m, el=el:
+                                           el.get("name") != m.hostname)
+                else:
+                    self.conditions.append(lambda m, el=el:
+                                           el.get("name") == m.hostname)
+
     @property
     def cachekey(self):
         """ A unique key for this source that will be used to generate