Rewrote arbitrary data cache system

The caching facilities in Bcfg2.Server.Cache provided basically no
features.  This rewrites that to allow for much more powerful cache
expiration, with a particular focus on interoperation between
different components and plugins to let caches be expired as
necessary.  (E.g., the Probes plugin can expire the Metadata cache.)

This does not affect any of the file data cached by Bcfg2, only the
caches that are populated with arbitrary data (Metadata, Packages,
Probes, etc.).

1 files changed, 54 insertions, 0 deletions

diff --git a/testsuite/Testsrc/Testlib/TestServer/TestCache.py b/testsuite/Testsrc/Testlib/TestServer/TestCache.py
new file mode 100644
index 000000000..7c26e52b8
--- /dev/null
+++ b/testsuite/Testsrc/Testlib/TestServer/TestCache.py
@@ -0,0 +1,54 @@
+import os
+import sys
+
+# add all parent testsuite directories to sys.path to allow (most)
+# relative imports in python 2.4
+path = os.path.dirname(__file__)
+while path != "/":
+    if os.path.basename(path).lower().startswith("test"):
+        sys.path.append(path)
+    if os.path.basename(path) == "testsuite":
+        break
+    path = os.path.dirname(path)
+from common import *
+
+from Bcfg2.Server.Cache import *
+
+
+class TestCache(Bcfg2TestCase):
+    def test_cache(self):
+        md_cache = Cache("Metadata")
+        md_cache['foo.example.com'] = 'foo metadata'
+        md_cache['bar.example.com'] = 'bar metadata'
+        self.assertItemsEqual(list(iter(md_cache)),
+                              ["foo.example.com", "bar.example.com"])
+
+        probe_cache = Cache("Probes", "data")
+        probe_cache['foo.example.com'] = 'foo probe data'
+        probe_cache['bar.example.com'] = 'bar probe data'
+        self.assertItemsEqual(list(iter(probe_cache)),
+                              ["foo.example.com", "bar.example.com"])
+
+        md_cache.expire("foo.example.com")
+        self.assertItemsEqual(list(iter(md_cache)), ["bar.example.com"])
+        self.assertItemsEqual(list(iter(probe_cache)),
+                              ["foo.example.com", "bar.example.com"])
+
+        probe_cache.expire("bar.example.com")
+        self.assertItemsEqual(list(iter(md_cache)), ["bar.example.com"])
+        self.assertItemsEqual(list(iter(probe_cache)),
+                              ["foo.example.com"])
+
+        probe_cache['bar.example.com'] = 'bar probe data'
+        self.assertItemsEqual(list(iter(md_cache)), ["bar.example.com"])
+        self.assertItemsEqual(list(iter(probe_cache)),
+                              ["foo.example.com", "bar.example.com"])
+
+        expire("bar.example.com")
+        self.assertEqual(len(md_cache), 0)
+        self.assertItemsEqual(list(iter(probe_cache)),
+                              ["foo.example.com"])
+
+        probe_cache2 = Cache("Probes", "data")
+        self.assertItemsEqual(list(iter(probe_cache)),
+                              list(iter(probe_cache2)))