Project import generated by Copybara.
GitOrigin-RevId: d9e9e3fb4e31372ec1fb43b178994ca78fa8fe70
diff --git a/services/test/cachemanager_svc_test.py b/services/test/cachemanager_svc_test.py
new file mode 100644
index 0000000..20956e0
--- /dev/null
+++ b/services/test/cachemanager_svc_test.py
@@ -0,0 +1,205 @@
+# Copyright 2016 The Chromium Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style
+# license that can be found in the LICENSE file or at
+# https://developers.google.com/open-source/licenses/bsd
+
+"""Tests for the cachemanager service."""
+from __future__ import print_function
+from __future__ import division
+from __future__ import absolute_import
+
+import unittest
+
+import mox
+
+from framework import sql
+from services import cachemanager_svc
+from services import caches
+from services import service_manager
+from testing import fake
+from testing import testing_helpers
+
+
+class CacheManagerServiceTest(unittest.TestCase):
+
+ def setUp(self):
+ self.mox = mox.Mox()
+ self.cnxn = fake.MonorailConnection()
+ self.cache_manager = cachemanager_svc.CacheManager()
+ self.cache_manager.invalidate_tbl = self.mox.CreateMock(
+ sql.SQLTableManager)
+
+ def tearDown(self):
+ self.mox.UnsetStubs()
+ self.mox.ResetAll()
+
+ def testRegisterCache(self):
+ ram_cache = 'fake ramcache'
+ self.cache_manager.RegisterCache(ram_cache, 'issue')
+ self.assertTrue(ram_cache in self.cache_manager.cache_registry['issue'])
+
+ def testRegisterCache_UnknownKind(self):
+ ram_cache = 'fake ramcache'
+ self.assertRaises(
+ AssertionError,
+ self.cache_manager.RegisterCache, ram_cache, 'foo')
+
+ def testProcessInvalidateRows_Empty(self):
+ rows = []
+ self.cache_manager._ProcessInvalidationRows(rows)
+ self.assertEqual(0, self.cache_manager.processed_invalidations_up_to)
+
+ def testProcessInvalidateRows_Some(self):
+ ram_cache = caches.RamCache(self.cache_manager, 'issue')
+ ram_cache.CacheAll({
+ 33: 'issue 33',
+ 34: 'issue 34',
+ })
+ rows = [(1, 'issue', 34),
+ (2, 'project', 789),
+ (3, 'issue', 39)]
+ self.cache_manager._ProcessInvalidationRows(rows)
+ self.assertEqual(3, self.cache_manager.processed_invalidations_up_to)
+ self.assertTrue(ram_cache.HasItem(33))
+ self.assertFalse(ram_cache.HasItem(34))
+
+ def testProcessInvalidateRows_All(self):
+ ram_cache = caches.RamCache(self.cache_manager, 'issue')
+ ram_cache.CacheAll({
+ 33: 'issue 33',
+ 34: 'issue 34',
+ })
+ rows = [(991, 'issue', 34),
+ (992, 'project', 789),
+ (993, 'issue', cachemanager_svc.INVALIDATE_ALL_KEYS)]
+ self.cache_manager._ProcessInvalidationRows(rows)
+ self.assertEqual(993, self.cache_manager.processed_invalidations_up_to)
+ self.assertEqual({}, ram_cache.cache)
+
+ def SetUpDoDistributedInvalidation(self, rows):
+ self.cache_manager.invalidate_tbl.Select(
+ self.cnxn, cols=['timestep', 'kind', 'cache_key'],
+ where=[('timestep > %s', [0])],
+ order_by=[('timestep DESC', [])],
+ limit=cachemanager_svc.MAX_INVALIDATE_ROWS_TO_CONSIDER
+ ).AndReturn(rows)
+
+ def testDoDistributedInvalidation_Empty(self):
+ rows = []
+ self.SetUpDoDistributedInvalidation(rows)
+ self.mox.ReplayAll()
+ self.cache_manager.DoDistributedInvalidation(self.cnxn)
+ self.mox.VerifyAll()
+ self.assertEqual(0, self.cache_manager.processed_invalidations_up_to)
+
+ def testDoDistributedInvalidation_Some(self):
+ ram_cache = caches.RamCache(self.cache_manager, 'issue')
+ ram_cache.CacheAll({
+ 33: 'issue 33',
+ 34: 'issue 34',
+ })
+ rows = [(1, 'issue', 34),
+ (2, 'project', 789),
+ (3, 'issue', 39)]
+ self.SetUpDoDistributedInvalidation(rows)
+ self.mox.ReplayAll()
+ self.cache_manager.DoDistributedInvalidation(self.cnxn)
+ self.mox.VerifyAll()
+ self.assertEqual(3, self.cache_manager.processed_invalidations_up_to)
+ self.assertTrue(ram_cache.HasItem(33))
+ self.assertFalse(ram_cache.HasItem(34))
+
+ def testDoDistributedInvalidation_Redundant(self):
+ ram_cache = caches.RamCache(self.cache_manager, 'issue')
+ ram_cache.CacheAll({
+ 33: 'issue 33',
+ 34: 'issue 34',
+ })
+ rows = [(1, 'issue', 34),
+ (2, 'project', 789),
+ (3, 'issue', 39),
+ (4, 'project', 789),
+ (5, 'issue', 39)]
+ self.SetUpDoDistributedInvalidation(rows)
+ self.mox.ReplayAll()
+ self.cache_manager.DoDistributedInvalidation(self.cnxn)
+ self.mox.VerifyAll()
+ self.assertEqual(5, self.cache_manager.processed_invalidations_up_to)
+ self.assertTrue(ram_cache.HasItem(33))
+ self.assertFalse(ram_cache.HasItem(34))
+
+ def testStoreInvalidateRows_UnknownKind(self):
+ self.assertRaises(
+ AssertionError,
+ self.cache_manager.StoreInvalidateRows, self.cnxn, 'foo', [1, 2])
+
+ def SetUpStoreInvalidateRows(self, rows):
+ self.cache_manager.invalidate_tbl.InsertRows(
+ self.cnxn, ['kind', 'cache_key'], rows)
+
+ def testStoreInvalidateRows(self):
+ rows = [('issue', 1), ('issue', 2)]
+ self.SetUpStoreInvalidateRows(rows)
+ self.mox.ReplayAll()
+ self.cache_manager.StoreInvalidateRows(self.cnxn, 'issue', [1, 2])
+ self.mox.VerifyAll()
+
+ def SetUpStoreInvalidateAll(self, kind):
+ self.cache_manager.invalidate_tbl.InsertRow(
+ self.cnxn, kind=kind, cache_key=cachemanager_svc.INVALIDATE_ALL_KEYS,
+ ).AndReturn(44)
+ self.cache_manager.invalidate_tbl.Delete(
+ self.cnxn, kind=kind, where=[('timestep < %s', [44])])
+
+ def testStoreInvalidateAll(self):
+ self.SetUpStoreInvalidateAll('issue')
+ self.mox.ReplayAll()
+ self.cache_manager.StoreInvalidateAll(self.cnxn, 'issue')
+ self.mox.VerifyAll()
+
+
+class RamCacheConsolidateTest(unittest.TestCase):
+
+ def setUp(self):
+ self.mox = mox.Mox()
+ self.cnxn = 'fake connection'
+ self.cache_manager = cachemanager_svc.CacheManager()
+ self.cache_manager.invalidate_tbl = self.mox.CreateMock(
+ sql.SQLTableManager)
+ self.services = service_manager.Services(
+ cache_manager=self.cache_manager)
+ self.servlet = cachemanager_svc.RamCacheConsolidate(
+ 'req', 'res', services=self.services)
+
+ def testHandleRequest_NothingToDo(self):
+ mr = testing_helpers.MakeMonorailRequest()
+ self.cache_manager.invalidate_tbl.SelectValue(
+ mr.cnxn, 'COUNT(*)').AndReturn(112)
+ self.cache_manager.invalidate_tbl.SelectValue(
+ mr.cnxn, 'COUNT(*)').AndReturn(112)
+ self.mox.ReplayAll()
+
+ json_data = self.servlet.HandleRequest(mr)
+ self.mox.VerifyAll()
+ self.assertEqual(json_data['old_count'], 112)
+ self.assertEqual(json_data['new_count'], 112)
+
+ def testHandleRequest_Truncate(self):
+ mr = testing_helpers.MakeMonorailRequest()
+ self.cache_manager.invalidate_tbl.SelectValue(
+ mr.cnxn, 'COUNT(*)').AndReturn(4012)
+ self.cache_manager.invalidate_tbl.Select(
+ mr.cnxn, ['timestep'],
+ order_by=[('timestep DESC', [])],
+ limit=cachemanager_svc.MAX_INVALIDATE_ROWS_TO_CONSIDER
+ ).AndReturn([[3012]]) # Actual would be 1000 rows ending with 3012.
+ self.cache_manager.invalidate_tbl.Delete(
+ mr.cnxn, where=[('timestep < %s', [3012])])
+ self.cache_manager.invalidate_tbl.SelectValue(
+ mr.cnxn, 'COUNT(*)').AndReturn(1000)
+ self.mox.ReplayAll()
+
+ json_data = self.servlet.HandleRequest(mr)
+ self.mox.VerifyAll()
+ self.assertEqual(json_data['old_count'], 4012)
+ self.assertEqual(json_data['new_count'], 1000)