blob: bd66be4bf83568fdf4347aa05e1d978d2e38bf46 [file] [log] [blame]
# Copyright 2016 The Chromium Authors
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Tests for the cachemanager service."""
from __future__ import print_function
from __future__ import division
from __future__ import absolute_import
import unittest
try:
from mox3 import mox
except ImportError:
import mox
from framework import sql
from services import cachemanager_svc
from services import caches
from services import service_manager
from testing import fake
from testing import testing_helpers
class CacheManagerServiceTest(unittest.TestCase):
def setUp(self):
self.mox = mox.Mox()
self.cnxn = fake.MonorailConnection()
self.cache_manager = cachemanager_svc.CacheManager()
self.cache_manager.invalidate_tbl = self.mox.CreateMock(
sql.SQLTableManager)
def tearDown(self):
self.mox.UnsetStubs()
self.mox.ResetAll()
def testRegisterCache(self):
ram_cache = 'fake ramcache'
self.cache_manager.RegisterCache(ram_cache, 'issue')
self.assertTrue(ram_cache in self.cache_manager.cache_registry['issue'])
def testRegisterCache_UnknownKind(self):
ram_cache = 'fake ramcache'
self.assertRaises(
AssertionError,
self.cache_manager.RegisterCache, ram_cache, 'foo')
def testProcessInvalidateRows_Empty(self):
rows = []
self.cache_manager._ProcessInvalidationRows(rows)
self.assertEqual(0, self.cache_manager.processed_invalidations_up_to)
def testProcessInvalidateRows_Some(self):
ram_cache = caches.RamCache(self.cache_manager, 'issue')
ram_cache.CacheAll({
33: 'issue 33',
34: 'issue 34',
})
rows = [(1, 'issue', 34),
(2, 'project', 789),
(3, 'issue', 39)]
self.cache_manager._ProcessInvalidationRows(rows)
self.assertEqual(3, self.cache_manager.processed_invalidations_up_to)
self.assertTrue(ram_cache.HasItem(33))
self.assertFalse(ram_cache.HasItem(34))
def testProcessInvalidateRows_All(self):
ram_cache = caches.RamCache(self.cache_manager, 'issue')
ram_cache.CacheAll({
33: 'issue 33',
34: 'issue 34',
})
rows = [(991, 'issue', 34),
(992, 'project', 789),
(993, 'issue', cachemanager_svc.INVALIDATE_ALL_KEYS)]
self.cache_manager._ProcessInvalidationRows(rows)
self.assertEqual(993, self.cache_manager.processed_invalidations_up_to)
self.assertEqual({}, ram_cache.cache)
def SetUpDoDistributedInvalidation(self, rows):
self.cache_manager.invalidate_tbl.Select(
self.cnxn, cols=['timestep', 'kind', 'cache_key'],
where=[('timestep > %s', [0])],
order_by=[('timestep DESC', [])],
limit=cachemanager_svc.MAX_INVALIDATE_ROWS_TO_CONSIDER
).AndReturn(rows)
def testDoDistributedInvalidation_Empty(self):
rows = []
self.SetUpDoDistributedInvalidation(rows)
self.mox.ReplayAll()
self.cache_manager.DoDistributedInvalidation(self.cnxn)
self.mox.VerifyAll()
self.assertEqual(0, self.cache_manager.processed_invalidations_up_to)
def testDoDistributedInvalidation_Some(self):
ram_cache = caches.RamCache(self.cache_manager, 'issue')
ram_cache.CacheAll({
33: 'issue 33',
34: 'issue 34',
})
rows = [(1, 'issue', 34),
(2, 'project', 789),
(3, 'issue', 39)]
self.SetUpDoDistributedInvalidation(rows)
self.mox.ReplayAll()
self.cache_manager.DoDistributedInvalidation(self.cnxn)
self.mox.VerifyAll()
self.assertEqual(3, self.cache_manager.processed_invalidations_up_to)
self.assertTrue(ram_cache.HasItem(33))
self.assertFalse(ram_cache.HasItem(34))
def testDoDistributedInvalidation_Redundant(self):
ram_cache = caches.RamCache(self.cache_manager, 'issue')
ram_cache.CacheAll({
33: 'issue 33',
34: 'issue 34',
})
rows = [(1, 'issue', 34),
(2, 'project', 789),
(3, 'issue', 39),
(4, 'project', 789),
(5, 'issue', 39)]
self.SetUpDoDistributedInvalidation(rows)
self.mox.ReplayAll()
self.cache_manager.DoDistributedInvalidation(self.cnxn)
self.mox.VerifyAll()
self.assertEqual(5, self.cache_manager.processed_invalidations_up_to)
self.assertTrue(ram_cache.HasItem(33))
self.assertFalse(ram_cache.HasItem(34))
def testStoreInvalidateRows_UnknownKind(self):
self.assertRaises(
AssertionError,
self.cache_manager.StoreInvalidateRows, self.cnxn, 'foo', [1, 2])
def SetUpStoreInvalidateRows(self, rows):
self.cache_manager.invalidate_tbl.InsertRows(
self.cnxn, ['kind', 'cache_key'], rows)
def testStoreInvalidateRows(self):
rows = [('issue', 1), ('issue', 2)]
self.SetUpStoreInvalidateRows(rows)
self.mox.ReplayAll()
self.cache_manager.StoreInvalidateRows(self.cnxn, 'issue', [1, 2])
self.mox.VerifyAll()
def SetUpStoreInvalidateAll(self, kind):
self.cache_manager.invalidate_tbl.InsertRow(
self.cnxn, kind=kind, cache_key=cachemanager_svc.INVALIDATE_ALL_KEYS,
).AndReturn(44)
self.cache_manager.invalidate_tbl.Delete(
self.cnxn, kind=kind, where=[('timestep < %s', [44])])
def testStoreInvalidateAll(self):
self.SetUpStoreInvalidateAll('issue')
self.mox.ReplayAll()
self.cache_manager.StoreInvalidateAll(self.cnxn, 'issue')
self.mox.VerifyAll()
class RamCacheConsolidateTest(unittest.TestCase):
def setUp(self):
self.mox = mox.Mox()
self.cnxn = 'fake connection'
self.cache_manager = cachemanager_svc.CacheManager()
self.cache_manager.invalidate_tbl = self.mox.CreateMock(
sql.SQLTableManager)
self.services = service_manager.Services(
cache_manager=self.cache_manager)
self.servlet = cachemanager_svc.RamCacheConsolidate(services=self.services)
def testHandleRequest_NothingToDo(self):
mr = testing_helpers.MakeMonorailRequest()
self.cache_manager.invalidate_tbl.SelectValue(
mr.cnxn, 'COUNT(*)').AndReturn(112)
self.cache_manager.invalidate_tbl.SelectValue(
mr.cnxn, 'COUNT(*)').AndReturn(112)
self.mox.ReplayAll()
json_data = self.servlet.HandleRequest(mr)
self.mox.VerifyAll()
self.assertEqual(json_data['old_count'], 112)
self.assertEqual(json_data['new_count'], 112)
def testHandleRequest_Truncate(self):
mr = testing_helpers.MakeMonorailRequest()
self.cache_manager.invalidate_tbl.SelectValue(
mr.cnxn, 'COUNT(*)').AndReturn(4012)
self.cache_manager.invalidate_tbl.Select(
mr.cnxn, ['timestep'],
order_by=[('timestep DESC', [])],
limit=cachemanager_svc.MAX_INVALIDATE_ROWS_TO_CONSIDER
).AndReturn([[3012]]) # Actual would be 1000 rows ending with 3012.
self.cache_manager.invalidate_tbl.Delete(
mr.cnxn, where=[('timestep < %s', [3012])])
self.cache_manager.invalidate_tbl.SelectValue(
mr.cnxn, 'COUNT(*)').AndReturn(1000)
self.mox.ReplayAll()
json_data = self.servlet.HandleRequest(mr)
self.mox.VerifyAll()
self.assertEqual(json_data['old_count'], 4012)
self.assertEqual(json_data['new_count'], 1000)