blob: 1da86e7b676762f24b7738702039921b3687d066 [file] [log] [blame]
# Copyright 2016 The Chromium Authors
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Tests for the backendsearchpipeline module."""
from __future__ import print_function
from __future__ import division
from __future__ import absolute_import
try:
from mox3 import mox
except ImportError:
import mox
import unittest
from google.appengine.api import memcache
from google.appengine.ext import testbed
import settings
from framework import framework_helpers
from framework import sorting
from framework import sql
from mrproto import ast_pb2
from mrproto import tracker_pb2
from search import backendsearchpipeline
from search import ast2ast
from search import query2ast
from services import service_manager
from services import tracker_fulltext
from testing import fake
from testing import testing_helpers
from tracker import tracker_bizobj
class BackendSearchPipelineTest(unittest.TestCase):
def setUp(self):
self.cnxn = 'fake cnxn'
self.services = service_manager.Services(
user=fake.UserService(),
usergroup=fake.UserGroupService(),
project=fake.ProjectService(),
issue=fake.IssueService(),
config=fake.ConfigService(),
cache_manager=fake.CacheManager())
self.services.user.TestAddUser('a@example.com', 111)
self.project = self.services.project.TestAddProject('proj', project_id=789)
self.mr = testing_helpers.MakeMonorailRequest(
path='/p/proj/issues/list?q=Priority:High',
project=self.project)
self.mr.me_user_id = 999 # This value is not used by backend search
self.mr.shard_id = 2
self.mr.invalidation_timestep = 12345
self.mox = mox.Mox()
self.testbed = testbed.Testbed()
self.testbed.activate()
self.testbed.init_user_stub()
self.testbed.init_memcache_stub()
sorting.InitializeArtValues(self.services)
def tearDown(self):
self.testbed.deactivate()
self.mox.UnsetStubs()
self.mox.ResetAll()
def SetUpPromises(self, exp_query):
self.mox.StubOutWithMock(framework_helpers, 'Promise')
framework_helpers.Promise(
backendsearchpipeline._GetQueryResultIIDs, self.mr.cnxn,
self.services, 'is:open', exp_query, [789],
mox.IsA(tracker_pb2.ProjectIssueConfig), ['project', 'id'],
('Issue.shard = %s', [2]), 2, self.mr.invalidation_timestep
).AndReturn('fake promise 1')
def testMakePromises_Anon(self):
"""A backend pipeline does not personalize the query of anon users."""
self.SetUpPromises('Priority:High')
self.mox.ReplayAll()
backendsearchpipeline.BackendSearchPipeline(
self.mr, self.services, 100, ['proj'], None, [])
self.mox.VerifyAll()
def testMakePromises_SignedIn(self):
"""A backend pipeline immediately personalizes and runs the query."""
self.mr.query = 'owner:me'
self.SetUpPromises('owner:111')
self.mox.ReplayAll()
backendsearchpipeline.BackendSearchPipeline(
self.mr, self.services, 100, ['proj'], 111, [111])
self.mox.VerifyAll()
def testSearchForIIDs(self):
self.SetUpPromises('Priority:High')
self.mox.ReplayAll()
be_pipeline = backendsearchpipeline.BackendSearchPipeline(
self.mr, self.services, 100, ['proj'], 111, [111])
be_pipeline.result_iids_promise = testing_helpers.Blank(
WaitAndGetValue=lambda: ([10002, 10052], False, None))
be_pipeline.SearchForIIDs()
self.mox.VerifyAll()
self.assertEqual([10002, 10052], be_pipeline.result_iids)
self.assertEqual(False, be_pipeline.search_limit_reached)
class BackendSearchPipelineMethodsTest(unittest.TestCase):
def setUp(self):
self.cnxn = 'fake cnxn'
self.config = tracker_bizobj.MakeDefaultProjectIssueConfig(789)
self.services = service_manager.Services(
user=fake.UserService(),
usergroup=fake.UserGroupService(),
project=fake.ProjectService(),
issue=fake.IssueService(),
config=fake.ConfigService(),
cache_manager=fake.CacheManager())
self.services.user.TestAddUser('a@example.com', 111)
self.project = self.services.project.TestAddProject('proj', project_id=789)
self.mr = testing_helpers.MakeMonorailRequest(
path='/p/proj/issues/list?q=Priority:High',
project=self.project)
self.mox = mox.Mox()
self.testbed = testbed.Testbed()
self.testbed.activate()
self.testbed.init_user_stub()
self.testbed.init_memcache_stub()
def tearDown(self):
self.testbed.deactivate()
self.mox.UnsetStubs()
self.mox.ResetAll()
def testSearchProjectCan_Normal(self):
query_ast = query2ast.ParseUserQuery(
'Priority:High', 'is:open', query2ast.BUILTIN_ISSUE_FIELDS,
self.config)
simplified_query_ast = ast2ast.PreprocessAST(
self.cnxn, query_ast, [789], self.services, self.config)
conj = simplified_query_ast.conjunctions[0]
self.mox.StubOutWithMock(tracker_fulltext, 'SearchIssueFullText')
tracker_fulltext.SearchIssueFullText(
[789], conj, 2).AndReturn((None, False))
self.mox.StubOutWithMock(self.services.issue, 'RunIssueQuery')
self.services.issue.RunIssueQuery(
self.cnxn, mox.IsA(list), mox.IsA(list), mox.IsA(list),
shard_id=2).AndReturn(([10002, 10052], False))
self.mox.ReplayAll()
result, capped, err = backendsearchpipeline.SearchProjectCan(
self.cnxn, self.services, [789], query_ast, 2, self.config)
self.mox.VerifyAll()
self.assertEqual([10002, 10052], result)
self.assertFalse(capped)
self.assertEqual(None, err)
def testSearchProjectCan_DBCapped(self):
query_ast = query2ast.ParseUserQuery(
'Priority:High', 'is:open', query2ast.BUILTIN_ISSUE_FIELDS,
self.config)
simplified_query_ast = ast2ast.PreprocessAST(
self.cnxn, query_ast, [789], self.services, self.config)
conj = simplified_query_ast.conjunctions[0]
self.mox.StubOutWithMock(tracker_fulltext, 'SearchIssueFullText')
tracker_fulltext.SearchIssueFullText(
[789], conj, 2).AndReturn((None, False))
self.mox.StubOutWithMock(self.services.issue, 'RunIssueQuery')
self.services.issue.RunIssueQuery(
self.cnxn, mox.IsA(list), mox.IsA(list), mox.IsA(list),
shard_id=2).AndReturn(([10002, 10052], True))
self.mox.ReplayAll()
result, capped, err = backendsearchpipeline.SearchProjectCan(
self.cnxn, self.services, [789], query_ast, 2, self.config)
self.mox.VerifyAll()
self.assertEqual([10002, 10052], result)
self.assertTrue(capped)
self.assertEqual(None, err)
def testSearchProjectCan_FTSCapped(self):
query_ast = query2ast.ParseUserQuery(
'Priority:High', 'is:open', query2ast.BUILTIN_ISSUE_FIELDS,
self.config)
simplified_query_ast = ast2ast.PreprocessAST(
self.cnxn, query_ast, [789], self.services, self.config)
conj = simplified_query_ast.conjunctions[0]
self.mox.StubOutWithMock(tracker_fulltext, 'SearchIssueFullText')
tracker_fulltext.SearchIssueFullText(
[789], conj, 2).AndReturn(([10002, 10052], True))
self.mox.StubOutWithMock(self.services.issue, 'RunIssueQuery')
self.services.issue.RunIssueQuery(
self.cnxn, mox.IsA(list), mox.IsA(list), mox.IsA(list),
shard_id=2).AndReturn(([10002, 10052], False))
self.mox.ReplayAll()
result, capped, err = backendsearchpipeline.SearchProjectCan(
self.cnxn, self.services, [789], query_ast, 2, self.config)
self.mox.VerifyAll()
self.assertEqual([10002, 10052], result)
self.assertTrue(capped)
self.assertEqual(None, err)
def testGetQueryResultIIDs(self):
sd = ['project', 'id']
slice_term = ('Issue.shard = %s', [2])
query_ast = query2ast.ParseUserQuery(
'Priority:High', 'is:open', query2ast.BUILTIN_ISSUE_FIELDS,
self.config)
query_ast = backendsearchpipeline._FilterSpam(query_ast)
self.mox.StubOutWithMock(backendsearchpipeline, 'SearchProjectCan')
backendsearchpipeline.SearchProjectCan(
self.cnxn, self.services, [789], query_ast, 2, self.config,
sort_directives=sd, where=[slice_term],
query_desc='getting query issue IDs'
).AndReturn(([10002, 10052], False, None))
self.mox.ReplayAll()
result, capped, err = backendsearchpipeline._GetQueryResultIIDs(
self.cnxn, self.services, 'is:open', 'Priority:High',
[789], self.config, sd, slice_term, 2, 12345)
self.mox.VerifyAll()
self.assertEqual([10002, 10052], result)
self.assertFalse(capped)
self.assertEqual(None, err)
self.assertEqual(
([10002, 10052], 12345),
memcache.get('789;is:open;Priority:High;project id;2'))
def testGetSpamQueryResultIIDs(self):
sd = ['project', 'id']
slice_term = ('Issue.shard = %s', [2])
query_ast = query2ast.ParseUserQuery(
'Priority:High is:spam', 'is:open', query2ast.BUILTIN_ISSUE_FIELDS,
self.config)
query_ast = backendsearchpipeline._FilterSpam(query_ast)
self.mox.StubOutWithMock(backendsearchpipeline, 'SearchProjectCan')
backendsearchpipeline.SearchProjectCan(
self.cnxn, self.services, [789], query_ast, 2, self.config,
sort_directives=sd, where=[slice_term],
query_desc='getting query issue IDs'
).AndReturn(([10002, 10052], False, None))
self.mox.ReplayAll()
result, capped, err = backendsearchpipeline._GetQueryResultIIDs(
self.cnxn, self.services, 'is:open', 'Priority:High is:spam',
[789], self.config, sd, slice_term, 2, 12345)
self.mox.VerifyAll()
self.assertEqual([10002, 10052], result)
self.assertFalse(capped)
self.assertEqual(None, err)
self.assertEqual(
([10002, 10052], 12345),
memcache.get('789;is:open;Priority:High is:spam;project id;2'))