Prepend domain filters in search query generation (#932)

huggingface · Mar 15, 2024 · 233d2a9 · 233d2a9
1 parent 03d3200
commit 233d2a9
Showing 1 changed file with 5 additions and 3 deletions.
diff --git a/src/lib/server/websearch/runWebSearch.ts b/src/lib/server/websearch/runWebSearch.ts
@@ -76,18 +76,20 @@ export async function runWebSearch(
  const searchProvider = getWebSearchProvider();
  appendUpdate(`Searching ${searchProvider}`, [webSearch.searchQuery]);
 
+ let filters = "";
  if (ragSettings && ragSettings?.allowedDomains.length > 0) {
  appendUpdate("Filtering on specified domains");
- webSearch.searchQuery +=
- " " + ragSettings.allowedDomains.map((item) => "site:" + item).join(" OR ");
+ filters += ragSettings.allowedDomains.map((item) => "site:" + item).join(" OR ");
  }
 
  // handle the global lists
- webSearch.searchQuery +=
+ filters +=
  allowList.map((item) => "site:" + item).join(" OR ") +
  " " +
  blockList.map((item) => "-site:" + item).join(" ");
 
+ webSearch.searchQuery = filters + " " + webSearch.searchQuery;
+
  const results = await searchWeb(webSearch.searchQuery);
  webSearch.results =
  (results.organic_results &&