-
+
updateSettings("search.baseUrl", e.target.value)}
diff --git a/src/lib/storage/settings-store.ts b/src/lib/storage/settings-store.ts
index ce95f73..1f47b2a 100644
--- a/src/lib/storage/settings-store.ts
+++ b/src/lib/storage/settings-store.ts
@@ -45,8 +45,8 @@ export const DEFAULT_SETTINGS: AppSettings = {
chunkSize: 400,
},
search: {
- enabled: false,
- provider: "none",
+ enabled: true,
+ provider: "auto",
},
general: {
darkMode: false,
diff --git a/src/lib/tools/search-engine.ts b/src/lib/tools/search-engine.ts
index fd22f4d..310a5db 100644
--- a/src/lib/tools/search-engine.ts
+++ b/src/lib/tools/search-engine.ts
@@ -6,6 +6,10 @@ interface SearchResult {
snippet: string;
}
+const MAX_RESULTS = 10;
+const DDG_HTML_ENDPOINT = "https://html.duckduckgo.com/html";
+const DDG_INSTANT_ENDPOINT = "https://api.duckduckgo.com/";
+
/**
* Search the web using configured provider
*/
@@ -14,12 +18,17 @@ export async function searchWeb(
limit: number,
searchConfig: AppSettings["search"]
): Promise
{
+ const cappedLimit = Math.max(1, Math.min(MAX_RESULTS, limit || 5));
try {
switch (searchConfig.provider) {
+ case "auto":
+ return await searchAuto(query, cappedLimit, searchConfig);
+ case "duckduckgo":
+ return await searchDuckDuckGo(query, cappedLimit);
case "searxng":
- return await searchSearxng(query, limit, searchConfig);
+ return await searchSearxng(query, cappedLimit, searchConfig);
case "tavily":
- return await searchTavily(query, limit, searchConfig);
+ return await searchTavily(query, cappedLimit, searchConfig);
default:
return "Search is not configured. Please set up a search provider in settings.";
}
@@ -28,6 +37,33 @@ export async function searchWeb(
}
}
+async function searchAuto(
+ query: string,
+ limit: number,
+ config: AppSettings["search"]
+): Promise {
+ const hasTavilyKey = Boolean(config.apiKey || process.env.TAVILY_API_KEY);
+ const hasSearxngUrl = Boolean(config.baseUrl?.trim());
+
+ if (hasTavilyKey) {
+ try {
+ return await searchTavily(query, limit, config);
+ } catch {
+ // Fall through to the next provider.
+ }
+ }
+
+ if (hasSearxngUrl) {
+ try {
+ return await searchSearxng(query, limit, config);
+ } catch {
+ // Fall through to keyless fallback.
+ }
+ }
+
+ return await searchDuckDuckGo(query, limit);
+}
+
/**
* Search using SearXNG instance
*/
@@ -59,7 +95,7 @@ async function searchSearxng(
snippet: r.content,
}));
- return formatResults(results, query);
+ return formatResults(results, query, "SearXNG");
}
/**
@@ -72,7 +108,7 @@ async function searchTavily(
): Promise {
const apiKey = config.apiKey || process.env.TAVILY_API_KEY;
if (!apiKey) {
- return "Tavily API key not configured.";
+ throw new Error("Tavily API key not configured.");
}
const response = await fetch("https://api.tavily.com/search", {
@@ -105,15 +141,179 @@ async function searchTavily(
if (data.answer) {
output += `**Quick Answer:** ${data.answer}\n\n`;
}
- output += formatResults(results, query);
+ output += formatResults(results, query, "Tavily");
return output;
}
-function formatResults(results: SearchResult[], query: string): string {
+function decodeHtmlEntities(text: string): string {
+ return text
+ .replace(/&/g, "&")
+ .replace(/</g, "<")
+ .replace(/>/g, ">")
+ .replace(/"/g, '"')
+ .replace(/'/g, "'")
+ .replace(/'/g, "'")
+ .replace(/'/g, "'")
+ .replace(/ /g, " ")
+ .replace(/&#(\d+);/g, (_, code) => String.fromCodePoint(Number(code)))
+ .replace(/&#x([0-9a-f]+);/gi, (_, code) =>
+ String.fromCodePoint(parseInt(code, 16))
+ );
+}
+
+function stripHtml(text: string): string {
+ return text
+ .replace(/<[^>]+>/g, " ")
+ .replace(/\s+/g, " ")
+ .trim();
+}
+
+function decodeDuckDuckGoUrl(rawUrl: string): string {
+ try {
+ const parsed = new URL(
+ rawUrl.startsWith("//") ? `https:${rawUrl}` : rawUrl
+ );
+ const redirected = parsed.searchParams.get("uddg");
+ if (redirected) return redirected;
+ } catch {
+ // Keep raw URL if it's already a direct destination.
+ }
+ return rawUrl;
+}
+
+function parseDuckDuckGoHtml(html: string, limit: number): SearchResult[] {
+ const results: SearchResult[] = [];
+ const resultRegex =
+ /]*\bclass="[^"]*\bresult__a\b[^"]*")([^>]*)>([\s\S]*?)<\/a>/gi;
+ const nextResultRegex =
+ /]*\bclass="[^"]*\bresult__a\b[^"]*")[^>]*>/i;
+
+ for (const match of html.matchAll(resultRegex)) {
+ const attrs = match[1] ?? "";
+ const title = decodeHtmlEntities(stripHtml(match[2] ?? ""));
+ const hrefMatch = /\bhref="([^"]*)"/i.exec(attrs);
+ const url = decodeDuckDuckGoUrl(decodeHtmlEntities(hrefMatch?.[1] ?? ""));
+
+ const resultEnd = (match.index ?? 0) + match[0].length;
+ const tail = html.slice(resultEnd);
+ const nextResultIndex = tail.search(nextResultRegex);
+ const scopedTail =
+ nextResultIndex >= 0 ? tail.slice(0, nextResultIndex) : tail;
+ const snippetMatch =
+ /<(?:a|span)\b(?=[^>]*\bclass="[^"]*\bresult__snippet\b[^"]*")[^>]*>([\s\S]*?)<\/(?:a|span)>/i.exec(
+ scopedTail
+ );
+ const snippet = decodeHtmlEntities(stripHtml(snippetMatch?.[1] ?? ""));
+
+ if (title && url) {
+ results.push({ title, url, snippet });
+ }
+ if (results.length >= limit) {
+ break;
+ }
+ }
+
+ return results;
+}
+
+function flattenInstantTopics(topics: unknown[], bucket: SearchResult[]) {
+ for (const topic of topics) {
+ if (!topic || typeof topic !== "object") continue;
+ const record = topic as {
+ Text?: unknown;
+ FirstURL?: unknown;
+ Topics?: unknown[];
+ };
+ if (Array.isArray(record.Topics)) {
+ flattenInstantTopics(record.Topics, bucket);
+ continue;
+ }
+ if (typeof record.Text === "string" && typeof record.FirstURL === "string") {
+ bucket.push({
+ title: record.Text.split(" - ")[0] || record.Text,
+ url: record.FirstURL,
+ snippet: record.Text,
+ });
+ }
+ }
+}
+
+async function searchDuckDuckGo(query: string, limit: number): Promise {
+ const htmlUrl = new URL(DDG_HTML_ENDPOINT);
+ htmlUrl.searchParams.set("q", query);
+
+ try {
+ const response = await fetch(htmlUrl.toString(), {
+ headers: {
+ "User-Agent":
+ "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36",
+ },
+ });
+
+ if (!response.ok) {
+ throw new Error(`DuckDuckGo error: ${response.status} ${response.statusText}`);
+ }
+
+ const html = await response.text();
+ const results = parseDuckDuckGoHtml(html, limit);
+ if (results.length > 0) {
+ return formatResults(results, query, "DuckDuckGo");
+ }
+ } catch {
+ // Fallback to instant-answer API.
+ }
+
+ const instantUrl = new URL(DDG_INSTANT_ENDPOINT);
+ instantUrl.searchParams.set("q", query);
+ instantUrl.searchParams.set("format", "json");
+ instantUrl.searchParams.set("no_html", "1");
+ instantUrl.searchParams.set("skip_disambig", "1");
+
+ const instantResponse = await fetch(instantUrl.toString(), {
+ headers: { Accept: "application/json" },
+ });
+
+ if (!instantResponse.ok) {
+ throw new Error(
+ `DuckDuckGo fallback error: ${instantResponse.status} ${instantResponse.statusText}`
+ );
+ }
+
+ const data = (await instantResponse.json()) as {
+ AbstractText?: string;
+ AbstractURL?: string;
+ Heading?: string;
+ RelatedTopics?: unknown[];
+ };
+
+ const results: SearchResult[] = [];
+ if (data.AbstractText && data.AbstractURL) {
+ results.push({
+ title: data.Heading || query,
+ url: data.AbstractURL,
+ snippet: data.AbstractText,
+ });
+ }
+ if (Array.isArray(data.RelatedTopics)) {
+ flattenInstantTopics(data.RelatedTopics, results);
+ }
+
+ return formatResults(results.slice(0, limit), query, "DuckDuckGo");
+}
+
+function formatResults(
+ results: SearchResult[],
+ query: string,
+ providerName?: string
+): string {
if (results.length === 0) {
return `No search results found for: "${query}"`;
}
+ const header = providerName
+ ? `Search results for "${query}" (${providerName}):`
+ : `Search results for "${query}":`;
+
const formatted = results
.map(
(r, i) =>
@@ -121,5 +321,5 @@ function formatResults(results: SearchResult[], query: string): string {
)
.join("\n\n");
- return `Search results for "${query}":\n\n${formatted}`;
+ return `${header}\n\n${formatted}`;
}
diff --git a/src/lib/types.ts b/src/lib/types.ts
index ff5a98b..6669d5e 100644
--- a/src/lib/types.ts
+++ b/src/lib/types.ts
@@ -47,7 +47,7 @@ export interface AppSettings {
};
search: {
enabled: boolean;
- provider: "searxng" | "tavily" | "none";
+ provider: "auto" | "duckduckgo" | "searxng" | "tavily" | "none";
apiKey?: string;
baseUrl?: string;
};