export const SEARCH_RESULT_LIMIT = 5;
export const REQUEST_TIMEOUT_MS = 8000;
export const MAX_RETRIES = 2;
export const CONCURRENCY_LIMIT = 3;
export const MAX_HTML_SIZE = 500_000;
export const MAX_CONTENT_CHARS = 24_000;
export const MIN_RELEVANCE_SCORE = 8;
export const PAGE_TIMEOUT_MS = 8000;
export const MAX_LINKS = 20;
export const MAX_RESULT_CONTENT = 6000;

export const BLOCKED_DOMAINS = new Set([
    "facebook.com", "pinterest.com", "instagram.com",
    "twitter.com", "x.com", "youtube.com", "tiktok.com",
    "amazon.com", "ebay.com",
]);

export const BLOCKED_EXTENSIONS = [
    ".css", ".js", ".mjs", ".map", ".json", ".pdf",
    ".jpg", ".jpeg", ".png", ".gif", ".svg",
    ".zip", ".rar", ".tar", ".gz",
    ".mp4", ".mp3", ".avi", ".mov", ".webp", ".ico",
    ".bmp", ".tif", ".tiff", ".avif",
    ".woff", ".woff2", ".ttf", ".otf", ".eot", ".wasm",
];

export const STOP_WORDS = new Set([
    "the", "and", "for", "with", "from", "that", "this",
    "are", "was", "but", "not", "site", "can", "will",
    "how", "what", "when", "where", "which", "who",
]);

export const SEARCH_RESULT_LIMIT = 5;
export const REQUEST_TIMEOUT_MS = 8000;
export const MAX_RETRIES = 2;
export const CONCURRENCY_LIMIT = 3;
export const MAX_HTML_SIZE = 500_000;
export const MAX_CONTENT_CHARS = 24_000;
export const MIN_RELEVANCE_SCORE = 8;
export const PAGE_TIMEOUT_MS = 8000;
export const MAX_LINKS = 20;
export const MAX_RESULT_CONTENT = 6000;

export const BLOCKED_DOMAINS = new Set([
    "facebook.com", "pinterest.com", "instagram.com",
    "twitter.com", "x.com", "youtube.com", "tiktok.com",
    "amazon.com", "ebay.com",
]);

export const BLOCKED_EXTENSIONS = [
    ".css", ".js", ".mjs", ".map", ".json", ".pdf",
    ".jpg", ".jpeg", ".png", ".gif", ".svg",
    ".zip", ".rar", ".tar", ".gz",
    ".mp4", ".mp3", ".avi", ".mov", ".webp", ".ico",
    ".bmp", ".tif", ".tiff", ".avif",
    ".woff", ".woff2", ".ttf", ".otf", ".eot", ".wasm",
];

export const STOP_WORDS = new Set([
    "the", "and", "for", "with", "from", "that", "this",
    "are", "was", "but", "not", "site", "can", "will",
    "how", "what", "when", "where", "which", "who",
]);