DMleadgen
46d973904b
Next.js website for Rocky Mountain Vending company featuring: - Product catalog with Stripe integration - Service areas and parts pages - Admin dashboard with Clerk authentication - SEO optimized pages with JSON-LD structured data Co-authored-by: Cursor <cursoragent@cursor.com>
28 lines
No EOL
1.1 KiB
Text
28 lines
No EOL
1.1 KiB
Text
import { HTML_LIMITED_BOT_UA_RE } from './html-bots';
|
|
// Bot crawler that will spin up a headless browser and execute JS.
|
|
// Only the main Googlebot search crawler executes JavaScript, not other Google crawlers.
|
|
// x-ref: https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers
|
|
// This regex specifically matches "Googlebot" but NOT "Mediapartners-Google", "AdsBot-Google", etc.
|
|
const HEADLESS_BROWSER_BOT_UA_RE = /Googlebot(?!-)|Googlebot$/i;
|
|
export const HTML_LIMITED_BOT_UA_RE_STRING = HTML_LIMITED_BOT_UA_RE.source;
|
|
export { HTML_LIMITED_BOT_UA_RE };
|
|
function isDomBotUA(userAgent) {
|
|
return HEADLESS_BROWSER_BOT_UA_RE.test(userAgent);
|
|
}
|
|
function isHtmlLimitedBotUA(userAgent) {
|
|
return HTML_LIMITED_BOT_UA_RE.test(userAgent);
|
|
}
|
|
export function isBot(userAgent) {
|
|
return isDomBotUA(userAgent) || isHtmlLimitedBotUA(userAgent);
|
|
}
|
|
export function getBotType(userAgent) {
|
|
if (isDomBotUA(userAgent)) {
|
|
return 'dom';
|
|
}
|
|
if (isHtmlLimitedBotUA(userAgent)) {
|
|
return 'html';
|
|
}
|
|
return undefined;
|
|
}
|
|
|
|
//# sourceMappingURL=is-bot.js.map |