DMleadgen
46d973904b
Next.js website for Rocky Mountain Vending company featuring: - Product catalog with Stripe integration - Service areas and parts pages - Admin dashboard with Clerk authentication - SEO optimized pages with JSON-LD structured data Co-authored-by: Cursor <cursoragent@cursor.com>
12 lines
421 B
Text
12 lines
421 B
Text
declare module 'robots-parser';
|
|
|
|
interface Robot {
|
|
isAllowed(url: string, ua?: string): boolean | undefined;
|
|
isDisallowed(url: string, ua?: string): boolean | undefined;
|
|
getMatchingLineNumber(url: string, ua?: string): number;
|
|
getCrawlDelay(ua?: string): number | undefined;
|
|
getSitemaps(): string[];
|
|
getPreferredHost(): string | null;
|
|
}
|
|
|
|
export default function robotsParser(url: string, robotstxt: string): Robot;
|