DMleadgen
46d973904b
Next.js website for Rocky Mountain Vending company featuring: - Product catalog with Stripe integration - Service areas and parts pages - Admin dashboard with Clerk authentication - SEO optimized pages with JSON-LD structured data Co-authored-by: Cursor <cursoragent@cursor.com>
27 lines
740 B
Text
27 lines
740 B
Text
/**
|
|
* @license
|
|
* Copyright 2018 Google LLC
|
|
* SPDX-License-Identifier: Apache-2.0
|
|
*/
|
|
|
|
import BaseGatherer from '../../base-gatherer.js';
|
|
|
|
class RobotsTxt extends BaseGatherer {
|
|
/** @type {LH.Gatherer.GathererMeta} */
|
|
meta = {
|
|
supportedModes: ['snapshot', 'navigation'],
|
|
};
|
|
|
|
/**
|
|
* @param {LH.Gatherer.Context} passContext
|
|
* @return {Promise<LH.Artifacts['RobotsTxt']>}
|
|
*/
|
|
async getArtifact(passContext) {
|
|
const {finalDisplayedUrl} = passContext.baseArtifacts.URL;
|
|
const robotsUrl = new URL('/robots.txt', finalDisplayedUrl).href;
|
|
return passContext.driver.fetcher.fetchResource(robotsUrl)
|
|
.catch(err => ({status: null, content: null, errorMessage: err.message}));
|
|
}
|
|
}
|
|
|
|
export default RobotsTxt;
|