RobotsConfig

The robots file.

Import#

import type { RobotsConfig } from "@shadow-js/dusk/server";

Signature#

interface RobotsConfig {
  readonly rules: RobotsRule | readonly RobotsRule[];
  /** The sitemap files, absolute URLs. */
  readonly sitemap?: string | readonly string[];
  /** The preferred host (a non-standard directive some crawlers read). */
  readonly host?: string;
}

Members#

Name	Type	Description
`rules`	`readonly rules: RobotsRule \| readonly RobotsRule[]`
`sitemap?`	`readonly sitemap?: string \| readonly string[]`	The sitemap files, absolute URLs.
`host?`	`readonly host?: string`	The preferred host (a non-standard directive some crawlers read).