RobotsRule

One robots group: the agents it applies to, and its rules.

Import#

import type { RobotsRule } from "@shadow-js/dusk/server";

Signature#

interface RobotsRule {
  readonly userAgent: string | readonly string[];
  readonly allow?: string | readonly string[];
  readonly disallow?: string | readonly string[];
  readonly crawlDelay?: number;
}

Members#

Name	Type	Description
`userAgent`	`readonly userAgent: string \| readonly string[]`
`allow?`	`readonly allow?: string \| readonly string[]`
`disallow?`	`readonly disallow?: string \| readonly string[]`
`crawlDelay?`	`readonly crawlDelay?: number`