import RobotsTxt from '../RobotsTxt/RobotsTxt.js'

export type NodeProviderMethod = (
  domain: string,
  page: number,
  robotsTxt: RobotsTxt
) => Promise<string[]>