fedicrawl/application/src/Fediverse/Providers/NodeProviderMethod.ts

import RobotsTxt from '../RobotsTxt/RobotsTxt.js'

export type NodeProviderMethod = (
  domain: string,
  page: number,
  robotsTxt: RobotsTxt
) => Promise<string[]>