fedicrawl/application/src/Fediverse/Providers/Peertube/retrieveVideoChannels.ts

import getTimeoutMilliseconds from '../../getTimeoutMilliseconds.js'
import { FeedData } from '../FeedData'
import { assertSuccessJsonResponse } from '../../assertSuccessJsonResponse'
import { z } from 'zod'
import { FieldData } from '../FieldData'
import { avatarSchema } from './Avatar'
import { parseAvatarUrl } from './parseAvatarUrl'
import { parseDescription } from './parseDescription'
import { FeedProviderMethod } from '../FeedProviderMethod'
import { NoMoreFeedsError } from '../NoMoreFeedsError'

const limit = 100

const schema = z.object({
  total: z.number(),
  data: z.array(
    z.object({
      displayName: z.string(),
      description: z.nullable(z.string()),
      isLocal: z.boolean(),
      url: z.optional(z.string()),
      name: z.string(),
      support: z.nullable(z.string()),
      followingCount: z.number(),
      followersCount: z.number(),
      createdAt: z.string(),
      updatedAt: z.string(),
      host: z.string(),
      avatar: avatarSchema,
      ownerAccount: z.object({
        name: z.string(),
        host: z.string()
      })
    })
  )
})

export const retrieveVideoChannels: FeedProviderMethod = async (
  domain,
  page,
  robotsTxt
) => {
  const response = await robotsTxt.getIfAllowed(new URL(`https://${domain}/api/v1/video-channels`), {
    params: {
      count: limit,
      sort: 'createdAt',
      start: page * limit
    },
    timeout: getTimeoutMilliseconds(domain)
  })
  assertSuccessJsonResponse(response)
  const responseData = schema.parse(response.data)
  if (responseData.data.length === 0) {
    throw new NoMoreFeedsError('channel')
  }
  return responseData.data
    .filter((item) => item.host === domain)
    .map((item): FeedData => {
      const fields: FieldData[] =
        item.support !== null
          ? [{ name: 'support', value: item.support, verifiedAt: undefined }]
          : []
      return {
        name: item.name,
        url: item.url ?? `https://${domain}/video-channels/${item.name}/`,
        avatar: parseAvatarUrl(item.avatar, domain),
        locked: false,
        fields,
        description: parseDescription(item.description),
        displayName: item.displayName,
        followersCount: item.followersCount,
        followingCount: item.followingCount,
        createdAt: new Date(item.createdAt),
        bot: undefined,
        lastStatusAt: undefined,
        statusesCount: undefined,
        type: 'channel',
        parentFeed: {
          name: item.ownerAccount.name,
          hostDomain: item.ownerAccount.host
        },
        indexable: true
      }
    })
}