From c0b10f2e7ae62a347bde4686052c85672f510ba1 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=C5=A0t=C4=9Bp=C3=A1n=20=C5=A0korpil?= Date: Tue, 22 Nov 2022 17:35:34 +0100 Subject: [PATCH] It respects noindex option in mastodon --- application/src/Jobs/Feeds/refreshFeedsOnPage.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/application/src/Jobs/Feeds/refreshFeedsOnPage.ts b/application/src/Jobs/Feeds/refreshFeedsOnPage.ts index fe400ed..ca85da6 100644 --- a/application/src/Jobs/Feeds/refreshFeedsOnPage.ts +++ b/application/src/Jobs/Feeds/refreshFeedsOnPage.ts @@ -13,7 +13,7 @@ export const refreshFeedsOnPage = async ( robotsTxt: RobotsTxt ): Promise => { const feedData = await provider.retrieveFeeds(node.domain, page, robotsTxt) - const indexableFeedData = feedData.filter(item => item.indexable) + const indexableFeedData = feedData.filter(item => item.indexable && !item.description.includes('#noindex')) console.info('Retrieved feeds', { count: feedData.length, indexableCount: indexableFeedData.length,