summaryrefslogtreecommitdiff
path: root/packages/backend/src/server/web
diff options
context:
space:
mode:
authordakkar <dakkar@thenautilus.net>2025-06-14 16:09:40 +0000
committerdakkar <dakkar@thenautilus.net>2025-06-14 16:09:40 +0000
commit96263dd93d548d98a21e59a7422f6f1dab3725a5 (patch)
treed450e71e95d6a78ce1747ad335bcf7f01d973a37 /packages/backend/src/server/web
parentmerge: Throw S3 errors to prevent silent failures (resolves #697) (!1115) (diff)
parentset X-Robots-Tag to disable indexing API endpoints (diff)
downloadsharkey-96263dd93d548d98a21e59a7422f6f1dab3725a5.tar.gz
sharkey-96263dd93d548d98a21e59a7422f6f1dab3725a5.tar.bz2
sharkey-96263dd93d548d98a21e59a7422f6f1dab3725a5.zip
merge: Set X-Robots-Tag to disable indexing API endpoints (resolves #756) (!1119)
View MR for information: https://activitypub.software/TransFem-org/Sharkey/-/merge_requests/1119 Closes #756 Approved-by: dakkar <dakkar@thenautilus.net> Approved-by: Marie <github@yuugi.dev>
Diffstat (limited to 'packages/backend/src/server/web')
-rw-r--r--packages/backend/src/server/web/UrlPreviewService.ts4
1 files changed, 4 insertions, 0 deletions
diff --git a/packages/backend/src/server/web/UrlPreviewService.ts b/packages/backend/src/server/web/UrlPreviewService.ts
index ed5d87d15d..71a142fc6f 100644
--- a/packages/backend/src/server/web/UrlPreviewService.ts
+++ b/packages/backend/src/server/web/UrlPreviewService.ts
@@ -125,6 +125,10 @@ export class UrlPreviewService {
reply: FastifyReply,
): Promise<void> {
if (!this.meta.urlPreviewEnabled) {
+ // Tell crawlers not to index URL previews.
+ // https://developers.google.com/search/docs/crawling-indexing/block-indexing
+ reply.header('X-Robots-Tag', 'noindex');
+
return reply.code(403).send({
error: {
message: 'URL preview is disabled',