summaryrefslogtreecommitdiff
path: root/packages/backend/src/server/ActivityPubServerService.ts
diff options
context:
space:
mode:
authordakkar <dakkar@thenautilus.net>2025-06-14 16:09:40 +0000
committerdakkar <dakkar@thenautilus.net>2025-06-14 16:09:40 +0000
commit96263dd93d548d98a21e59a7422f6f1dab3725a5 (patch)
treed450e71e95d6a78ce1747ad335bcf7f01d973a37 /packages/backend/src/server/ActivityPubServerService.ts
parentmerge: Throw S3 errors to prevent silent failures (resolves #697) (!1115) (diff)
parentset X-Robots-Tag to disable indexing API endpoints (diff)
downloadsharkey-96263dd93d548d98a21e59a7422f6f1dab3725a5.tar.gz
sharkey-96263dd93d548d98a21e59a7422f6f1dab3725a5.tar.bz2
sharkey-96263dd93d548d98a21e59a7422f6f1dab3725a5.zip
merge: Set X-Robots-Tag to disable indexing API endpoints (resolves #756) (!1119)
View MR for information: https://activitypub.software/TransFem-org/Sharkey/-/merge_requests/1119 Closes #756 Approved-by: dakkar <dakkar@thenautilus.net> Approved-by: Marie <github@yuugi.dev>
Diffstat (limited to 'packages/backend/src/server/ActivityPubServerService.ts')
-rw-r--r--packages/backend/src/server/ActivityPubServerService.ts4
1 files changed, 4 insertions, 0 deletions
diff --git a/packages/backend/src/server/ActivityPubServerService.ts b/packages/backend/src/server/ActivityPubServerService.ts
index 41beadb56d..a362308b17 100644
--- a/packages/backend/src/server/ActivityPubServerService.ts
+++ b/packages/backend/src/server/ActivityPubServerService.ts
@@ -791,6 +791,10 @@ export class ActivityPubServerService {
reply.header('Access-Control-Allow-Origin', '*');
reply.header('Access-Control-Expose-Headers', 'Vary');
+ // Tell crawlers not to index AP endpoints.
+ // https://developers.google.com/search/docs/crawling-indexing/block-indexing
+ reply.header('X-Robots-Tag', 'noindex');
+
/* tell any caching proxy that they should not cache these
responses: we wouldn't want the proxy to return a 403 to
someone presenting a valid signature, or return a cached