fix: add noindex to server island headers

.changeset/witty-lies-end.md

@@ -0,0 +1,5 @@
+---
+'astro': patch
+---
+
+Fixes an issue when crawlers try to index Server Islands thinking that Server Islands are pages

packages/astro/src/core/server-islands/endpoint.ts

@@ -7,6 +7,7 @@
 import { isAstroComponentFactory } from '../../runtime/server/render/astro/factory.js';
 import { createSlotValueFromString } from '../../runtime/server/render/slot.js';
 import type { ComponentInstance, ManifestData } from '../../types/astro.js';
+import type { AstroGlobal } from '../../types/public/context.js';
 import type { RouteData, SSRManifest } from '../../types/public/internal.js';
 import { decryptString } from '../encryption.js';
 import { getPattern } from '../routing/manifest/pattern.js';
@@ -104,6 +105,7 @@
 
 		// Get the request data from the body or search params
 		const data = await getRequestData(result.request);
+		// probably error
 		if (data instanceof Response) {
 			return data;
 		}
@@ -130,6 +132,9 @@
 			slots[prop] = createSlotValueFromString(data.slots[prop]);
 		}
 
+		// Prevent server islands from being indexed
+		result.response.headers.set('X-Robots-Tag', 'noindex')
+
 		// Wrap Astro components so we can set propagation to
 		// `self` which is needed to force the runtime to wait
 		// on the component before sending out the response headers.

packages/astro/test/server-islands.test.js

@@ -37,6 +37,11 @@ describe('Server islands', () => {
 				assert.equal(serverIslandEl.length, 0);
 			});
 
+			it('island is not indexed', async () => {
+				const res = await fixture.fetch('/_server-islands/Island');
+				assert.equal(res.headers.get('X-Robots-Tag'), 'noindex');
+			});
+
 			it('island can set headers', async () => {
 				const res = await fixture.fetch('/_server-islands/Island', {
 					method: 'POST',
@@ -74,6 +79,13 @@ describe('Server islands', () => {
 				const serverIslandScript = $('script[data-island-id]');
 				assert.equal(serverIslandScript.length, 1, 'has the island script');
 			});
+
+			it('island is not indexed', async () => {
+				const app = await fixture.loadTestAdapterApp();
+				const request = new Request('http://example.com/_server-islands/Island');
+				const response = await app.render(request);
+				assert.equal(response.headers.get('X-Robots-Tag'), 'noindex');
+			});
 		});
 	});