feat: add crawling settings (#959)

Co-authored-by: Meier Lukas <meierschlumpf@gmail.com>

packages/server-settings/src/index.ts

@@ -1,4 +1,4 @@
-export const defaultServerSettingsKeys = ["analytics"] as const;
+export const defaultServerSettingsKeys = ["analytics", "crawlingAndIndexing"] as const;
 
 export type ServerSettingsRecord = {
   [key in (typeof defaultServerSettingsKeys)[number]]: Record<string, unknown>;
@@ -11,6 +11,12 @@ export const defaultServerSettings = {
     enableIntegrationData: false,
     enableUserData: false,
   },
+  crawlingAndIndexing: {
+    noIndex: true,
+    noFollow: true,
+    noTranslate: true,
+    noSiteLinksSearchBox: false,
+  },
 } satisfies ServerSettingsRecord;
 
 export type ServerSettings = typeof defaultServerSettings;