Change Next.js deploy to standalone mode

.changeset/clever-emus-learn.md

@@ -0,0 +1,5 @@
+---
+"nextjs-website": minor
+---
+
+Use CDN instead of S3 client to get data from gitbook

.changeset/curly-files-move.md

@@ -0,0 +1,6 @@
+---
+"gitbook-docs": minor
+"nextjs-website": minor
+---
+
+Update sitemap and add metadata generate functions for release-notes and solutions

.changeset/five-birds-run.md

@@ -0,0 +1,6 @@
+---
+"gitbook-docs": minor
+"nextjs-website": minor
+---
+
+Update render of guide from gitbook

.changeset/fluffy-bats-leave.md

@@ -0,0 +1,5 @@
+---
+"nextjs-website": minor
+---
+
+Fix guide version subpages and release note pages

.changeset/gentle-humans-burn.md

@@ -0,0 +1,5 @@
+---
+"nextjs-website": major
+---
+
+Refactor pages that use gitbook to fetch data using S3

.changeset/gold-rockets-wink.md

@@ -0,0 +1,5 @@
+---
+"gitbook-docs": patch
+---
+
+Fix absolute url path transform

.changeset/odd-dragons-mix.md

@@ -0,0 +1,5 @@
+---
+"nextjs-website": patch
+---
+
+Add logs to guides

.changeset/perfect-kiwis-repair.md

@@ -0,0 +1,5 @@
+---
+"infrastructure": patch
+---
+
+Fixed codebuild cicd lambda permissions

.changeset/shaggy-lizards-lick.md

@@ -0,0 +1,5 @@
+---
+"nextjs-website": patch
+---
+
+Fix S3 doc parser to match file path that ends like site path

.changeset/sharp-rivers-grow.md

@@ -0,0 +1,5 @@
+---
+"nextjs-website": patch
+---
+
+Add error page for generic Nextjs errors

.changeset/shiny-poets-relate.md

@@ -0,0 +1,5 @@
+---
+"gitbook-docs": minor
+---
+
+Fix json metadata generation skipping SUMMARY files

.changeset/smooth-papayas-hammer.md

@@ -0,0 +1,5 @@
+---
+"nextjs-website": minor
+---
+
+Add ISR to Next.JS

.changeset/tender-clocks-report.md

@@ -0,0 +1,6 @@
+---
+"gitbook-docs": patch
+"nextjs-website": patch
+---
+
+Refactor sitemap generation to use new environment variable for guide metadata path and add script for generating guide metadata from S3 and Strapi.

.changeset/thirty-wasps-cheer.md

@@ -0,0 +1,5 @@
+---
+"nextjs-website": patch
+---
+
+Fix dompurify warning

.changeset/witty-wombats-begin.md

@@ -0,0 +1,5 @@
+---
+"nextjs-website": patch
+---
+
+Set content coming from gitbook as static page

.github/actions/build-nextjs-website/action.yaml

@@ -46,6 +46,12 @@ inputs:
   strapi_api_token:
     description: 'The API key to use to invoke Strapi endpoint'
     required: true
+  s3_access_key_id:
+    description: 'The access key to use to upload files to S3'
+    required: true
+  s3_secret_access_key:
+    description: 'The secret key to use to upload files to S3'
+    required: true
   fetch_from_strapi:
     description: 'If true, then fetch content from Strapi; otherwise, use only static contents'
     required: false
@@ -99,6 +105,8 @@ runs:
         NEXT_PUBLIC_MATOMO_SCRIPT_SRC: ${{ inputs.matomo_script_src }}
         STRAPI_ENDPOINT: ${{ inputs.strapi_endpoint }}
         STRAPI_API_TOKEN: ${{ inputs.strapi_api_token }}
+        S3_ACCESS_KEY_ID:  ${{ inputs.s3_access_key_id }}
+        S3_SECRET_ACCESS_KEY:  ${{ inputs.s3_secret_access_key }}
         FETCH_FROM_STRAPI: ${{ inputs.fetch_from_strapi }}
       shell: bash
       run: |

.github/actions/deploy/action.yaml

@@ -60,6 +60,12 @@ inputs:
   strapi_api_token:
     description: 'The API key to use to invoke Strapi endpoint'
     required: true
+  s3_access_key_id:
+    description: 'The access key to use to upload files to S3'
+    required: true
+  s3_secret_access_key:
+    description: 'The secret key to use to upload files to S3'
+    required: true
   fetch_from_strapi:
     description: 'If true, then fetch content from Strapi; otherwise, use only static contents'
     required: false
@@ -126,6 +132,8 @@ runs:
         NEXT_PUBLIC_CHATBOT_ACTIVE: ${{ inputs.chatbot_active }}
         STRAPI_ENDPOINT: ${{ inputs.strapi_endpoint }}
         STRAPI_API_TOKEN: ${{ inputs.strapi_api_token }}
+        S3_ACCESS_KEY_ID:  ${{ inputs.s3_access_key_id }}
+        S3_SECRET_ACCESS_KEY:  ${{ inputs.s3_secret_access_key }}
         FETCH_FROM_STRAPI: ${{ inputs.fetch_from_strapi }}
       shell: bash
       run: npm run build -w nextjs-website

.github/workflows/chatbot_reindex.yaml

@@ -87,6 +87,8 @@ jobs:
           cognito_aws_region: 'eu-south-1'
           strapi_endpoint: ${{ vars.STRAPI_ENDPOINT }}
           strapi_api_token: ${{ secrets.STRAPI_API_TOKEN }}
+          s3_access_key_id: ${{ secrets.S3_ACCESS_KEY_ID }}
+          s3_secret_access_key: ${{ secrets.S3_SECRET_ACCESS_KEY }}
           fetch_from_strapi: ${{ vars.FETCH_FROM_STRAPI }}
 
       - name: Chatbot Vector Index
@@ -144,6 +146,8 @@ jobs:
           cognito_aws_region: 'eu-south-1'
           strapi_endpoint: ${{ vars.STRAPI_ENDPOINT }}
           strapi_api_token: ${{ secrets.STRAPI_API_TOKEN }}
+          s3_access_key_id: ${{ secrets.S3_ACCESS_KEY_ID }}
+          s3_secret_access_key: ${{ secrets.S3_SECRET_ACCESS_KEY }}
           fetch_from_strapi: ${{ vars.FETCH_FROM_STRAPI }}
 
       - name: Chatbot Vector Index

.github/workflows/code_review.yaml

@@ -127,5 +127,7 @@ jobs:
           cognito_aws_region: 'eu-south-1'
           strapi_endpoint: ${{ vars.STRAPI_ENDPOINT }}
           strapi_api_token: ${{ secrets.STRAPI_API_TOKEN }}
+          s3_access_key_id: ${{ secrets.S3_ACCESS_KEY_ID }}
+          s3_secret_access_key: ${{ secrets.S3_SECRET_ACCESS_KEY }}
           fetch_from_strapi: ${{ vars.FETCH_FROM_STRAPI }}
           webinar_question_lifetime_in_seconds: ${{ vars.NEXT_PUBLIC_WEBINAR_QUESTION_LIFETIME_IN_SECONDS }}

.github/workflows/deploy_standalone.yaml

@@ -45,7 +45,7 @@ jobs:
   deploy:
     name: Deploy standalone website ${{ matrix.environment }}
     if: ${{ needs.setup.outputs.matrix != '' }}
-    runs-on: ubuntu-24.04
+    runs-on: codebuild-${{ matrix.environment }}-github-runner-${{ github.run_id }}-${{ github.run_attempt }}
     needs: [ setup ]
 
     strategy:

.github/workflows/deploy_website.yaml

@@ -64,6 +64,7 @@ jobs:
           allow_crawler: ${{ vars.ALLOW_CRAWLER }}
           iam_role: ${{ secrets.DEPLOY_IAM_ROLE }}
           bucket: ${{ vars.S3_BUCKET_NAME }}
+          static_contents_url: ${{ vars.STATIC_CONTENTS_URL }}
           cloudfront_distribution_id: ${{ vars.CLOUDFRONT_DISTRIBUTION_ID }}
           cognito_user_pool_id: ${{ secrets.NEXT_PUBLIC_COGNITO_USER_POOL_ID }}
           cognito_identity_pool_id: ${{ secrets.NEXT_PUBLIC_COGNITO_IDENTITY_POOL_ID }}
@@ -77,6 +78,8 @@ jobs:
           chatbot_active: ${{ vars.NEXT_PUBLIC_CHATBOT_ACTIVE }}
           strapi_endpoint: ${{ vars.STRAPI_ENDPOINT }}
           strapi_api_token: ${{ secrets.STRAPI_API_TOKEN }}
+          s3_access_key_id: ${{ secrets.S3_ACCESS_KEY_ID }}
+          s3_secret_access_key: ${{ secrets.S3_SECRET_ACCESS_KEY }}
           fetch_from_strapi: ${{ vars.FETCH_FROM_STRAPI }}
           matomo_script_src: ${{ vars.NEXT_PUBLIC_MATOMO_SCRIPT_SRC }}
           webinar_question_lifetime_in_seconds: ${{ vars.NEXT_PUBLIC_WEBINAR_QUESTION_LIFETIME_IN_SECONDS }}
@@ -152,6 +155,7 @@ jobs:
           allow_crawler: ${{ vars.ALLOW_CRAWLER }}
           iam_role: ${{ secrets.DEPLOY_IAM_ROLE }}
           bucket: ${{ vars.S3_BUCKET_NAME }}
+          static_contents_url: ${{ vars.STATIC_CONTENTS_URL }}
           cloudfront_distribution_id: ${{ vars.CLOUDFRONT_DISTRIBUTION_ID }}
           cognito_user_pool_id: ${{ secrets.NEXT_PUBLIC_COGNITO_USER_POOL_ID }}
           cognito_identity_pool_id: ${{ secrets.NEXT_PUBLIC_COGNITO_IDENTITY_POOL_ID }}
@@ -165,6 +169,8 @@ jobs:
           chatbot_active: ${{ vars.NEXT_PUBLIC_CHATBOT_ACTIVE }}
           strapi_endpoint: ${{ vars.STRAPI_ENDPOINT }}
           strapi_api_token: ${{ secrets.STRAPI_API_TOKEN }}
+          s3_access_key_id: ${{ secrets.S3_ACCESS_KEY_ID }}
+          s3_secret_access_key: ${{ secrets.S3_SECRET_ACCESS_KEY }}
           fetch_from_strapi: ${{ vars.FETCH_FROM_STRAPI }}
           matomo_script_src: ${{ vars.NEXT_PUBLIC_MATOMO_SCRIPT_SRC }}
           webinar_question_lifetime_in_seconds: ${{ vars.NEXT_PUBLIC_WEBINAR_QUESTION_LIFETIME_IN_SECONDS }}

.github/workflows/deploy_website_content.yaml

@@ -55,6 +55,7 @@ jobs:
           allow_crawler: ${{ vars.ALLOW_CRAWLER }}
           iam_role: ${{ secrets.DEPLOY_IAM_ROLE }}
           bucket: ${{ vars.S3_BUCKET_NAME }}
+          static_contents_url: ${{ vars.STATIC_CONTENTS_URL }}
           cloudfront_distribution_id: ${{ vars.CLOUDFRONT_DISTRIBUTION_ID }}
           cognito_user_pool_id: ${{ secrets.NEXT_PUBLIC_COGNITO_USER_POOL_ID }}
           cognito_identity_pool_id: ${{ secrets.NEXT_PUBLIC_COGNITO_IDENTITY_POOL_ID }}
@@ -68,5 +69,7 @@ jobs:
           chatbot_active: ${{ vars.NEXT_PUBLIC_CHATBOT_ACTIVE }}
           strapi_endpoint: ${{ vars.STRAPI_ENDPOINT }}
           strapi_api_token: ${{ secrets.STRAPI_API_TOKEN }}
+          s3_access_key_id: ${{ secrets.S3_ACCESS_KEY_ID }}
+          s3_secret_access_key: ${{ secrets.S3_SECRET_ACCESS_KEY }}
           fetch_from_strapi: ${{ vars.FETCH_FROM_STRAPI }}
           matomo_script_src: ${{ vars.NEXT_PUBLIC_MATOMO_SCRIPT_SRC }}

apps/chatbot/src/modules/chatbot.py

@@ -274,11 +274,12 @@ def chat_generate(
                 else:
                     engine_response = self.engine.chat(query_str, chat_history)
 
-                response_str = self._get_response_str(engine_response)
                 retrieved_contexts = []
                 for node in engine_response.source_nodes:
                     url = WEBSITE_URL + node.metadata["filepath"]
                     retrieved_contexts.append(f"URL: {url}\n\n{node.text}")
+
+                response_str = self._get_response_str(engine_response)
             except Exception as e:
                 response_str = (
                     '{"response": "Scusa, non posso elaborare la tua richiesta. '
@@ -292,6 +293,7 @@ def chat_generate(
                 response_str = response_str[7:-3]
             response_str = response_str.strip()
             response_json = json.loads(response_str)
+
             if "contexts" not in response_json.keys():
                 response_json["contexts"] = retrieved_contexts
 

apps/chatbot/src/modules/utils.py

@@ -18,6 +18,24 @@
 )
 
 
+def get_logger(name: str) -> logging.Logger:
+    formatter = logging.Formatter(
+        fmt="%(asctime)s %(levelname)s [%(name)s] [%(funcName)s]: %(message)s"
+    )
+
+    handler = logging.StreamHandler()
+    handler.setFormatter(formatter)
+
+    logger = logging.getLogger(name)
+    logger.setLevel(logging.DEBUG)
+
+    if not logger.handlers:  # Prevent adding multiple handlers
+        logger.addHandler(handler)
+        logger.propagate = False
+
+    return logger
+
+
 def get_ssm_parameter(name: str | None, default: str | None = None) -> str | None:
     """
     Retrieves a specific value from AWS Systems Manager's Parameter Store.

apps/infrastructure/src/refacotr.tf

@@ -84,4 +84,4 @@ import {
   id = "STRAPI_API_TOKEN"
 }
 
-*/
+*/

apps/nextjs-website/.env.default

@@ -26,3 +26,7 @@ NEXT_PUBLIC_ORGANIZATION_NAME='PagoPA',
 NEXT_PUBLIC_ORGANIZATION_LOGO='https://1603831084-files.gitbook.io/~/files/v0/b/gitbook-x-prod.appspot.com/o/spaces%2FvKmQOwMmwOgFq0L2Rf0Q%2Flogo%2FgCUQ6tWtEoMqS8uZcWOP%2FpagoPA.svg?alt=media&token=2405d6bd-94df-4129-8bcd-8dd0f52272d9',
 # each link is separated by a comma
 NEXT_PUBLIC_ORGANIZATION_SOCIAL_LINKS='https://x.com/PagoPA,https://www.instagram.com/pagopaspa/,https://www.linkedin.com/company/pagopa/,https://medium.com/pagopa-spa'
+
+S3_GUIDES_METADATA_JSON_PATH=guides-metadata.json
+S3_SOLUTIONS_METADATA_JSON_PATH=solutions-metadata.json
+S3_RELEASE_NOTES_METADATA_JSON_PATH=release-notes-metadata.json

apps/nextjs-website/.gitignore

@@ -352,3 +352,9 @@ storybook-static/
 # End of https://www.toptal.com/developers/gitignore/api/node,emacs,macos,storybookjs,intellij+all,nextjs
 
 .idea/
+
+# sst
+.sst
+
+# open-next
+.open-next

apps/nextjs-website/next.config.js

@@ -7,8 +7,8 @@
   NextJS reference: https://nextjs.org/docs/advanced-features/compiler#module-transpilation
  */
 const nextConfig = {
-  reactStrictMode: true,
-  output: 'export',
+  reactStrictMode: false,
+  output: 'standalone',
   trailingSlash: false,
   images: {
     unoptimized: true,

apps/nextjs-website/open-next.config.ts

@@ -0,0 +1,17 @@
+import type { OpenNextConfig } from '@opennextjs/aws/types/open-next';
+const config = {
+  default: {
+    // override: {
+    //   // This is necessary to enable lambda streaming, defaults to aws-lambda
+    //   wrapper: 'aws-lambda-streaming',
+    // },
+  },
+  dangerous: {
+    // Enable the cache interception. Every request will go through the cache interceptor, if it is found in the cache,
+    // it will be returned without going through NextServer. Not every feature is covered by the cache interceptor and
+    // it should fallback to the NextServer if the cache is not found.
+    enableCacheInterception: true,
+  },
+} satisfies OpenNextConfig;
+
+export default config;

apps/nextjs-website/package.json

@@ -3,15 +3,15 @@
   "version": "7.0.0",
   "private": true,
   "scripts": {
-    "download-docs": "./scripts/fetch-docs.sh docs/from-gitbook",
-    "update-docs-ci": "./scripts/update-docs-ci.sh",
-    "update-docs": "./scripts/fetch-local-docs.sh",
+    "build": "next build --debug",
     "compile": "tsc --noEmit",
     "dev": "next dev",
-    "build": "next build",
-    "start": "npx serve@latest out",
+    "download-docs": "./scripts/fetch-docs.sh docs/from-gitbook",
     "lint": "next lint",
-    "test": "jest -i"
+    "start": "next start",
+    "test": "jest -i",
+    "update-docs": "./scripts/fetch-local-docs.sh",
+    "update-docs-ci": "./scripts/update-docs-ci.sh"
   },
   "dependencies": {
     "@apidevtools/swagger-parser": "^10.1.0",
@@ -26,15 +26,17 @@
     "@mui/lab": "5.0.0-alpha.140",
     "@mui/material": "5.14.5",
     "@mui/utils": "5.14.5",
+    "@opennextjs/aws": "^3.6.3",
     "@pagopa/mui-italia": "1.0.1",
     "@stoplight/elements": "^7.9.0",
     "@strapi/blocks-react-renderer": "^1.0.1",
     "aws-amplify": "^5.3.11",
+    "dompurify": "^3.2.5",
     "fp-ts": "^2.13.1",
     "gitbook-docs": "*",
     "io-ts": "^2.2.20",
     "io-ts-types": "^0.5.19",
-    "isomorphic-dompurify": "^2.3.0",
+    "isomorphic-dompurify": "^2.24.0",
     "jsdom": "^25.0.0",
     "mermaid": "^10.9.0",
     "monocle-ts": "^2.3.13",
@@ -46,6 +48,7 @@
     "react-dom": "18.2.0",
     "react-syntax-highlighter": "^15.5.0",
     "schema-dts": "^1.1.2",
+    "sst": "3.14.25",
     "swagger-ui": "^5.9.1",
     "swiper": "^11.2.4",
     "swr": "^2.2.4"

apps/nextjs-website/src/BrowserConfig.ts

@@ -2,6 +2,7 @@ import * as t from 'io-ts';
 import { pipe } from 'fp-ts/lib/function';
 import * as E from 'fp-ts/lib/Either';
 import * as PR from 'io-ts/lib/PathReporter';
+import { secrets } from './config';
 
 const BrowserConfigCodec = t.type({
   NEXT_PUBLIC_COGNITO_REGION: t.string,
@@ -19,8 +20,10 @@ export type BrowserConfig = t.TypeOf<typeof BrowserConfigCodec>;
 export const publicEnv = {
   NEXT_PUBLIC_COGNITO_REGION: process.env.NEXT_PUBLIC_COGNITO_REGION,
   NEXT_PUBLIC_COGNITO_USER_POOL_ID:
+    secrets.NEXT_PUBLIC_COGNITO_USER_POOL_ID ||
     process.env.NEXT_PUBLIC_COGNITO_USER_POOL_ID,
   NEXT_PUBLIC_COGNITO_IDENTITY_POOL_ID:
+    secrets.NEXT_PUBLIC_COGNITO_IDENTITY_POOL_ID ||
     process.env.NEXT_PUBLIC_COGNITO_IDENTITY_POOL_ID,
 };