Upload own data backend

app/migrations/20240111123307-userfile.cjs

@@ -0,0 +1,66 @@
+'use strict';
+
+/** @type {import('sequelize-cli').Migration} */
+module.exports = {
+  async up (queryInterface, Sequelize) {
+    await queryInterface.createTable('UserFile', { 
+      id: {
+        type: Sequelize.UUID,
+        primaryKey: true,
+      },
+      userId: {
+        type: Sequelize.UUID,
+        allowNull: true,
+        references: {
+          model:'User',
+          key: 'user_id'
+        }
+      },
+      fileReference: {
+        type: Sequelize.STRING,
+        allowNull: true
+      },
+      data: {
+        type: Sequelize.BLOB,
+        allowNull: true,
+      },
+      fileType: {
+        type: Sequelize.STRING,
+        allowNull: true
+      },
+      sector: {
+        type: Sequelize.STRING,
+        allowNull: true
+      },
+      status:{
+        type: Sequelize.STRING,
+        allowNull: true
+      },
+      url: {
+        type: Sequelize.STRING,
+        allowNull: true
+      },
+      gpcRefNo: {
+        type: Sequelize.STRING,
+        allowNull: true
+      },
+
+      created: {
+        type: Sequelize.DATE,
+        allowNull: true,
+        defaultValue: Sequelize.literal('CURRENT_TIMESTAMP'),
+      },
+      lastUpdated: {
+        type: Sequelize.DATE,
+        allowNull: true,
+        defaultValue: Sequelize.literal('CURRENT_TIMESTAMP'),
+        onUpdate: Sequelize.literal('CURRENT_TIMESTAMP'),
+      }
+     });
+
+  },
+
+  async down (queryInterface, Sequelize) {
+     await queryInterface.dropTable('UserFile');
+  }
+};

app/package.json

@@ -54,6 +54,7 @@
     "eslint": "8.52.0",
     "eslint-config-next": "13.4.16",
     "eslint-plugin-storybook": "^0.6.13",
+    "fetch-blob": "^4.0.0",
     "fetch-mock": "^9.11.0",
     "framer-motion": "^10.16.2",
     "http-errors": "^2.0.0",

app/src/app/[lng]/data/[step]/page.tsx

@@ -55,7 +55,8 @@ import { logger } from "@/services/logger";
 
 function getMailURI(locode?: string, sector?: string, year?: number): string {
   const emails =
-    process.env.NEXT_PUBLIC_SUPPORT_EMAILS || "[email protected],[email protected]";
+    process.env.NEXT_PUBLIC_SUPPORT_EMAILS ||
+    "[email protected],[email protected]";
   return `mailto://${emails}?subject=Missing third party data sources&body=City: ${locode}%0ASector: ${sector}%0AYear: ${year}`;
 }
 

app/src/app/api/v0/user/[user]/file/[file]/download-file/route.ts

@@ -0,0 +1,40 @@
+import { db } from "@/models";
+import { apiHandler } from "@/util/api";
+import createHttpError from "http-errors";
+import { Session } from "next-auth";
+import { NextResponse } from "next/server";
+
+export const GET = apiHandler(
+  async (
+    _req: Request,
+    context: { session?: Session; params: Record<string, string> },
+  ) => {
+    if (!context.session) {
+      throw new createHttpError.Unauthorized("Unauthorized");
+    }
+
+    const userFile = await db.models.UserFile.findOne({
+      where: {
+        id: context.params.file,
+      },
+    });
+
+    if (!userFile) {
+      throw new createHttpError.NotFound("User file not found");
+    }
+
+    if (!userFile.userId)
+      throw new createHttpError.NotFound("file does not belong to this user");
+
+    let body: Buffer | undefined;
+    let headers: Record<string, string> | null = null;
+
+    body = userFile.data;
+    headers = {
+      "Content-Type": `application/${userFile.fileType}`,
+      "Content-Disposition": `attachment; filename="${userFile.id}.${userFile.fileType}"`,
+    };
+
+    return new NextResponse(body, { headers });
+  },
+);

app/src/app/api/v0/user/[user]/file/[file]/route.ts

@@ -0,0 +1,57 @@
+import { db } from "@/models";
+import { apiHandler } from "@/util/api";
+import createHttpError from "http-errors";
+import { Session } from "next-auth";
+import { NextResponse } from "next/server";
+
+export const GET = apiHandler(
+  async (
+    _req: Request,
+    context: { session?: Session; params: Record<string, string> },
+  ) => {
+    if (!context.session) {
+      throw new createHttpError.Unauthorized("Unauthorized");
+    }
+
+    const userFile = await db.models.UserFile.findOne({
+      where: {
+        id: context.params.file,
+      },
+    });
+
+    if (!userFile) {
+      throw new createHttpError.NotFound("User file not found");
+    }
+
+    if (!userFile.userId)
+      throw new createHttpError.NotFound("file does not belong to this user");
+
+    return NextResponse.json({ data: userFile });
+  },
+);
+
+export const DELETE = apiHandler(
+  async (
+    _req: Request,
+    context: { session?: Session; params: Record<string, string> },
+  ) => {
+    if (!context.session) {
+      throw new createHttpError.Unauthorized("Unauthorized");
+    }
+
+    const userFile = await db.models.UserFile.findOne({
+      where: {
+        id: context.params.file,
+      },
+    });
+
+    if (!userFile) {
+      throw new createHttpError.NotFound("User file not found");
+    }
+    if (!userFile.userId)
+      throw new createHttpError.NotFound("file does not belong to this user");
+    await userFile.destroy();
+
+    return NextResponse.json({ data: userFile, deleted: true });
+  },
+);

app/src/app/api/v0/user/[user]/file/route.ts

@@ -0,0 +1,88 @@
+import { db } from "@/models";
+import { apiHandler } from "@/util/api";
+import { createUserFileRequset } from "@/util/validation";
+import { randomUUID } from "crypto";
+import createHttpError from "http-errors";
+import { Session } from "next-auth";
+import { NextRequest, NextResponse } from "next/server";
+import { z } from "zod";
+
+// TODO: use these variables to configure file size and format
+const MAX_FILE_SIZE = 5000000;
+const ACCEPTED_FILE_FORMATS = []; // file formats types to be parsed and refined later
+
+export const GET = apiHandler(
+  async (
+    _req: Request,
+    context: { session?: Session; params: Record<string, string> },
+  ) => {
+    const userId = context.params.user;
+    if (!context.session) {
+      throw new createHttpError.Unauthorized("Unauthorized");
+    }
+
+    const userFiles = await db.models.UserFile.findAll({
+      where: {
+        userId: userId,
+      },
+    });
+
+    if (!userFiles) {
+      throw new createHttpError.NotFound("User files not found");
+    }
+
+    return NextResponse.json({ data: userFiles });
+  },
+);
+
+export const POST = apiHandler(
+  async (
+    req: NextRequest,
+    context: { session?: Session; params: Record<string, string> },
+  ) => {
+    const userId = context.params.user;
+
+    if (!context.session) {
+      throw new createHttpError.Unauthorized("Unauthorized");
+    }
+
+    const formData = await req.formData();
+    const file = formData?.get("data") as unknown as File;
+
+    if (!file)
+      throw new createHttpError.BadRequest("File not found, Please add a file");
+
+    const filename = file.name;
+
+    const fileType = file.name.slice(
+      ((filename.lastIndexOf(".") - 1) >>> 0) + 2,
+    );
+
+    const bytes = await file.arrayBuffer();
+    const buffer = Buffer.from(bytes);
+
+    const fileData = {
+      userId: userId,
+      fileReference: formData.get("fileReference"),
+      url: formData.get("url"),
+      data: buffer,
+      fileType: fileType,
+      sector: formData.get("sector"),
+      status: formData.get("status"),
+      gpcRefNo: formData.get("gpcRefNo"),
+    };
+
+    const body = createUserFileRequset.parse(fileData);
+
+    const userFile = await db.models.UserFile.create({
+      id: randomUUID(),
+      ...body,
+    });
+
+    if (!userFile) {
+      throw new createHttpError.NotFound("User files not found");
+    }
+
+    return NextResponse.json({ data: userFile });
+  },
+);