feat: done

Author: veritem

package.json

@@ -24,16 +24,24 @@
   },
   "homepage": "https://github.com/kobra-dev/dataset-api#readme",
   "dependencies": {
+    "@types/validator": "^13.1.3",
+    "aws-sdk": "^2.903.0",
     "fastify": "^3.0.0",
     "fastify-autoload": "^3.3.1",
     "fastify-cli": "^2.11.0",
     "fastify-env": "^2.1.1",
+    "fastify-file-upload": "^3.0.0",
+    "fastify-multipart": "^4.0.5",
     "fastify-plugin": "^3.0.0",
-    "fastify-sensible": "^3.1.0"
+    "fastify-sensible": "^3.1.0",
+    "uuid": "^8.3.2",
+    "validator": "^13.6.0"
   },
   "devDependencies": {
+    "@types/busboy": "^0.2.3",
     "@types/node": "15.0.2",
     "@types/tap": "15.0.1",
+    "@types/uuid": "^8.3.0",
     "@typescript-eslint/eslint-plugin": "4.22.1",
     "@typescript-eslint/parser": "4.22.1",
     "concurrently": "6.1.0",

src/app.ts

@@ -1,28 +1,15 @@
 import { FastifyPluginAsync } from 'fastify'
 import AutoLoad, { AutoloadPluginOptions } from 'fastify-autoload'
-// import fastifyEnv from 'fastify-env'
+import fastifyMultipart from 'fastify-multipart'
 import { join } from 'path'
 
 export type AppOptions = {} & Partial<AutoloadPluginOptions>
 
-// const schema = {
-//     type: 'object',
-//     require: ['PORT'],
-//     properties: {
-//         PPORT: {
-//             type: 'string',
-//             default: '3000',
-//         },
-//     },
-// }
-
 const app: FastifyPluginAsync<AppOptions> = async (
     fastify,
     opts,
 ): Promise<void> => {
-    // void fastify.register(fastifyEnv, {
-    //     schema,
-    // })
+    void fastify.register(fastifyMultipart, { attachFieldsToBody: true })
 
     void fastify.register(AutoLoad, {
         dir: join(__dirname, 'plugins'),

src/routes/dataset.ts

@@ -1,19 +1,76 @@
+import S3 from 'aws-sdk/clients/s3'
 import { FastifyPluginAsync } from 'fastify'
+import http from 'http'
+import { v4 as uuid } from 'uuid'
+import isURL from 'validator/lib/isURL'
 
-const example: FastifyPluginAsync = async (fastify, opts): Promise<void> => {
-    fastify.post('/', async function (request, reply) {
-        return 'this is an example'
+const datasets: FastifyPluginAsync = async (fastify, opts): Promise<void> => {
+    const s3 = new S3({
+        endpoint: process.env.API_END_POINT,
+        accessKeyId: process.env.ACCESS_KEY,
+        secretAccessKey: process.env.SECRET_KEY,
     })
 
-    fastify.post('/:url', async function (request, reply) {
-        return 'read from the url'
+    fastify.post('/dataset', async function (request: any, reply) {
+        const encodedDataset = await request.body.upload
+            .toBuffer()
+            .toString('base64')
+
+        const params = {
+            Body: encodedDataset,
+            Bucket: 'kobra',
+            Key: uuid(),
+        }
+
+        s3.putObject(params, function (err: any, data: any) {
+            if (err) throw new Error(err)
+        })
+
+        reply.status(201).send({
+            message: 'file uploaded successfully',
+            key: params.Key,
+        })
     })
 
-    fastify.get('/:id', async function (request, reply) {
-        console.log(request.params)
+    fastify.get('/dataset/:key', async function (request: any, reply) {
+        const params = {
+            Bucket: 'kobra',
+            Key: request.params.key,
+        }
+
+        //TODO: fix loading the buffer
+        s3.getObject(params, async function (err, data) {
+            if (err) reply.badRequest(err.message)
+
+            let dataset: any = data.Body
+
+            try {
+                dataset = await dataset.toString('utf-8')
+                reply.send({ dataset })
+            } catch (error) {}
+        })
+
+        reply.status(200).send({ success: true, params })
+    })
+
+    fastify.post('/dataset/url', async function (request: any, reply) {
+        const { url } = request.body
+
+        if (!isURL(url))
+            reply
+                .status(404)
+                .send({ sucess: true, message: 'Invalid url passed' })
+
+        //TODO: fix file downloading
+        const file = http.get(url, function (resp) {
+            console.log(resp)
+        })
+        console.log({ file })
 
-        return 'Hello world'
+        reply.status(200).send({
+            success: true,
+        })
     })
 }
 
-export default example
+export default datasets

src/routes/root.ts

@@ -2,7 +2,7 @@ import { FastifyPluginAsync } from 'fastify'
 
 const root: FastifyPluginAsync = async (fastify, opts): Promise<void> => {
     fastify.get('/', async function (request, reply) {
-        return { root: true }
+        return { message: 'Hell from the APi' }
     })
 }
 

test/routes/root.test.ts

@@ -7,5 +7,5 @@ test('default root route', async (t) => {
     const res = await app.inject({
         url: '/',
     })
-    t.same(JSON.parse(res.payload), { root: true })
+    t.same(JSON.parse(res.payload), { message: 'Hell from the APi' })
 })

tsconfig.json

@@ -1,7 +1,9 @@
 {
     "extends": "fastify-tsconfig",
+
     "compilerOptions": {
-        "outDir": "dist"
+        "outDir": "dist",
+        "esModuleInterop": true
     },
     "include": ["src/**/*.ts"]
 }