Part 3 - applying file URL or path improvement

components/arpoone/arpoone.app.mjs

@@ -8,4 +8,4 @@ export default {
       console.log(Object.keys(this.$auth));
     },
   },
-};
+};

components/meistertask/actions/create-attachment/create-attachment.mjs

@@ -1,13 +1,12 @@
 import meistertask from "../../meistertask.app.mjs";
 import FormData from "form-data";
-import fs from "fs";
-import { ConfigurationError } from "@pipedream/platform";
+import { getFileStreamAndMetadata } from "@pipedream/platform";
 
 export default {
   key: "meistertask-create-attachment",
   name: "Create Attachment",
   description: "Create a new attachment. [See the docs](https://developers.meistertask.com/reference/post-attachment)",
-  version: "0.0.1",
+  version: "0.1.0",
   type: "action",
   props: {
     meistertask,
@@ -40,8 +39,8 @@ export default {
     },
     filepath: {
       type: "string",
-      label: "File Path",
-      description: "Path of the file in /tmp folder to add as an attachment. To upload a file to /tmp folder, please follow the [doc here](https://pipedream.com/docs/code/nodejs/working-with-files/#writing-a-file-to-tmp)",
+      label: "File Path or URL",
+      description: "The file to upload. Provide either a file URL or a path to a file in the `/tmp` directory (for example, `/tmp/myFile.txt`)",
     },
     name: {
       type: "string",
@@ -50,14 +49,6 @@ export default {
       optional: true,
     },
   },
-  methods: {
-    checkTmp(filename) {
-      if (filename.indexOf("/tmp") === -1) {
-        return `/tmp/${filename}`;
-      }
-      return filename;
-    },
-  },
   async run({ $ }) {
     const {
       taskId,
@@ -66,16 +57,14 @@ export default {
     } = this;
 
     const data = new FormData();
-    const path = this.checkTmp(filepath);
 
-    if (!fs.existsSync(path)) {
-      throw new ConfigurationError("File does not exist");
-    }
-
-    const file = fs.createReadStream(path);
-    const stats = fs.statSync(path);
-    data.append("local", file, {
-      knownLength: stats.size,
+    const {
+      stream, metadata,
+    } = await getFileStreamAndMetadata(filepath);
+    data.append("local", stream, {
+      contentType: metadata.contentType,
+      knownLength: metadata.size,
+      filename: metadata.name,
     });
     if (name) {
       data.append("name", name);
@@ -85,6 +74,7 @@ export default {
     };
 
     const response = await this.meistertask.createAttachment({
+      $,
       taskId,
       data,
       headers,

components/meistertask/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/meistertask",
-  "version": "0.0.1",
+  "version": "0.1.0",
   "description": "Pipedream Meistertask Components",
   "main": "meistertask.app.mjs",
   "homepage": "https://pipedream.com/apps/meistertask",
@@ -13,6 +13,6 @@
     "access": "public"
   },
   "dependencies": {
-    "@pipedream/platform": "^1.4.1"
+    "@pipedream/platform": "^3.1.0"
   }
 }

components/offorte/offorte.app.mjs

@@ -8,4 +8,4 @@ export default {
       console.log(Object.keys(this.$auth));
     },
   },
-};
+};

components/pdffiller/actions/upload-document/upload-document.mjs

@@ -1,13 +1,12 @@
 import FormData from "form-data";
-import fs from "fs";
-import { checkTmp } from "../../common/utils.mjs";
+import { getFileStreamAndMetadata } from "@pipedream/platform";
 import pdffiller from "../../pdffiller.app.mjs";
 
 export default {
   key: "pdffiller-upload-document",
   name: "Upload Document",
   description: "Uploads a chosen file to PDFfiller. [See the documentation](https://docs.pdffiller.com/docs/pdffiller/992d9d79fec32-creates-a-new-document-template-by-uploading-file-from-multipart)",
-  version: "0.0.2",
+  version: "0.1.0",
   type: "action",
   props: {
     pdffiller,
@@ -26,9 +25,15 @@ export default {
     },
   },
   async run({ $ }) {
-    const fileStream = fs.createReadStream(checkTmp(this.file));
+    const {
+      stream, metadata,
+    } = await getFileStreamAndMetadata(this.file);
     const data = new FormData();
-    data.append("file", fileStream);
+    data.append("file", stream, {
+      contentType: metadata.contentType,
+      knownLength: metadata.size,
+      filename: metadata.name,
+    });
 
     if (this.folderId) {
       data.append("folder_id", this.folderId);

components/pdffiller/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/pdffiller",
-  "version": "0.1.1",
+  "version": "0.2.0",
   "description": "Pipedream pdfFiller Components",
   "main": "pdffiller.app.mjs",
   "keywords": [
@@ -13,7 +13,7 @@
     "access": "public"
   },
   "dependencies": {
-    "@pipedream/platform": "^3.0.0",
+    "@pipedream/platform": "^3.1.0",
     "form-data": "^4.0.0",
     "fs": "^0.0.1-security"
   }

components/pdffiller/pdffiller.app.mjs

@@ -44,8 +44,8 @@ export default {
     },
     file: {
       type: "string",
-      label: "File",
-      description: "The path to the file saved to the `/tmp` directory (e.g. `/tmp/example.json`). [See the documentation](https://pipedream.com/docs/workflows/steps/code/nodejs/working-with-files/#the-tmp-directory).",
+      label: "File Path or URL",
+      description: "The file to upload. Provide either a file URL or a path to a file in the `/tmp` directory (for example, `/tmp/myFile.txt`)",
     },
     folderId: {
       type: "string",

components/pembee/pembee.app.mjs

@@ -8,4 +8,4 @@ export default {
       console.log(Object.keys(this.$auth));
     },
   },
-};
+};

components/pixelbin/actions/upload-file/upload-file.mjs

@@ -1,21 +1,20 @@
-import fs from "fs";
 import FormData from "form-data";
-import { ConfigurationError } from "@pipedream/platform";
+import { getFileStreamAndMetadata } from "@pipedream/platform";
 import app from "../../pixelbin.app.mjs";
 import utils from "../../common/utils.mjs";
 
 export default {
   key: "pixelbin-upload-file",
   name: "Upload File",
   description: "Upload a file to Pixelbin. [See the documentation](https://www.pixelbin.io/docs/api-docs/)",
-  version: "0.0.1",
+  version: "0.1.0",
   type: "action",
   props: {
     app,
     filePath: {
       type: "string",
-      label: "File Path",
-      description: "Assete file path. The path to the file saved to the `/tmp` directory (e.g. `/tmp/example.pdf`). [See the documentation](https://pipedream.com/docs/workflows/steps/code/nodejs/working-with-files/#the-tmp-directory).",
+      label: "File Path or URL",
+      description: "The file to upload. Provide either a file URL or a path to a file in the `/tmp` directory (for example, `/tmp/myFile.txt`)",
     },
     path: {
       propDefinition: [
@@ -64,9 +63,6 @@ export default {
     uploadFile(args = {}) {
       return this.app.post({
         path: "/upload/direct",
-        headers: {
-          "Content-Type": "multipart/form-data",
-        },
         ...args,
       });
     },
@@ -84,12 +80,15 @@ export default {
       filenameOverride,
     } = this;
 
-    if (!filePath.startsWith("/tmp/")) {
-      throw new ConfigurationError("File must be located in `/tmp` directory.");
-    }
-
+    const {
+      stream, metadata: fileMetadata,
+    } = await getFileStreamAndMetadata(filePath);
     const data = new FormData();
-    data.append("file", fs.createReadStream(filePath));
+    data.append("file", stream, {
+      contentType: fileMetadata.contentType,
+      knownLength: fileMetadata.size,
+      filename: fileMetadata.name,
+    });
 
     utils.appendPropsToFormData(data, {
       path,
@@ -104,6 +103,7 @@ export default {
     const response = await uploadFile({
       $,
       data,
+      headers: data.getHeaders(),
     });
 
     $.export("$summary", `Successfully uploaded file with ID \`${response._id}\`.`);

components/pixelbin/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/pixelbin",
-  "version": "0.1.0",
+  "version": "0.2.0",
   "description": "Pipedream Pixelbin Components",
   "main": "pixelbin.app.mjs",
   "keywords": [
@@ -13,7 +13,7 @@
     "access": "public"
   },
   "dependencies": {
-    "@pipedream/platform": "3.0.3",
+    "@pipedream/platform": "^3.1.0",
     "form-data": "^4.0.0"
   }
 }

components/platerecognizer/actions/run-recognition/run-recognition.mjs

@@ -1,19 +1,18 @@
-import fs from "fs";
-import { checkTmp } from "../../common/utils.mjs";
+import { getFileStream } from "@pipedream/platform";
 import platerecognizer from "../../platerecognizer.app.mjs";
 
 export default {
   key: "platerecognizer-run-recognition",
   name: "Run Recognition",
   description: "Triggers a recognition process using the Plate Recognizer SDK.",
-  version: "0.0.1",
+  version: "0.1.0",
   type: "action",
   props: {
     platerecognizer,
     imageFileOrUrl: {
       type: "string",
-      label: "Image File or URL",
-      description: "The image file or URL to be recognized.",
+      label: "Image Path or URL",
+      description: "The image to be recognized. Provide either a file URL or a path to a file in the `/tmp` directory (for example, `/tmp/myImage.jpg`)",
     },
     regions: {
       type: "string[]",
@@ -41,19 +40,18 @@ export default {
     },
   },
   async run({ $ }) {
-    const fileObj = {};
 
-    if (this.imageFileOrUrl.startsWith("http")) {
-      fileObj.upload_url = this.imageFileOrUrl;
-    } else {
-      const file = fs.readFileSync(checkTmp(this.imageFileOrUrl));
-      fileObj.upload = Buffer(file).toString("base64");
+    const stream = await getFileStream(this.imageFileOrUrl);
+    const chunks = [];
+    for await (const chunk of stream) {
+      chunks.push(chunk);
     }
+    const buffer = Buffer.concat(chunks);
 
     const response = await this.platerecognizer.runRecognition({
       $,
       data: {
-        ...fileObj,
+        upload: buffer.toString("base64"),
         regions: this.regions,
         camera_id: this.cameraId,
         mmc: this.mmc,

components/platerecognizer/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/platerecognizer",
-  "version": "0.1.0",
+  "version": "0.2.0",
   "description": "Pipedream Plate Recognizer Components",
   "main": "platerecognizer.app.mjs",
   "keywords": [
@@ -13,7 +13,7 @@
     "access": "public"
   },
   "dependencies": {
-    "@pipedream/platform": "^1.6.5"
+    "@pipedream/platform": "^3.1.0"
   }
 }
 

components/postmaster/postmaster.app.mjs

@@ -8,4 +8,4 @@ export default {
       console.log(Object.keys(this.$auth));
     },
   },
-};
+};

components/printautopilot/actions/add-pdf-to-queue/add-pdf-to-queue.mjs

@@ -1,18 +1,18 @@
 import printAutopilot from "../../printautopilot.app.mjs";
-import fs from "fs";
+import { getFileStream } from "@pipedream/platform";
 
 export default {
   key: "printautopilot-add-pdf-to-queue",
   name: "Add PDF to Print Autopilot Queue",
   description: "Uploads a PDF document to the print-autopilot queue. [See the documentation](https://documenter.getpostman.com/view/1334461/TW6wJonb#53f82327-4f23-416d-b2f0-ce17b8037933)",
-  version: "0.0.1",
+  version: "0.1.0",
   type: "action",
   props: {
     printAutopilot,
     filePath: {
       type: "string",
-      label: "File Path",
-      description: "The path to the file saved to the [`/tmp` directory](https://pipedream.com/docs/workflows/steps/code/nodejs/working-with-files/#the-tmp-directory) (e.g. `/tmp/myFile.pdf`).",
+      label: "File Path or URL",
+      description: "The file to upload. Provide either a file URL or a path to a file in the `/tmp` directory (for example, `/tmp/myFile.pdf`)",
     },
     fileName: {
       type: "string",
@@ -27,10 +27,13 @@ export default {
     },
   },
   async run({ $ }) {
-    const filePath = this.filePath.includes("/tmp")
-      ? this.filePath
-      : `/tmp/${this.filePath}`;
-    const fileContent = Buffer.from(fs.readFileSync(filePath)).toString("base64");
+    const stream = await getFileStream(this.filePath);
+    const chunks = [];
+    for await (const chunk of stream) {
+      chunks.push(chunk);
+    }
+    const fileContent = Buffer.concat(chunks).toString("base64");
+
     const response = await this.printAutopilot.addDocumentToQueue({
       token: this.token,
       data: {

components/printautopilot/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/printautopilot",
-  "version": "0.1.0",
+  "version": "0.2.0",
   "description": "Pipedream PrintAutopilot Components",
   "main": "printautopilot.app.mjs",
   "keywords": [
@@ -13,6 +13,6 @@
     "access": "public"
   },
   "dependencies": {
-    "@pipedream/platform": "^1.5.1"
+    "@pipedream/platform": "^3.1.0"
   }
 }