[INTPLAT-385] Plaid Assets PR (#19235)

* added plaid assets pr * added plaid assets pr * added plaid assets pr * added plaid assets pr * added plaid assets pr * added plaid assets pr * added plaid assets pr * added plaid assets pr * Update plaid/README.md Co-authored-by: Sandra (neko) <[email protected]> * updated plaid integration * updated plaid integration * updated plaid integration * updated plaid integration * added README.md Agagain --------- Co-authored-by: Sandra (neko) <[email protected]>
DataDog · Jan 21, 2025 · 8b6fac6 · 8b6fac6
1 parent 3585433
commit 8b6fac6
Show file tree

Hide file tree

Showing 9 changed files with 849 additions and 44 deletions.
diff --git a/plaid/README.md b/plaid/README.md
@@ -33,7 +33,7 @@ Configure the Datadog endpoint to forward Plaid logs to Datadog.
 
 ## Data Collected
 
-The crawler will implement data collection of Plaid logs for the List of Transfer events, remove sensitive data and send it to Datadog. 
+The crawler will implement data collection of Plaid logs for the List of Transfer events, remove sensitive data and send it to Datadog.
 
 
 ## Troubleshooting

diff --git a/plaid/assets/dashboards/plaid_overview.json b/plaid/assets/dashboards/plaid_overview.json
diff --git a/plaid/assets/logs/plaid.yaml b/plaid/assets/logs/plaid.yaml
@@ -0,0 +1,37 @@
+id: plaid
+# See app_id in your integration's manifest.json file to learn more:
+# https://docs.datadoghq.com/developers/integrations/check_references/#manifest-file
+metric_id: plaid
+# If for some reason id must be different than app_id, add the app_id in this field instead.
+# If id and app_id already match, this field can be left blank.
+backend_only: false
+facets:
+  - facetType: list
+    groups:
+      - Plaid
+    name: Account id
+    path: plaid_account_id
+    source: log
+    type: string
+pipeline:
+  type: pipeline
+  name: plaid_logs
+  enabled: true
+  filter:
+    query: "source:plaid"
+  processors:
+    - type: attribute-remapper
+      name: "Map `created` to `timestamp`"
+      enabled: true
+      sources:
+        - created
+      sourceType: attribute
+      target: timestamp
+      targetType: attribute
+      preserveSource: true
+      overrideOnConflict: false
+    - type: date-remapper
+      name: "Define `timestamp` as the official date of the log"
+      enabled: true
+      sources:
+        - timestamp
diff --git a/plaid/assets/logs/plaid_tests.yaml b/plaid/assets/logs/plaid_tests.yaml
@@ -0,0 +1,77 @@
+id: "plaid"
+tests:
+ -
+  sample: |-
+    {
+      "amount" : "12.34",
+      "authorization_id" : "128ff9dc-6634-22f3-a8d7-0902fc8dd99a",
+      "created" : "2024-12-20T12:04:24.386329Z",
+      "description" : "posted",
+      "type" : "debit",
+      "cancellable" : false,
+      "standard_return_window" : "2024-12-26",
+      "network" : "ach",
+      "originator_client_id" : "66d5881a2972360019c5e068",
+      "sweep_status" : "unswept",
+      "account_id" : "dLaW3JympPiWRaz9NGPwUB98VNmDPLcJ3AXxr",
+      "ach_class" : "ppd",
+      "iso_currency_code" : "USD",
+      "origination_account_id" : "",
+      "unauthorized_return_window" : "2025-03-21",
+      "id" : "6ed7708c-9e7a-9a79-13fc-a65e2f771a76",
+      "ledger_id" : "4b15ee7e-a39f-4c94-a84e-bfa3982a7737",
+      "user" : {
+        "legal_name" : "Anne Charleston"
+      },
+      "status" : "posted"
+    }
+  result:
+    custom:
+      account_id: "dLaW3JympPiWRaz9NGPwUB98VNmDPLcJ3AXxr"
+      ach_class: "ppd"
+      amount: "12.34"
+      authorization_id: "128ff9dc-6634-22f3-a8d7-0902fc8dd99a"
+      cancellable: false
+      created: "2024-12-20T12:04:24.386329Z"
+      description: "posted"
+      id: "6ed7708c-9e7a-9a79-13fc-a65e2f771a76"
+      iso_currency_code: "USD"
+      ledger_id: "4b15ee7e-a39f-4c94-a84e-bfa3982a7737"
+      network: "ach"
+      origination_account_id: ""
+      originator_client_id: "66d5881a2972360019c5e068"
+      standard_return_window: "2024-12-26"
+      status: "posted"
+      sweep_status: "unswept"
+      timestamp: "2024-12-20T12:04:24.386329Z"
+      type: "debit"
+      unauthorized_return_window: "2025-03-21"
+      user:
+        legal_name: "Anne Charleston"
+    message: |-
+      {
+        "amount" : "12.34",
+        "authorization_id" : "128ff9dc-6634-22f3-a8d7-0902fc8dd99a",
+        "created" : "2024-12-20T12:04:24.386329Z",
+        "description" : "posted",
+        "type" : "debit",
+        "cancellable" : false,
+        "standard_return_window" : "2024-12-26",
+        "network" : "ach",
+        "originator_client_id" : "66d5881a2972360019c5e068",
+        "sweep_status" : "unswept",
+        "account_id" : "dLaW3JympPiWRaz9NGPwUB98VNmDPLcJ3AXxr",
+        "ach_class" : "ppd",
+        "iso_currency_code" : "USD",
+        "origination_account_id" : "",
+        "unauthorized_return_window" : "2025-03-21",
+        "id" : "6ed7708c-9e7a-9a79-13fc-a65e2f771a76",
+        "ledger_id" : "4b15ee7e-a39f-4c94-a84e-bfa3982a7737",
+        "user" : {
+          "legal_name" : "Anne Charleston"
+        },
+        "status" : "posted"
+      }
+    tags:
+     - "source:LOGS_SOURCE"
+    timestamp: 1734696264386
diff --git a/plaid/assets/plaid_logo.svg b/plaid/assets/plaid_logo.svg
diff --git a/plaid/images/plaid_other_logs.png b/plaid/images/plaid_other_logs.png
diff --git a/plaid/images/plaid_overview.png b/plaid/images/plaid_overview.png
diff --git a/plaid/manifest.json b/plaid/manifest.json
@@ -1,47 +1,53 @@
 {
-    "manifest_version": "2.0.0",
-    "app_uuid": "104e8e43-bf5b-44f1-8ef3-76ad53a39c05",
-    "app_id": "plaid",
-    "display_on_public_website": false,
-    "tile": {
-      "overview": "README.md#Overview",
-      "configuration": "README.md#Setup",
-      "support": "README.md#Support",
-      "changelog": "CHANGELOG.md",
-      "description": "Gain insights into Plaid logs.",
-      "title": "Plaid",
-      "media": [],
-      "classifier_tags": [
-        "Category::Log Collection",
-        "Offering::Integration",
-        "Submitted Data Type::Logs"
-      ]
-    },
-    "assets": {
-      "integration": {
-          "auto_install": true,
-          "source_type_id": 30173459,
-          "source_type_name": "plaid",
-          "events": {
-              "creates_events": false
-          },
-          "metrics": {
-          "prefix": "plaid.",
-          "check": "",
-          "metadata_path": "metadata.csv"
-        },
-          "service_checks": {
-        "metadata_path": "assets/service_checks.json"
+  "manifest_version": "2.0.0",
+  "app_uuid": "104e8e43-bf5b-44f1-8ef3-76ad53a39c05",
+  "app_id": "plaid",
+  "display_on_public_website": false,
+  "tile": {
+    "overview": "README.md#Overview",
+    "configuration": "README.md#Setup",
+    "support": "README.md#Support",
+    "changelog": "CHANGELOG.md",
+    "description": "Gain insights into Plaid logs.",
+    "title": "Plaid",
+    "media": [
+      {
+        "media_type": "image",
+        "caption": "Overview of Plaid Logs",
+        "image_url": "images/plaid_overview.png"
+      },
+      {
+        "media_type": "image",
+        "caption": "Overview of other logs visualized",
+        "image_url": "images/plaid_other_logs.png"
       }
-    }
+    ],
+    "classifier_tags": [
+      "Category::Log Collection",
+      "Offering::Integration",
+      "Submitted Data Type::Logs"
+    ]
   },
-    "author": {
-      "support_email": "[email protected]",
-      "name": "Datadog",
-      "homepage": "https://www.datadoghq.com",
-      "sales_email": "[email protected]"
+  "assets": {
+    "integration": {
+        "auto_install": true,
+        "source_type_id": 30173459,
+        "source_type_name": "plaid",
+        "events": {
+            "creates_events": false
+        },
+        "service_checks": {
+      "metadata_path": "assets/service_checks.json"
     }
+  },
+  "dashboards": {
+    "Plaid logs Overview": "assets/dashboards/plaid_overview.json"
+  }
+},
+  "author": {
+    "support_email": "[email protected]",
+    "name": "Datadog",
+    "homepage": "https://www.datadoghq.com",
+    "sales_email": "[email protected]"
+  }
 }
-
-
-
diff --git a/plaid/metadata.csv b/plaid/metadata.csv