Add sample for sentiment analysis

README.md

@@ -12,10 +12,10 @@ Each subdirectory contains relevant code and instructions for the corresponding
 #### Data Transformation (T)
 - [Remove Duplicates](remove-duplicates): Sample code for deduplication.
 - [Remove Approximate Duplicates](remove-approximate-duplicates): Sample code for approximate deduplication.
-- [Error Correction](error-correction): Sample code for error correction in data.
 - [Clean and Standardize Data](clean-and-standardize-data): Sample code for cleaning and standardizing data.
 - [Data Mapper](data-mapper): Sample code for data mapping between different structures.
 - [Enrich Data](enrich-data): Sample code to enrich data.
+- [Sentiment Analysis](sentiment-analysis): Sample code for analyse feedbacks.
 
 #### Data Loading (L)
 - [Load Data to BigQuery](load-data-to-bigquery): Sample code for loading data into BigQuery.

sentiment-analysis/.gitignore

@@ -0,0 +1,3 @@
+target
+generated
+Config.toml

sentiment-analysis/Ballerina.toml

@@ -0,0 +1,5 @@
+[package]
+org = "etl_samples"
+name = "sentiment_analysis"
+version = "0.1.0"
+distribution = "2201.8.2"

sentiment-analysis/Dependencies.toml

@@ -0,0 +1,305 @@
+# AUTO-GENERATED FILE. DO NOT MODIFY.
+
+# This file is auto-generated by Ballerina for managing dependency versions.
+# It should not be modified by hand.
+
+[ballerina]
+dependencies-toml-version = "2"
+distribution-version = "2201.8.2"
+
+[[package]]
+org = "ballerina"
+name = "auth"
+version = "2.10.0"
+dependencies = [
+	{org = "ballerina", name = "crypto"},
+	{org = "ballerina", name = "jballerina.java"},
+	{org = "ballerina", name = "lang.array"},
+	{org = "ballerina", name = "lang.string"},
+	{org = "ballerina", name = "log"}
+]
+
+[[package]]
+org = "ballerina"
+name = "cache"
+version = "3.7.0"
+dependencies = [
+	{org = "ballerina", name = "constraint"},
+	{org = "ballerina", name = "jballerina.java"},
+	{org = "ballerina", name = "task"},
+	{org = "ballerina", name = "time"}
+]
+
+[[package]]
+org = "ballerina"
+name = "constraint"
+version = "1.5.0"
+dependencies = [
+	{org = "ballerina", name = "jballerina.java"}
+]
+
+[[package]]
+org = "ballerina"
+name = "crypto"
+version = "2.5.0"
+dependencies = [
+	{org = "ballerina", name = "jballerina.java"},
+	{org = "ballerina", name = "time"}
+]
+
+[[package]]
+org = "ballerina"
+name = "file"
+version = "1.9.0"
+dependencies = [
+	{org = "ballerina", name = "io"},
+	{org = "ballerina", name = "jballerina.java"},
+	{org = "ballerina", name = "os"},
+	{org = "ballerina", name = "time"}
+]
+
+[[package]]
+org = "ballerina"
+name = "http"
+version = "2.10.4"
+dependencies = [
+	{org = "ballerina", name = "auth"},
+	{org = "ballerina", name = "cache"},
+	{org = "ballerina", name = "constraint"},
+	{org = "ballerina", name = "crypto"},
+	{org = "ballerina", name = "file"},
+	{org = "ballerina", name = "io"},
+	{org = "ballerina", name = "jballerina.java"},
+	{org = "ballerina", name = "jwt"},
+	{org = "ballerina", name = "lang.array"},
+	{org = "ballerina", name = "lang.decimal"},
+	{org = "ballerina", name = "lang.int"},
+	{org = "ballerina", name = "lang.regexp"},
+	{org = "ballerina", name = "lang.runtime"},
+	{org = "ballerina", name = "lang.string"},
+	{org = "ballerina", name = "lang.value"},
+	{org = "ballerina", name = "log"},
+	{org = "ballerina", name = "mime"},
+	{org = "ballerina", name = "oauth2"},
+	{org = "ballerina", name = "observe"},
+	{org = "ballerina", name = "time"},
+	{org = "ballerina", name = "url"}
+]
+modules = [
+	{org = "ballerina", packageName = "http", moduleName = "http"},
+	{org = "ballerina", packageName = "http", moduleName = "http.httpscerr"}
+]
+
+[[package]]
+org = "ballerina"
+name = "io"
+version = "1.6.0"
+dependencies = [
+	{org = "ballerina", name = "jballerina.java"},
+	{org = "ballerina", name = "lang.value"}
+]
+
+[[package]]
+org = "ballerina"
+name = "jballerina.java"
+version = "0.0.0"
+
+[[package]]
+org = "ballerina"
+name = "jwt"
+version = "2.10.0"
+dependencies = [
+	{org = "ballerina", name = "cache"},
+	{org = "ballerina", name = "crypto"},
+	{org = "ballerina", name = "jballerina.java"},
+	{org = "ballerina", name = "lang.int"},
+	{org = "ballerina", name = "lang.string"},
+	{org = "ballerina", name = "log"},
+	{org = "ballerina", name = "time"}
+]
+
+[[package]]
+org = "ballerina"
+name = "lang.__internal"
+version = "0.0.0"
+dependencies = [
+	{org = "ballerina", name = "jballerina.java"},
+	{org = "ballerina", name = "lang.object"}
+]
+
+[[package]]
+org = "ballerina"
+name = "lang.array"
+version = "0.0.0"
+dependencies = [
+	{org = "ballerina", name = "jballerina.java"},
+	{org = "ballerina", name = "lang.__internal"}
+]
+
+[[package]]
+org = "ballerina"
+name = "lang.decimal"
+version = "0.0.0"
+dependencies = [
+	{org = "ballerina", name = "jballerina.java"}
+]
+
+[[package]]
+org = "ballerina"
+name = "lang.int"
+version = "0.0.0"
+dependencies = [
+	{org = "ballerina", name = "jballerina.java"},
+	{org = "ballerina", name = "lang.__internal"},
+	{org = "ballerina", name = "lang.object"}
+]
+
+[[package]]
+org = "ballerina"
+name = "lang.object"
+version = "0.0.0"
+
+[[package]]
+org = "ballerina"
+name = "lang.regexp"
+version = "0.0.0"
+dependencies = [
+	{org = "ballerina", name = "jballerina.java"}
+]
+
+[[package]]
+org = "ballerina"
+name = "lang.runtime"
+version = "0.0.0"
+dependencies = [
+	{org = "ballerina", name = "jballerina.java"}
+]
+
+[[package]]
+org = "ballerina"
+name = "lang.string"
+version = "0.0.0"
+dependencies = [
+	{org = "ballerina", name = "jballerina.java"},
+	{org = "ballerina", name = "lang.regexp"}
+]
+
+[[package]]
+org = "ballerina"
+name = "lang.value"
+version = "0.0.0"
+dependencies = [
+	{org = "ballerina", name = "jballerina.java"}
+]
+
+[[package]]
+org = "ballerina"
+name = "log"
+version = "2.9.0"
+dependencies = [
+	{org = "ballerina", name = "io"},
+	{org = "ballerina", name = "jballerina.java"},
+	{org = "ballerina", name = "lang.value"},
+	{org = "ballerina", name = "observe"}
+]
+
+[[package]]
+org = "ballerina"
+name = "mime"
+version = "2.9.0"
+dependencies = [
+	{org = "ballerina", name = "io"},
+	{org = "ballerina", name = "jballerina.java"},
+	{org = "ballerina", name = "lang.int"}
+]
+
+[[package]]
+org = "ballerina"
+name = "oauth2"
+version = "2.10.0"
+dependencies = [
+	{org = "ballerina", name = "cache"},
+	{org = "ballerina", name = "crypto"},
+	{org = "ballerina", name = "jballerina.java"},
+	{org = "ballerina", name = "log"},
+	{org = "ballerina", name = "time"},
+	{org = "ballerina", name = "url"}
+]
+
+[[package]]
+org = "ballerina"
+name = "observe"
+version = "1.2.0"
+dependencies = [
+	{org = "ballerina", name = "jballerina.java"}
+]
+
+[[package]]
+org = "ballerina"
+name = "os"
+version = "1.8.0"
+dependencies = [
+	{org = "ballerina", name = "io"},
+	{org = "ballerina", name = "jballerina.java"}
+]
+
+[[package]]
+org = "ballerina"
+name = "task"
+version = "2.5.0"
+dependencies = [
+	{org = "ballerina", name = "jballerina.java"},
+	{org = "ballerina", name = "time"}
+]
+
+[[package]]
+org = "ballerina"
+name = "time"
+version = "2.4.0"
+dependencies = [
+	{org = "ballerina", name = "jballerina.java"}
+]
+
+[[package]]
+org = "ballerina"
+name = "url"
+version = "2.4.0"
+dependencies = [
+	{org = "ballerina", name = "jballerina.java"}
+]
+
+[[package]]
+org = "ballerinai"
+name = "observe"
+version = "0.0.0"
+dependencies = [
+	{org = "ballerina", name = "jballerina.java"},
+	{org = "ballerina", name = "observe"}
+]
+
+[[package]]
+org = "ballerinax"
+name = "openai.chat"
+version = "1.1.2"
+dependencies = [
+	{org = "ballerina", name = "constraint"},
+	{org = "ballerina", name = "http"},
+	{org = "ballerina", name = "url"},
+	{org = "ballerinai", name = "observe"}
+]
+modules = [
+	{org = "ballerinax", packageName = "openai.chat", moduleName = "openai.chat"}
+]
+
+[[package]]
+org = "etl_samples"
+name = "sentiment_analysis"
+version = "0.1.0"
+dependencies = [
+	{org = "ballerina", name = "http"},
+	{org = "ballerinax", name = "openai.chat"}
+]
+modules = [
+	{org = "etl_samples", packageName = "sentiment_analysis", moduleName = "sentiment_analysis"}
+]
+

sentiment-analysis/README.md

@@ -0,0 +1,20 @@
+## Steps to run the sample
+
+### 1. Configuring the Config.toml file
+1. Create a `Config.toml` file in the root directory and add the below content.
+```toml
+openAIKey = "<OPEN_AI_KEY>"
+```
+2. Create an [OpenAI account](https://platform.openai.com) and obtain 
+an [API key](https://platform.openai.com/account/api-keys) and replace with `<OPEN_AI_KEY>`.
+
+### 2. Running the sample
+Run the following command from the root directory of the sample.
+```sh
+$ bal run
+```
+
+### 3. Test the sample
+```sh
+$ curl -X POST -d 'Amazing food, prompt service!' http://localhost:8080/api/reviews/sentiement-analyse
+```

sentiment-analysis/main.bal

@@ -0,0 +1,41 @@
+import ballerina/http;
+import ballerinax/openai.chat;
+
+configurable string openAIKey = ?;
+
+type Feedback record {|
+    "POSITIVE"|"NEGATIVE"|"NEUTRAL" feedback;
+|};
+
+final chat:Client openAiChat = check new ({auth: {token: openAIKey}});
+
+isolated service /api on new http:Listener(8080) {
+
+    resource function post reviews/sentiement\-analyse(@http:Payload string cutomerReview) 
+        returns "POSITIVE"|"NEGATIVE"|"NEUTRAL"|error? {
+        chat:CreateChatCompletionRequest request = {
+            model: "gpt-3.5-turbo",
+            messages: [
+                {
+                    role: "user",
+                    content: string `
+                        Analyze the given cutomer review and mention the feedback is positive or negative or netural.
+                        Response should be in JSON in below format.
+                            {
+                               feedback: "POSITIVE"|"NEGATIVE"|"NEUTRAL"
+                            }
+                        cutomer review: ${cutomerReview}
+                    `
+                }
+            ]
+        };
+        chat:CreateChatCompletionResponse summary = check openAiChat->/chat/completions.post(request);
+        if summary.choices.length() > 0 {
+            string content = check summary.choices[0].message?.content.ensureType();
+            json jsonFeedback = check content.fromJsonString();
+            Feedback feedback = check jsonFeedback.cloneWithType();
+            return feedback.feedback;
+        }
+        return "NEUTRAL";
+    }
+}