Merge pull request #253 from thamindumk/feature/semantic

Feature/semantic

CMakeLists.txt

@@ -1,6 +1,6 @@
 cmake_minimum_required(VERSION 3.10)
 project(JasmineGraph)
-set(CMAKE_CXX_STANDARD 11)
+set(CMAKE_CXX_STANDARD 17)
 
 set(THREADS_PREFER_PTHREAD_FLAG ON)
 find_package(Threads REQUIRED)
@@ -39,6 +39,14 @@ set(HEADERS globals.h
         src/query/algorithms/linkprediction/JasminGraphLinkPredictor.h
         src/query/algorithms/triangles/Triangles.h
         src/query/algorithms/triangles/StreamingTriangles.h
+        src/query/processor/cypher/astbuilder/ASTBuilder.h
+        src/query/processor/cypher/astbuilder/ASTInternalNode.h
+        src/query/processor/cypher/astbuilder/ASTLeafNoValue.h
+        src/query/processor/cypher/astbuilder/ASTNode.h
+        src/query/processor/cypher/astbuilder/ASTLeafValue.h
+        src/query/processor/cypher/semanticanalyzer/SemanticAnalyzer.h
+        src/query/processor/cypher/semanticanalyzer/Scope.h
+        src/query/processor/cypher/semanticanalyzer/ScopeManager.h
         src/scale/scaler.h
         src/server/JasmineGraphInstance.h
         src/server/JasmineGraphInstanceFileTransferService.h
@@ -71,6 +79,7 @@ set(HEADERS globals.h
         src/streamingdb/StreamingSQLiteDBInterface.h
         src/frontend/core/executor/impl/PageRankExecutor.h
         src/util/dbinterface/DBInterface.h
+        src/query/processor/cypher/util/Const.h
 )
 
 set(SOURCES src/backend/JasmineGraphBackend.cpp
@@ -106,6 +115,14 @@ set(SOURCES src/backend/JasmineGraphBackend.cpp
         src/query/algorithms/linkprediction/JasminGraphLinkPredictor.cpp
         src/query/algorithms/triangles/Triangles.cpp
         src/query/algorithms/triangles/StreamingTriangles.cpp
+        src/query/processor/cypher/astbuilder/ASTBuilder.cpp
+        src/query/processor/cypher/astbuilder/ASTInternalNode.cpp
+        src/query/processor/cypher/astbuilder/ASTLeafNoValue.cpp
+        src/query/processor/cypher/astbuilder/ASTNode.cpp
+        src/query/processor/cypher/astbuilder/ASTLeafValue.cpp
+        src/query/processor/cypher/semanticanalyzer/SemanticAnalyzer.cpp
+        src/query/processor/cypher/semanticanalyzer/Scope.cpp
+        src/query/processor/cypher/semanticanalyzer/ScopeManager.cpp
         src/scale/scaler.cpp
         src/server/JasmineGraphInstance.cpp
         src/server/JasmineGraphInstanceFileTransferService.cpp
@@ -131,13 +148,16 @@ set(SOURCES src/backend/JasmineGraphBackend.cpp
         src/streamingdb/StreamingSQLiteDBInterface.cpp
         src/frontend/core/executor/impl/PageRankExecutor.cpp
         src/util/dbinterface/DBInterface.cpp
+        src/query/processor/cypher/semanticanalyzer/SemanticAnalyzer.cpp
+        src/query/processor/cypher/util/Const.cpp
 )
 
 if (CMAKE_BUILD_TYPE STREQUAL "DEBUG")
 add_compile_options(-DUNIT_TEST)
 endif ()
 
-add_library(JasmineGraphLib ${HEADERS} ${SOURCES})
+file(GLOB GENERATED_SRC /home/ubuntu/software/antlr/*.cpp)
+add_library(JasmineGraphLib ${HEADERS} ${SOURCES} ${GENERATED_SRC})
 add_executable(JasmineGraph main.h main.cpp)
 
 target_compile_definitions(JasmineGraphLib PUBLIC ROOT_DIR="${CMAKE_CURRENT_SOURCE_DIR}/")
@@ -162,11 +182,15 @@ target_link_libraries(JasmineGraphLib PRIVATE /usr/local/lib/libcppkafka.so)
 target_link_libraries(JasmineGraph JasmineGraphLib)
 target_link_libraries(JasmineGraph curl)
 
+include_directories(/usr/local/include/antlr4-runtime)
+link_directories(/usr/local/lib)
 include_directories(/usr/local/include/yaml-cpp)
 target_link_libraries(JasmineGraphLib PRIVATE m)
 target_link_libraries(JasmineGraphLib PRIVATE /usr/local/lib/libkubernetes.so)
 target_link_libraries(JasmineGraphLib PRIVATE yaml-cpp)
 target_link_libraries(JasmineGraphLib PRIVATE curl)
+target_link_libraries(JasmineGraphLib PRIVATE antlr4-runtime)
+
 
 if (CMAKE_BUILD_TYPE STREQUAL "DEBUG")
     # Include google test

Dockerfile

@@ -1,4 +1,4 @@
-FROM miyurud/jasminegraph-prerequisites:20240101T095619
+FROM miyurud/jasminegraph-prerequisites:20241230T132919
 
 RUN apt-get update && apt-get install -y libcurl4-openssl-dev sysstat nmon
 RUN rm -r /usr/lib/python3.8/distutils
@@ -16,6 +16,8 @@ RUN if [ "$DEBUG" = "true" ]; then apt-get update \
 && apt-get install --no-install-recommends -y gdb gdbserver \
 && apt-get clean; fi
 
+
+WORKDIR "${JASMINEGRAPH_HOME}"
 COPY ./build.sh ./build.sh
 COPY ./CMakeLists.txt ./CMakeLists.txt
 COPY ./main.h ./main.h

src/frontend/JasmineGraphFrontEnd.cpp

@@ -45,6 +45,13 @@ limitations under the License.
 #include "JasmineGraphFrontEndProtocol.h"
 #include "core/CoreConstants.h"
 #include "core/scheduler/JobScheduler.h"
+#include "antlr4-runtime.h"
+#include "/home/ubuntu/software/antlr/CypherLexer.h"
+#include "/home/ubuntu/software/antlr/CypherParser.h"
+#include "../query/processor/cypher/astbuilder/ASTBuilder.h"
+#include "../query/processor/cypher/astbuilder/ASTNode.h"
+#include "../query/processor/cypher/semanticanalyzer/SemanticAnalyzer.h"
+
 
 #define MAX_PENDING_CONNECTIONS 10
 #define DATA_BUFFER_SIZE (FRONTEND_DATA_LENGTH + 1)
@@ -64,6 +71,7 @@ bool JasmineGraphFrontEnd::strian_exit;
 
 static std::string getPartitionCount(std::string path);
 static void list_command(int connFd, SQLiteDBInterface *sqlite, bool *loop_exit_p);
+static void cypher_ast_command(int connFd, bool *loop_exit_p);
 static void add_rdf_command(std::string masterIP, int connFd, SQLiteDBInterface *sqlite, bool *loop_exit_p);
 static void add_graph_command(std::string masterIP, int connFd, SQLiteDBInterface *sqlite, bool *loop_exit_p);
 static void add_graph_cust_command(std::string masterIP, int connFd, SQLiteDBInterface *sqlite, bool *loop_exit_p);
@@ -169,6 +177,8 @@ void *frontendservicesesion(void *dummyPt) {
             break;
         } else if (line.compare(LIST) == 0) {
             list_command(connFd, sqlite, &loop_exit);
+        } else if (line.compare(CYPHER_AST) == 0) {
+            cypher_ast_command(connFd, &loop_exit);
         } else if (line.compare(SHTDN) == 0) {
             JasmineGraphServer::shutdown_workers();
             close(connFd);
@@ -627,6 +637,48 @@ static void list_command(int connFd, SQLiteDBInterface *sqlite, bool *loop_exit_
     }
 }
 
+static void cypher_ast_command(int connFd, bool *loop_exit) {
+    string msg_1 = "Input Query :";
+    int result_wr = write(connFd, msg_1.c_str(), msg_1.length());
+    if (result_wr < 0) {
+        frontend_logger.error("Error writing to socket");
+        *loop_exit = true;
+        return;
+    }
+    result_wr = write(connFd, "\r\n", 2);
+    if (result_wr < 0) {
+        frontend_logger.error("Error writing to socket");
+        *loop_exit = true;
+        return;
+    }
+
+    // Get user response.
+    char user_res[FRONTEND_DATA_LENGTH + 1];
+    bzero(user_res, FRONTEND_DATA_LENGTH + 1);
+    read(connFd, user_res, FRONTEND_DATA_LENGTH);
+    string user_res_s(user_res);
+
+    antlr4::ANTLRInputStream input(user_res_s);
+    // Create a lexer from the input
+    CypherLexer lexer(&input);
+
+    // Create a token stream from the lexer
+    antlr4::CommonTokenStream tokens(&lexer);
+
+    // Create a parser from the token stream
+    CypherParser parser(&tokens);
+
+    ASTBuilder ast_builder;
+    auto* ast = any_cast<ASTNode*>(ast_builder.visitOC_Cypher(parser.oC_Cypher()));
+
+    SemanticAnalyzer semantic_analyzer;
+    if (semantic_analyzer.analyze(ast)) {
+        frontend_logger.log("AST is successfully analyzed", "log");
+    } else {
+        frontend_logger.error("query isn't semantically correct: "+user_res_s);
+    }
+}
+
 static void add_rdf_command(std::string masterIP, int connFd, SQLiteDBInterface *sqlite, bool *loop_exit_p) {
     // add RDF graph
     int result_wr = write(connFd, SEND.c_str(), FRONTEND_COMMAND_LENGTH);
@@ -804,7 +856,8 @@ static void add_graph_command(std::string masterIP, int connFd, SQLiteDBInterfac
         int result_wr = write(connFd, DONE.c_str(), DONE.size());
         if (result_wr < 0) {
             frontend_logger.error("Error writing to socket");
-            *loop_exit_p = true;
+            *loop_exit_p =
+                true;
             return;
         }
         result_wr = write(connFd, "\r\n", 2);

src/frontend/JasmineGraphFrontEndProtocol.cpp

@@ -54,4 +54,5 @@ const string SLA = "sla";
 const string COMMAND = "command";
 const string PRIORITY = "priority(>=1)";
 const string INVALID_FORMAT = "Invalid message format";
+const string CYPHER_AST = "cypher-ast";
 

src/frontend/JasmineGraphFrontEndProtocol.h

@@ -87,6 +87,7 @@ extern const string STOP_STRIAN;
 extern const string ADMDL;
 extern const string MERGE;
 extern const string INVALID_FORMAT;
+extern const string CYPHER_AST;
 
 class JasminGraphFrontEndProtocol {
     // Note that this protocol do not need a handshake session since the communication in most of the time is conducted

src/localstore/JasmineGraphHashMapLocalStore.cpp

@@ -222,7 +222,7 @@ void JasmineGraphHashMapLocalStore::toLocalAttributeMap(const AttributeStore *at
         auto entry = allEntries->Get(i);
         long key = entry->key();
         auto attributes = entry->value();
-        auto attributesSize = attributes->Length();
+        auto attributesSize = attributes->size();
         for (int j = 0; j < attributesSize; j = j + 1) {
             attributeVector.push_back(attributes->Get(j)->c_str());
         }

src/localstore/incremental/JasmineGraphIncrementalLocalStore.cpp

@@ -44,6 +44,8 @@ std::pair<std::string, unsigned int> JasmineGraphIncrementalLocalStore::getIDs(s
                 "Could be due to JSON parsing error or error while persisting the data to disk",
             "error");
     }
+    return {"", 0};  // all plath of the function must return std::pair<std::string, unsigned int>
+    // type object even there is an error
 }
 
 void JasmineGraphIncrementalLocalStore::addEdgeFromString(std::string edgeString) {

src/partitioner/local/MetisPartitioner.cpp

@@ -301,6 +301,8 @@ std::vector<std::map<int, std::string>> MetisPartitioner::partitioneWithGPMetis(
         perror("Popen error in executing gpmetis command");
         partitioner_logger.log("Popen error in executing gpmetis command", "error");
     }
+
+    return std::vector<std::map<int, std::string>>{};  // Return an empty vector in case of error
 }
 
 void MetisPartitioner::createPartitionFiles(std::map<int, int> partMap) {