feat: Java bindings + Spark V2 datasource

Author: a10y

Cargo.lock

@@ -3,6 +3,7 @@ members = [
     "bench-vortex",
     "encodings/*",
     "fuzz",
+    "java/vortex-jni",
     "pyvortex",
     "vortex",
     "vortex-array",

Cargo.toml

@@ -0,0 +1,12 @@
+#
+# https://help.github.com/articles/dealing-with-line-endings/
+#
+# Linux start script should use lf
+/gradlew        text eol=lf
+
+# These are Windows script files and should use crlf
+*.bat           text eol=crlf
+
+# Binary files should be left untouched
+*.jar           binary
+

java/.gitattributes

@@ -0,0 +1,5 @@
+# Ignore Gradle project-specific cache directory
+.gradle
+
+# Ignore Gradle build output directory
+build

java/.gitignore

@@ -0,0 +1,85 @@
+import net.ltgt.gradle.errorprone.errorprone
+
+plugins {
+    id("com.diffplug.spotless") version "7.0.1"
+    id("com.palantir.consistent-versions") version "2.31.0"
+    id("com.palantir.git-version") version "3.1.0"
+    id("io.github.gradle-nexus.publish-plugin") version "1.3.0"
+    id("net.ltgt.errorprone") version "4.1.0" apply false
+    id("org.inferred.processors") version "3.7.0" apply false
+}
+
+val gitVersion: groovy.lang.Closure<String> by extra
+version = gitVersion()
+
+allprojects {
+    apply(plugin = "com.diffplug.spotless")
+
+    repositories {
+        mavenCentral()
+    }
+
+    tasks.withType<Test> {
+        useJUnitPlatform()
+
+        maxHeapSize = "1G"
+
+        testLogging {
+            events("passed")
+        }
+    }
+
+    plugins.withType<JavaLibraryPlugin> {
+        apply(plugin = "net.ltgt.errorprone")
+        apply(plugin = "org.inferred.processors")
+
+        dependencies {
+            "errorprone"("com.google.errorprone:error_prone_core")
+            "errorprone"("com.jakewharton.nopen:nopen-checker")
+            "compileOnly"("com.jakewharton.nopen:nopen-annotations")
+        }
+
+        spotless {
+            java {
+                palantirJavaFormat()
+                licenseHeaderFile("${rootProject.projectDir}/.spotless/java-license-header.txt")
+            }
+        }
+
+        tasks.withType<JavaCompile> {
+            options.errorprone.disable("UnusedVariable")
+            options.compilerArgs.add("--enable-preview")
+
+            // Needed to make sure that the barista-annotations emits to the correct directory
+            options.generatedSourceOutputDirectory = projectDir.resolve("generated_src")
+        }
+
+        tasks.withType<Javadoc> {
+            (options as StandardJavadocDocletOptions).addStringOption("Xdoclint:-missing")
+        }
+
+        the<JavaPluginExtension>().toolchain.languageVersion = JavaLanguageVersion.of(17)
+
+        tasks["check"].dependsOn("spotlessCheck")
+    }
+
+    spotless {
+        kotlinGradle {
+            ktlint()
+        }
+    }
+
+    tasks.register("format").get().dependsOn("spotlessApply")
+}
+
+fun booleanEnv(envVar: String): Boolean? = System.getenv(envVar)?.toBoolean()
+
+fun String.runCommand(): String {
+    val proc =
+        ProcessBuilder(*split(" ").toTypedArray())
+            .redirectOutput(ProcessBuilder.Redirect.PIPE)
+            .redirectError(ProcessBuilder.Redirect.INHERIT)
+            .start()
+    proc.waitFor(10, TimeUnit.SECONDS)
+    return proc.inputStream.bufferedReader().readText()
+}

java/build.gradle.kts

@@ -0,0 +1,10 @@
+#org.gradle.configuration-cache=true
+org.gradle.parallel=true
+org.gradle.caching=true
+
+# extra JVM args needed to allow Spotless to access JDK private classes.
+org.gradle.jvmargs =--add-exports=jdk.compiler/com.sun.tools.javac.api=ALL-UNNAMED \
+  --add-exports=jdk.compiler/com.sun.tools.javac.file=ALL-UNNAMED \
+  --add-exports=jdk.compiler/com.sun.tools.javac.parser=ALL-UNNAMED \
+  --add-exports=jdk.compiler/com.sun.tools.javac.tree=ALL-UNNAMED \
+  --add-exports=jdk.compiler/com.sun.tools.javac.util=ALL-UNNAMED

java/gradle.properties

@@ -0,0 +1,13 @@
+# This file was generated by the Gradle 'init' task.
+# https://docs.gradle.org/current/userguide/platforms.html#sub::toml-dependencies-format
+
+[versions]
+commons-math3 = "3.6.1"
+guava = "33.3.1-jre"
+spark = "3.5.4"
+
+[libraries]
+commons-math3 = { module = "org.apache.commons:commons-math3", version.ref = "commons-math3" }
+guava = { module = "com.google.guava:guava", version.ref = "guava" }
+spark-catalyst = { module = "org.apache.spark:spark-catalyst_2.12", version.ref = "spark" }
+spark-sql = { module = "org.apache.spark:spark-sql_2.12", version.ref = "spark" }

java/gradle/libs.versions.toml

@@ -0,0 +1,7 @@
+distributionBase=GRADLE_USER_HOME
+distributionPath=wrapper/dists
+distributionUrl=https\://services.gradle.org/distributions/gradle-8.12-bin.zip
+networkTimeout=10000
+validateDistributionUrl=true
+zipStoreBase=GRADLE_USER_HOME
+zipStorePath=wrapper/dists