diff --git a/android/kotlin_app/llama2/.gitignore b/android/kotlin_app/llama2/.gitignore new file mode 100644 index 00000000..aa724b77 --- /dev/null +++ b/android/kotlin_app/llama2/.gitignore @@ -0,0 +1,15 @@ +*.iml +.gradle +/local.properties +/.idea/caches +/.idea/libraries +/.idea/modules.xml +/.idea/workspace.xml +/.idea/navEditor.xml +/.idea/assetWizardSettings.xml +.DS_Store +/build +/captures +.externalNativeBuild +.cxx +local.properties diff --git a/android/kotlin_app/llama2/app/.gitignore b/android/kotlin_app/llama2/app/.gitignore new file mode 100644 index 00000000..a7747886 --- /dev/null +++ b/android/kotlin_app/llama2/app/.gitignore @@ -0,0 +1,2 @@ +/build + diff --git a/android/kotlin_app/llama2/app/build.gradle.kts b/android/kotlin_app/llama2/app/build.gradle.kts new file mode 100644 index 00000000..029eb55b --- /dev/null +++ b/android/kotlin_app/llama2/app/build.gradle.kts @@ -0,0 +1,68 @@ +plugins { + alias(libs.plugins.android.application) + alias(libs.plugins.jetbrains.kotlin.android) +} + +android { + namespace = "ai.nnstreamer.example.llama2" + compileSdk = 34 + + defaultConfig { + applicationId = "ai.nnstreamer.example.llama2" + minSdk = 34 + targetSdk = 34 + versionCode = 1 + versionName = "1.0" + + testInstrumentationRunner = "androidx.test.runner.AndroidJUnitRunner" + vectorDrawables { + useSupportLibrary = true + } + } + + buildTypes { + release { + isMinifyEnabled = false + proguardFiles( + getDefaultProguardFile("proguard-android-optimize.txt"), + "proguard-rules.pro" + ) + } + } + compileOptions { + sourceCompatibility = JavaVersion.VERSION_1_8 + targetCompatibility = JavaVersion.VERSION_1_8 + } + kotlinOptions { + jvmTarget = "1.8" + } + buildFeatures { + compose = true + } + composeOptions { + kotlinCompilerExtensionVersion = "1.5.1" + } + packaging { + resources { + excludes += "/META-INF/{AL2.0,LGPL2.1}" + } + } +} + +dependencies { + implementation(libs.androidx.core.ktx) + implementation(libs.androidx.lifecycle.runtime.ktx) + implementation(libs.androidx.activity.compose) + implementation(platform(libs.androidx.compose.bom)) + implementation(libs.androidx.ui) + implementation(libs.androidx.ui.graphics) + implementation(libs.androidx.ui.tooling.preview) + implementation(libs.androidx.material3) + testImplementation(libs.junit) + androidTestImplementation(libs.androidx.junit) + androidTestImplementation(libs.androidx.espresso.core) + androidTestImplementation(platform(libs.androidx.compose.bom)) + androidTestImplementation(libs.androidx.ui.test.junit4) + debugImplementation(libs.androidx.ui.tooling) + debugImplementation(libs.androidx.ui.test.manifest) +} diff --git a/android/kotlin_app/llama2/app/proguard-rules.pro b/android/kotlin_app/llama2/app/proguard-rules.pro new file mode 100644 index 00000000..f1b42451 --- /dev/null +++ b/android/kotlin_app/llama2/app/proguard-rules.pro @@ -0,0 +1,21 @@ +# Add project specific ProGuard rules here. +# You can control the set of applied configuration files using the +# proguardFiles setting in build.gradle. +# +# For more details, see +# http://developer.android.com/guide/developing/tools/proguard.html + +# If your project uses WebView with JS, uncomment the following +# and specify the fully qualified class name to the JavaScript interface +# class: +#-keepclassmembers class fqcn.of.javascript.interface.for.webview { +# public *; +#} + +# Uncomment this to preserve the line number information for +# debugging stack traces. +#-keepattributes SourceFile,LineNumberTable + +# If you keep the line number information, uncomment this to +# hide the original source file name. +#-renamesourcefileattribute SourceFile diff --git a/android/kotlin_app/llama2/app/src/androidTest/java/ai/nnstreamer/example/llama2/ExampleInstrumentedTest.kt b/android/kotlin_app/llama2/app/src/androidTest/java/ai/nnstreamer/example/llama2/ExampleInstrumentedTest.kt new file mode 100644 index 00000000..f07295c8 --- /dev/null +++ b/android/kotlin_app/llama2/app/src/androidTest/java/ai/nnstreamer/example/llama2/ExampleInstrumentedTest.kt @@ -0,0 +1,24 @@ +package ai.nnstreamer.example.llama2 + +import androidx.test.platform.app.InstrumentationRegistry +import androidx.test.ext.junit.runners.AndroidJUnit4 + +import org.junit.Test +import org.junit.runner.RunWith + +import org.junit.Assert.* + +/** + * Instrumented test, which will execute on an Android device. + * + * See [testing documentation](http://d.android.com/tools/testing). + */ +@RunWith(AndroidJUnit4::class) +class ExampleInstrumentedTest { + @Test + fun useAppContext() { + // Context of the app under test. + val appContext = InstrumentationRegistry.getInstrumentation().targetContext + assertEquals("ai.nnstreamer.example.llama2", appContext.packageName) + } +} diff --git a/android/kotlin_app/llama2/app/src/main/AndroidManifest.xml b/android/kotlin_app/llama2/app/src/main/AndroidManifest.xml new file mode 100644 index 00000000..48f23764 --- /dev/null +++ b/android/kotlin_app/llama2/app/src/main/AndroidManifest.xml @@ -0,0 +1,32 @@ + + + + + + + + + + + + + + + + + + diff --git a/android/kotlin_app/llama2/app/src/main/java/ai/nnstreamer/example/llama2/MainActivity.kt b/android/kotlin_app/llama2/app/src/main/java/ai/nnstreamer/example/llama2/MainActivity.kt new file mode 100644 index 00000000..1c4a93a2 --- /dev/null +++ b/android/kotlin_app/llama2/app/src/main/java/ai/nnstreamer/example/llama2/MainActivity.kt @@ -0,0 +1,138 @@ +package ai.nnstreamer.example.llama2 + +import android.annotation.SuppressLint +import android.content.ComponentName +import android.content.Context +import android.content.Intent +import android.content.ServiceConnection +import android.os.Bundle +import android.os.Handler +import android.os.IBinder +import android.os.Message +import android.os.Messenger +import androidx.activity.ComponentActivity +import androidx.activity.compose.setContent +import androidx.activity.enableEdgeToEdge +import androidx.compose.foundation.background +import androidx.compose.foundation.clickable +import androidx.compose.foundation.layout.Column +import androidx.compose.foundation.layout.Spacer +import androidx.compose.foundation.layout.fillMaxSize +import androidx.compose.foundation.layout.fillMaxWidth +import androidx.compose.foundation.layout.height +import androidx.compose.foundation.layout.padding +import androidx.compose.foundation.text.BasicTextField +import androidx.compose.material3.MaterialTheme +import androidx.compose.material3.OutlinedTextField +import androidx.compose.material3.Surface +import androidx.compose.material3.Text +import androidx.compose.runtime.getValue +import androidx.compose.runtime.mutableStateOf +import androidx.compose.runtime.remember +import androidx.compose.runtime.setValue +import androidx.compose.ui.Alignment +import androidx.compose.ui.Modifier +import androidx.compose.ui.graphics.Color +import androidx.compose.ui.text.TextStyle +import androidx.compose.ui.unit.dp +import androidx.compose.ui.unit.sp +import ai.nnstreamer.example.llama2.ui.theme.Llama2Theme + +@SuppressLint("HandlerLeak") +class MainActivity : ComponentActivity() { + private var mService: Messenger? = null + private val result = mutableStateOf("") + + private val handler = object : Handler() { + override fun handleMessage(msg: Message) { + result.value = msg.data.getString("response").toString() + } + } + + private val messenger = Messenger(handler) + + private val connection = object : ServiceConnection { + override fun onServiceConnected(className: ComponentName, service: IBinder) { + mService = Messenger(service) + } + + override fun onServiceDisconnected(arg0: ComponentName) { + mService = null + } + } + + override fun onCreate(savedInstanceState: Bundle?) { + super.onCreate(savedInstanceState) + enableEdgeToEdge() + Intent().apply { + setClassName( + "ai.nnstreamer.ml.inference.offloading", + "ai.nnstreamer.ml.inference.offloading.MainService" + ) + }.also { + bindService(it, connection, Context.BIND_AUTO_CREATE) + } + + setContent { + Llama2Theme { + Surface( + modifier = Modifier + .fillMaxSize() + .padding(16.dp), + color = MaterialTheme.colorScheme.background + ) { + Column( + modifier = Modifier.height(48.dp), + horizontalAlignment = Alignment.CenterHorizontally, + ) { + var input by remember { mutableStateOf("") } + + Spacer(modifier = Modifier.height(50.dp)) + Text( + text = "Run llama2", + modifier = Modifier + .clickable { + // todo: Generalize the message type + val message = Message.obtain(null, 5) + val bundle = Bundle() + bundle.putString("input", input); + + message.data = bundle + message.replyTo = messenger + + mService?.send( + message + ) + } + .background(Color.LightGray) + .padding(8.dp), + fontSize = 16.sp + ) + + Spacer(modifier = Modifier.height(50.dp)) + + OutlinedTextField( + value = input, + onValueChange = { input = it }, + label = { Text("input prompt") } + ) + + Spacer(modifier = Modifier.height(50.dp)) + + val output by result + + BasicTextField( + value = output, + onValueChange = {}, + modifier = Modifier.fillMaxWidth(), + textStyle = TextStyle( + fontSize = 16.sp + ), + singleLine = false, + ) + } + } + } + } + } +} diff --git a/android/kotlin_app/llama2/app/src/main/java/ai/nnstreamer/example/llama2/ui/theme/Color.kt b/android/kotlin_app/llama2/app/src/main/java/ai/nnstreamer/example/llama2/ui/theme/Color.kt new file mode 100644 index 00000000..0e61d367 --- /dev/null +++ b/android/kotlin_app/llama2/app/src/main/java/ai/nnstreamer/example/llama2/ui/theme/Color.kt @@ -0,0 +1,11 @@ +package ai.nnstreamer.example.llama2.ui.theme + +import androidx.compose.ui.graphics.Color + +val Purple80 = Color(0xFFD0BCFF) +val PurpleGrey80 = Color(0xFFCCC2DC) +val Pink80 = Color(0xFFEFB8C8) + +val Purple40 = Color(0xFF6650a4) +val PurpleGrey40 = Color(0xFF625b71) +val Pink40 = Color(0xFF7D5260) diff --git a/android/kotlin_app/llama2/app/src/main/java/ai/nnstreamer/example/llama2/ui/theme/Theme.kt b/android/kotlin_app/llama2/app/src/main/java/ai/nnstreamer/example/llama2/ui/theme/Theme.kt new file mode 100644 index 00000000..70aa7aa4 --- /dev/null +++ b/android/kotlin_app/llama2/app/src/main/java/ai/nnstreamer/example/llama2/ui/theme/Theme.kt @@ -0,0 +1,58 @@ +package ai.nnstreamer.example.llama2.ui.theme + +import android.app.Activity +import android.os.Build +import androidx.compose.foundation.isSystemInDarkTheme +import androidx.compose.material3.MaterialTheme +import androidx.compose.material3.darkColorScheme +import androidx.compose.material3.dynamicDarkColorScheme +import androidx.compose.material3.dynamicLightColorScheme +import androidx.compose.material3.lightColorScheme +import androidx.compose.runtime.Composable +import androidx.compose.ui.platform.LocalContext + +private val DarkColorScheme = darkColorScheme( + primary = Purple80, + secondary = PurpleGrey80, + tertiary = Pink80 +) + +private val LightColorScheme = lightColorScheme( + primary = Purple40, + secondary = PurpleGrey40, + tertiary = Pink40 + + /* Other default colors to override + background = Color(0xFFFFFBFE), + surface = Color(0xFFFFFBFE), + onPrimary = Color.White, + onSecondary = Color.White, + onTertiary = Color.White, + onBackground = Color(0xFF1C1B1F), + onSurface = Color(0xFF1C1B1F), + */ +) + +@Composable +fun Llama2Theme( + darkTheme: Boolean = isSystemInDarkTheme(), + // Dynamic color is available on Android 12+ + dynamicColor: Boolean = true, + content: @Composable () -> Unit +) { + val colorScheme = when { + dynamicColor && Build.VERSION.SDK_INT >= Build.VERSION_CODES.S -> { + val context = LocalContext.current + if (darkTheme) dynamicDarkColorScheme(context) else dynamicLightColorScheme(context) + } + + darkTheme -> DarkColorScheme + else -> LightColorScheme + } + + MaterialTheme( + colorScheme = colorScheme, + typography = Typography, + content = content + ) +} diff --git a/android/kotlin_app/llama2/app/src/main/java/ai/nnstreamer/example/llama2/ui/theme/Type.kt b/android/kotlin_app/llama2/app/src/main/java/ai/nnstreamer/example/llama2/ui/theme/Type.kt new file mode 100644 index 00000000..a4b349f8 --- /dev/null +++ b/android/kotlin_app/llama2/app/src/main/java/ai/nnstreamer/example/llama2/ui/theme/Type.kt @@ -0,0 +1,34 @@ +package ai.nnstreamer.example.llama2.ui.theme + +import androidx.compose.material3.Typography +import androidx.compose.ui.text.TextStyle +import androidx.compose.ui.text.font.FontFamily +import androidx.compose.ui.text.font.FontWeight +import androidx.compose.ui.unit.sp + +// Set of Material typography styles to start with +val Typography = Typography( + bodyLarge = TextStyle( + fontFamily = FontFamily.Default, + fontWeight = FontWeight.Normal, + fontSize = 16.sp, + lineHeight = 24.sp, + letterSpacing = 0.5.sp + ) + /* Other default text styles to override + titleLarge = TextStyle( + fontFamily = FontFamily.Default, + fontWeight = FontWeight.Normal, + fontSize = 22.sp, + lineHeight = 28.sp, + letterSpacing = 0.sp + ), + labelSmall = TextStyle( + fontFamily = FontFamily.Default, + fontWeight = FontWeight.Medium, + fontSize = 11.sp, + lineHeight = 16.sp, + letterSpacing = 0.5.sp + ) + */ +) diff --git a/android/kotlin_app/llama2/app/src/main/res/drawable/ic_launcher_background.xml b/android/kotlin_app/llama2/app/src/main/res/drawable/ic_launcher_background.xml new file mode 100644 index 00000000..07d5da9c --- /dev/null +++ b/android/kotlin_app/llama2/app/src/main/res/drawable/ic_launcher_background.xml @@ -0,0 +1,170 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/android/kotlin_app/llama2/app/src/main/res/drawable/ic_launcher_foreground.xml b/android/kotlin_app/llama2/app/src/main/res/drawable/ic_launcher_foreground.xml new file mode 100644 index 00000000..7706ab9e --- /dev/null +++ b/android/kotlin_app/llama2/app/src/main/res/drawable/ic_launcher_foreground.xml @@ -0,0 +1,30 @@ + + + + + + + + + + + diff --git a/android/kotlin_app/llama2/app/src/main/res/mipmap-anydpi/ic_launcher.xml b/android/kotlin_app/llama2/app/src/main/res/mipmap-anydpi/ic_launcher.xml new file mode 100644 index 00000000..b3e26b4c --- /dev/null +++ b/android/kotlin_app/llama2/app/src/main/res/mipmap-anydpi/ic_launcher.xml @@ -0,0 +1,6 @@ + + + + + + diff --git a/android/kotlin_app/llama2/app/src/main/res/mipmap-anydpi/ic_launcher_round.xml b/android/kotlin_app/llama2/app/src/main/res/mipmap-anydpi/ic_launcher_round.xml new file mode 100644 index 00000000..b3e26b4c --- /dev/null +++ b/android/kotlin_app/llama2/app/src/main/res/mipmap-anydpi/ic_launcher_round.xml @@ -0,0 +1,6 @@ + + + + + + diff --git a/android/kotlin_app/llama2/app/src/main/res/mipmap-hdpi/ic_launcher.webp b/android/kotlin_app/llama2/app/src/main/res/mipmap-hdpi/ic_launcher.webp new file mode 100644 index 00000000..c209e78e Binary files /dev/null and b/android/kotlin_app/llama2/app/src/main/res/mipmap-hdpi/ic_launcher.webp differ diff --git a/android/kotlin_app/llama2/app/src/main/res/mipmap-hdpi/ic_launcher_round.webp b/android/kotlin_app/llama2/app/src/main/res/mipmap-hdpi/ic_launcher_round.webp new file mode 100644 index 00000000..b2dfe3d1 Binary files /dev/null and b/android/kotlin_app/llama2/app/src/main/res/mipmap-hdpi/ic_launcher_round.webp differ diff --git a/android/kotlin_app/llama2/app/src/main/res/mipmap-mdpi/ic_launcher.webp b/android/kotlin_app/llama2/app/src/main/res/mipmap-mdpi/ic_launcher.webp new file mode 100644 index 00000000..4f0f1d64 Binary files /dev/null and b/android/kotlin_app/llama2/app/src/main/res/mipmap-mdpi/ic_launcher.webp differ diff --git a/android/kotlin_app/llama2/app/src/main/res/mipmap-mdpi/ic_launcher_round.webp b/android/kotlin_app/llama2/app/src/main/res/mipmap-mdpi/ic_launcher_round.webp new file mode 100644 index 00000000..62b611da Binary files /dev/null and b/android/kotlin_app/llama2/app/src/main/res/mipmap-mdpi/ic_launcher_round.webp differ diff --git a/android/kotlin_app/llama2/app/src/main/res/mipmap-xhdpi/ic_launcher.webp b/android/kotlin_app/llama2/app/src/main/res/mipmap-xhdpi/ic_launcher.webp new file mode 100644 index 00000000..948a3070 Binary files /dev/null and b/android/kotlin_app/llama2/app/src/main/res/mipmap-xhdpi/ic_launcher.webp differ diff --git a/android/kotlin_app/llama2/app/src/main/res/mipmap-xhdpi/ic_launcher_round.webp b/android/kotlin_app/llama2/app/src/main/res/mipmap-xhdpi/ic_launcher_round.webp new file mode 100644 index 00000000..1b9a6956 Binary files /dev/null and b/android/kotlin_app/llama2/app/src/main/res/mipmap-xhdpi/ic_launcher_round.webp differ diff --git a/android/kotlin_app/llama2/app/src/main/res/mipmap-xxhdpi/ic_launcher.webp b/android/kotlin_app/llama2/app/src/main/res/mipmap-xxhdpi/ic_launcher.webp new file mode 100644 index 00000000..28d4b77f Binary files /dev/null and b/android/kotlin_app/llama2/app/src/main/res/mipmap-xxhdpi/ic_launcher.webp differ diff --git a/android/kotlin_app/llama2/app/src/main/res/mipmap-xxhdpi/ic_launcher_round.webp b/android/kotlin_app/llama2/app/src/main/res/mipmap-xxhdpi/ic_launcher_round.webp new file mode 100644 index 00000000..9287f508 Binary files /dev/null and b/android/kotlin_app/llama2/app/src/main/res/mipmap-xxhdpi/ic_launcher_round.webp differ diff --git a/android/kotlin_app/llama2/app/src/main/res/mipmap-xxxhdpi/ic_launcher.webp b/android/kotlin_app/llama2/app/src/main/res/mipmap-xxxhdpi/ic_launcher.webp new file mode 100644 index 00000000..aa7d6427 Binary files /dev/null and b/android/kotlin_app/llama2/app/src/main/res/mipmap-xxxhdpi/ic_launcher.webp differ diff --git a/android/kotlin_app/llama2/app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.webp b/android/kotlin_app/llama2/app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.webp new file mode 100644 index 00000000..9126ae37 Binary files /dev/null and b/android/kotlin_app/llama2/app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.webp differ diff --git a/android/kotlin_app/llama2/app/src/main/res/values/colors.xml b/android/kotlin_app/llama2/app/src/main/res/values/colors.xml new file mode 100644 index 00000000..ca1931bc --- /dev/null +++ b/android/kotlin_app/llama2/app/src/main/res/values/colors.xml @@ -0,0 +1,10 @@ + + + #FFBB86FC + #FF6200EE + #FF3700B3 + #FF03DAC5 + #FF018786 + #FF000000 + #FFFFFFFF + diff --git a/android/kotlin_app/llama2/app/src/main/res/values/strings.xml b/android/kotlin_app/llama2/app/src/main/res/values/strings.xml new file mode 100644 index 00000000..561dc22e --- /dev/null +++ b/android/kotlin_app/llama2/app/src/main/res/values/strings.xml @@ -0,0 +1,3 @@ + + llama2 + diff --git a/android/kotlin_app/llama2/app/src/main/res/values/themes.xml b/android/kotlin_app/llama2/app/src/main/res/values/themes.xml new file mode 100644 index 00000000..09e49d22 --- /dev/null +++ b/android/kotlin_app/llama2/app/src/main/res/values/themes.xml @@ -0,0 +1,5 @@ + + + +