Merge pull request #459 from google-ai-edge/mrschmidt/androidprompt

Suport Gemma2 in Android sample app
google-ai-edge · Sep 25, 2024 · 3576115 · 3576115
2 parents 7e69d9e + f2e291d
commit 3576115
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/examples/llm_inference/android/app/build.gradle.kts b/examples/llm_inference/android/app/build.gradle.kts
@@ -64,7 +64,7 @@ dependencies {
     implementation("androidx.compose.ui:ui-tooling-preview")
     implementation("androidx.compose.material3:material3")
 
-    implementation ("com.google.mediapipe:tasks-genai:0.10.15")
+    implementation ("com.google.mediapipe:tasks-genai:0.10.16")
 
     testImplementation("junit:junit:4.13.2")
     androidTestImplementation("androidx.test.ext:junit:1.1.5")

diff --git a/...ce/android/app/src/main/java/com/google/mediapipe/examples/llminference/InferenceModel.kt b/...ce/android/app/src/main/java/com/google/mediapipe/examples/llminference/InferenceModel.kt
@@ -37,7 +37,9 @@ class InferenceModel private constructor(context: Context) {
     }
 
     fun generateResponseAsync(prompt: String) {
-        llmInference.generateResponseAsync(prompt)
+        // Add the gemma prompt prefix to trigger the response.
+        val gemmaPrompt = prompt + "<start_of_turn>model\n"
+        llmInference.generateResponseAsync(gemmaPrompt)
     }
 
     companion object {