REST for tuned models (#496)

* REST for tuned models * Some fixes. Change-Id: I70d066ceacc7c07e27ac59359da87d9b9747353b * add progress reporting, add page_token Change-Id: I7881d6e5703d5bb027329aa22d0572132e024703 * Add delete tuned models * Update readme --------- Co-authored-by: Mark Daoust <[email protected]>
google-gemini · Aug 21, 2024 · 8a29017 · 8a29017
1 parent a8edb40
commit 8a29017
Show file tree

Hide file tree

Showing 2 changed files with 160 additions and 0 deletions.
diff --git a/samples/rest/README.md b/samples/rest/README.md
@@ -23,3 +23,4 @@ Each file is structured as a runnable script, ensuring that samples are executab
 | [safety_settings.sh](./safety_settings.sh) | Setting and using safety controls |
 | [system_instruction.sh](./system_instruction.sh) | Setting system instructions |
 | [text_generation.sh](./text_generation.sh) | Generating text |
+| [tuned_models.sh](./tuned_models.sh) | Tuned models |
diff --git a/samples/rest/tuned_models.sh b/samples/rest/tuned_models.sh
@@ -0,0 +1,159 @@
+set -eu
+
+access_token=$(gcloud auth application-default print-access-token)
+
+
+echo "[START tuned_models_create]"
+# [START tuned_models_create]
+curl -X POST https://generativelanguage.googleapis.com/v1beta/tunedModels \
+    -H 'Content-Type: application/json' \
+    -H "Authorization: Bearer ${access_token}" \
+    -H "x-goog-user-project: ${project_id}" \
+    -d '
+      {
+        "display_name": "number generator model",
+        "base_model": "models/gemini-1.0-pro-001",
+        "tuning_task": {
+          "hyperparameters": {
+            "batch_size": 2,
+            "learning_rate": 0.001,
+            "epoch_count":5,
+          },
+          "training_data": {
+            "examples": {
+              "examples": [
+                {
+                    "text_input": "1",
+                    "output": "2",
+                },{
+                    "text_input": "3",
+                    "output": "4",
+                },{
+                    "text_input": "-3",
+                    "output": "-2",
+                },{
+                    "text_input": "twenty two",
+                    "output": "twenty three",
+                },{
+                    "text_input": "two hundred",
+                    "output": "two hundred one",
+                },{
+                    "text_input": "ninety nine",
+                    "output": "one hundred",
+                },{
+                    "text_input": "8",
+                    "output": "9",
+                },{
+                    "text_input": "-98",
+                    "output": "-97",
+                },{
+                    "text_input": "1,000",
+                    "output": "1,001",
+                },{
+                    "text_input": "10,100,000",
+                    "output": "10,100,001",
+                },{
+                    "text_input": "thirteen",
+                    "output": "fourteen",
+                },{
+                    "text_input": "eighty",
+                    "output": "eighty one",
+                },{
+                    "text_input": "one",
+                    "output": "two",
+                },{
+                    "text_input": "three",
+                    "output": "four",
+                },{
+                    "text_input": "seven",
+                    "output": "eight",
+                }
+              ]
+            }
+          }
+        }
+      }' | tee tunemodel.json
+
+# Check the operation for status updates during training.
+# Note: you can only check the operation on v1/
+operation=$(cat tunemodel.json | jq ".name" | tr -d '"')
+tuning_done=false
+
+while [[ "$tuning_done" != "true" ]];
+do
+  sleep 5
+  curl -X GET  https://generativelanguage.googleapis.com/v1/${operation} \
+    -H 'Content-Type: application/json' \
+    -H "Authorization: Bearer ${access_token}" \
+    -H "x-goog-user-project: ${project_id}" 2> /dev/null > tuning_operation.json
+
+  complete=$(jq .metadata.completedPercent < tuning_operation.json)
+  tput cuu1
+  tput el
+  echo "Tuning...${complete}%"
+  tuning_done=$(jq .done < tuning_operation.json)
+done
+
+# Or get the TunedModel and check it's state. The model is ready to use if the state is active.
+modelname=$(cat tunemodel.json | jq ".metadata.tunedModel" | tr -d '"')
+curl -X GET  https://generativelanguage.googleapis.com/v1beta/${modelname} \
+    -H 'Content-Type: application/json' \
+    -H "Authorization: Bearer ${access_token}" \
+    -H "x-goog-user-project: ${project_id}" > tuned_model.json
+
+cat tuned_model.json | jq ".state"
+# [END tuned_models_create]
+
+
+echo "[START tuned_models_generate_content]"
+# [START tuned_models_generate_content]
+curl -X POST https://generativelanguage.googleapis.com/v1beta/$modelname:generateContent \
+    -H 'Content-Type: application/json' \
+    -H "Authorization: Bearer ${access_token}" \
+    -H "x-goog-user-project: ${project_id}" \
+    -d '{
+        "contents": [{
+        "parts": [{
+          "text": "LXIII"
+          }]
+        }]
+        }' 2> /dev/null
+# [END tuned_models_generate_content]
+
+echo "[START tuned_models_get]"
+# [START tuned_models_get]
+curl -X GET https://generativelanguage.googleapis.com/v1beta/${modelname} \
+    -H 'Content-Type: application/json' \
+    -H "Authorization: Bearer ${access_token}" \
+    -H "x-goog-user-project: ${project_id}" | grep state
+# [END tuned_models_get]
+
+echo "[START tuned_models_list]"
+# [START tuned_models_list]
+# Sending a page_size is optional
+curl -X GET https://generativelanguage.googleapis.com/v1beta/tunedModels?page_size=5 \
+    -H "Content-Type: application/json" \
+    -H "Authorization: Bearer ${access_token}" \
+    -H "x-goog-user-project: ${project_id}" > tuned_models.json
+
+jq .tunedModels[].name < tuned_models.json
+
+# Send the nextPageToken to get the next page.
+page_token=$(jq .nextPageToken < tuned_models.json | tr -d '"')
+
+if [[ "$page_token" != "null"" ]]; then
+curl -X GET https://generativelanguage.googleapis.com/v1beta/tunedModels?page_size=5\&page_token=${page_token} \
+    -H "Content-Type: application/json" \
+    -H "Authorization: Bearer ${access_token}" \
+    -H "x-goog-user-project: ${project_id}" > tuned_models2.json
+jq .tunedModels[].name < tuned_models.json
+fi
+# [END tuned_models_list]
+
+echo "[START tuned_models_delete]"
+# [START tuned_models_delete]
+curl -X DELETE https://generativelanguage.googleapis.com/v1beta/${modelname} \
+    -H 'Content-Type: application/json' \
+    -H "Authorization: Bearer ${access_token}" \
+    -H "x-goog-user-project: ${project_id}"
+# [END tuned_models_delete]