From e21bbf04749ca67625b42dc877bd78118346a6b2 Mon Sep 17 00:00:00 2001 From: nfs0619 <1447996181@qq.com> Date: Tue, 24 Sep 2024 17:01:05 +0800 Subject: [PATCH 1/2] Updated tinyML --- .../Application/Edgeimpulse}/EdgeImpulse.md | 0 .../Image_classification_project.md | 0 .../Edgeimpulse}/Key_Word_Spotting.md | 0 .../TinyML_Workshop/TinyML_workshop_course.md | 48 +++----- .../TinyML/TinyML_Workshop/TrainModel.md | 111 ++++++++++++++++++ docs/Topics/TinyML/TinyML_Workshop/sscma.md | 2 +- sidebars.js | 18 ++- 7 files changed, 144 insertions(+), 35 deletions(-) rename docs/{Topics/TinyML/TinyML_Workshop => Sensor/SeeedStudio_XIAO/SeeedStudio_XIAO_ESP32S3/Application/Edgeimpulse}/EdgeImpulse.md (100%) rename docs/{Topics/TinyML/TinyML_Workshop => Sensor/SeeedStudio_XIAO/SeeedStudio_XIAO_ESP32S3/Application/Edgeimpulse}/Image_classification_project.md (100%) rename docs/{Topics/TinyML/TinyML_Workshop => Sensor/SeeedStudio_XIAO/SeeedStudio_XIAO_ESP32S3/Application/Edgeimpulse}/Key_Word_Spotting.md (100%) create mode 100644 docs/Topics/TinyML/TinyML_Workshop/TrainModel.md diff --git a/docs/Topics/TinyML/TinyML_Workshop/EdgeImpulse.md b/docs/Sensor/SeeedStudio_XIAO/SeeedStudio_XIAO_ESP32S3/Application/Edgeimpulse/EdgeImpulse.md similarity index 100% rename from docs/Topics/TinyML/TinyML_Workshop/EdgeImpulse.md rename to docs/Sensor/SeeedStudio_XIAO/SeeedStudio_XIAO_ESP32S3/Application/Edgeimpulse/EdgeImpulse.md diff --git a/docs/Topics/TinyML/TinyML_Workshop/Image_classification_project.md b/docs/Sensor/SeeedStudio_XIAO/SeeedStudio_XIAO_ESP32S3/Application/Edgeimpulse/Image_classification_project.md similarity index 100% rename from docs/Topics/TinyML/TinyML_Workshop/Image_classification_project.md rename to docs/Sensor/SeeedStudio_XIAO/SeeedStudio_XIAO_ESP32S3/Application/Edgeimpulse/Image_classification_project.md diff --git a/docs/Topics/TinyML/TinyML_Workshop/Key_Word_Spotting.md b/docs/Sensor/SeeedStudio_XIAO/SeeedStudio_XIAO_ESP32S3/Application/Edgeimpulse/Key_Word_Spotting.md similarity index 100% rename from docs/Topics/TinyML/TinyML_Workshop/Key_Word_Spotting.md rename to docs/Sensor/SeeedStudio_XIAO/SeeedStudio_XIAO_ESP32S3/Application/Edgeimpulse/Key_Word_Spotting.md diff --git a/docs/Topics/TinyML/TinyML_Workshop/TinyML_workshop_course.md b/docs/Topics/TinyML/TinyML_Workshop/TinyML_workshop_course.md index d9082b2b72e4..a10c61f565fd 100644 --- a/docs/Topics/TinyML/TinyML_Workshop/TinyML_workshop_course.md +++ b/docs/Topics/TinyML/TinyML_Workshop/TinyML_workshop_course.md @@ -4,7 +4,7 @@ title: AI Workshop - How to Add AI to Almost Everything keywords: - tinyml course image: https://files.seeedstudio.com/wiki/seeed_logo/logo_2023.png -slug: /tinyml_workshop_course_new +slug: /tinyml_workshop_course_ne last_update: date: 08/27/2024 author: Citric, Matthew @@ -31,18 +31,11 @@ We will emphasize its graphical interface, which simplifies tasks such as data c -Next, we will shift our focus to the Edge Impulse platform. Designed specifically for embedded devices, Edge Impulse offers an end-to-end solution for developing and deploying TinyML models. We will learn how to export models trained in SenseCraft AI Platform to Edge Impulse and deploy them on the XIAO ESP32S3. Additionally, we will explore Edge Impulse's features, including real-time data collection, model quantization and optimization, and the ability to perform real-time inference on the device. - -
- -
- By participating in this course, you will gain the following skills and knowledge: - Familiarity with the fundamental features and workflow of SenseCraft AI Platform. - Proficiency in essential steps such as data preprocessing, model training, and evaluation. - Understanding of TinyML concepts and their application scenarios. -- Ability to deploy models to the XIAO ESP32S3 using the Edge Impulse platform. Whether you are a beginner or an experienced developer with some machine learning background, this course will provide you with invaluable practical experience and skills to apply TinyML in IoT projects. Let's embark on this exciting learning journey together! @@ -84,16 +77,10 @@ To complete the workshop, we need go through the instructions below, and each pa
- 1.1 SenseCraft AI Platform + 1 SenseCraft AI Platform
Use pre-made tinyML models and experiment quickly.
-
-
- 1.2 Edge Impulse -
Create ML model and generate arduino libraries. -
-
### Step 2: Experiment tinyML models with pre-built arduino library @@ -101,14 +88,8 @@ To complete the workshop, we need go through the instructions below, and each pa
- 2.1 Control Lights with Voice -
Learn how to intergrate arduino tinyML libraries. -
-
-
-
- 2.2 Fruit identification -
Classify Apples, Banana and Grapes images using computervision. + 2 The AI "Blink" +
Learn how to easily deploy public AI model libraries on edge devices.
@@ -118,14 +99,8 @@ To complete the workshop, we need go through the instructions below, and each pa
- 3.1 Build Your own key word based project -
Learn how to build voice recognition tinyML project scratch. -
-
-
-
- 3.2 Build Your own Image classification project -
Learn how to build Image classification project from scratch. + 3 Build Your own project +
Learn how to easily train and deploy your own models.
@@ -133,6 +108,17 @@ To complete the workshop, we need go through the instructions below, and each pa Please go one by one to the above topic and complete the ToDo to go to the next level. All the best and happy making 🙌. +## Edge Impulse + +
+ +
+ +Edge Impulse is a platform designed for developing and deploying TinyML models specifically for embedded devices. It provides tools for real-time data collection, model quantization, and optimization, enabling efficient deployment on devices like the XIAO ESP32S3. + +For more details, you can refer to our [documentation here](https://wiki.seeedstudio.com/edgeimpulse/). When performing [Key Word Spotting](https://wiki.seeedstudio.com/tinyml_course_Key_Word_Spotting/) and [Image Classification](https://wiki.seeedstudio.com/tinyml_course_Image_classification_project/), make sure to replace the default ESP NN folder with [the version we provide during deployment](https://github.com/Mjrovai/XIAO-ESP32S3-Sense/blob/main/ESP-NN.zip). + + ## Tech Support & Product Discussion Thank you for choosing our products! We are here to provide you with different support to ensure that your experience with our products is as smooth as possible. We offer several communication channels to cater to different preferences and needs. diff --git a/docs/Topics/TinyML/TinyML_Workshop/TrainModel.md b/docs/Topics/TinyML/TinyML_Workshop/TrainModel.md new file mode 100644 index 000000000000..ad7ac9d09383 --- /dev/null +++ b/docs/Topics/TinyML/TinyML_Workshop/TrainModel.md @@ -0,0 +1,111 @@ +--- +description: This is an open-source project / platform focused on embedded AI. +title: Train and Deploy Your Own AI Model +keywords: +- tinyml course +image: https://files.seeedstudio.com/wiki/seeed_logo/logo_2023.png +slug: /train_and_deploy_model +last_update: + date: 09/24/2024 + author: Frank +--- + +# Train and Deploy Your Own AI Model + +## SenseCraft AI Platform + +Seeed Studio [SenseCraft AI Platform](https://sensecraft.seeed.cc/ai/#/model) is a browser-based AI Solution. + +It empowers users to effortlessly train and deploy their own models onto their edge devices, providing a seamless and user-friendly experience, allowing you to train and deploy your own models directly onto your edge devices with **just a few clicks**. + +:::info +The core of it is an open source project and we have share it on the [GitHub](https://github.com/Seeed-Studio/ModelAssistant) and offer the [development method](/ModelAssistant_Introduce_Overview) as well. +::: + +## Start Training the Model + +We first go to the [SenseCraft AI Deployment Website](https://sensecraft.seeed.cc/ai/#/device/local?time=1724577953974), then simply connect the XIAO ESP32S3 Sense to your PC via a data cable to instantly start using. + +#### Step 1. Install XIAO ESP32S3 Sense expansion board + +First, we need to properly connect the XIAO ESP32S3 Sense expansion board to the XIAO. Installing the expansion board is very simple, you just need to align the connector on the expansion board with the B2B connector on the XIAO ESP32S3, press it hard and hear a "click", the installation is complete. + +
+ + +#### Step 2. Connecting the XIAO to your PC + +Connect the XIAO to your PC using a data cable with data transfer function. + +#### Step 3. Go to the SenseCraft AI Platform page and connect the XIAO + +Click the button below to go to the SenseCraft AI Platform homepage. + +
+ + SenseCraft AI Platform +

+ + +#### step 4. Start training the model + +After entering the SenseCraft AI platform homepage, we first click `Training`, then select `Classification Type`, name your classes, and finally choose `XIAO ESP32S3 Sense`. + + +
+ +Then, based on your requirements for classification, refer to your class, and click `Hold to Record`. + +
+ + +This time, I chose the requirement for gesture recognition to classify "12345." + +
+ +:::tip + +Capture pictures: Each one over 10 images will be fine, more are better. + +::: + + +After data collection is complete, we select `XIAO ESP32S3 Sense` in the Training section and click `Start Training`. + +
+ +After training is complete, we can see our training results through a real-time preview. + +
+ +#### step 5. Deploy the model + +After previewing and confirming that the trained model is fine, we select `Training Records`, then choose the recently trained model (named “ClassTrain” and “XIAO”) and click `Deploy to device`. + +
+ +After successfully deploying to the device, you will see the results directly: + +
+ +You have successfully trained your first ML model! + + +:::info + +If you have more time, you can try using [the `Output` operation you've learned before](https://wiki.seeedstudio.com/sscma/#2-sensecraft-triggers---do-a-simple-feedback-action). + +
+ +::: + + +# ToDo +- [ ] Train and deploy models using the SenseCraft AI platform. +- [ ] Setup a Trigger and **Control LED** for your trained models with SenseCraft AI Platform. + + + + + + diff --git a/docs/Topics/TinyML/TinyML_Workshop/sscma.md b/docs/Topics/TinyML/TinyML_Workshop/sscma.md index b57e396e44e1..9b1387a7b8af 100644 --- a/docs/Topics/TinyML/TinyML_Workshop/sscma.md +++ b/docs/Topics/TinyML/TinyML_Workshop/sscma.md @@ -1,6 +1,6 @@ --- description: This is an open-source project / platform focused on embedded AI. -title: SenseCraft AI Platform +title: The AI "Blink" keywords: - tinyml course image: https://files.seeedstudio.com/wiki/seeed_logo/logo_2023.png diff --git a/sidebars.js b/sidebars.js index 540c49bedb84..5a448beb1ee2 100644 --- a/sidebars.js +++ b/sidebars.js @@ -1306,6 +1306,20 @@ const sidebars = { type: 'category', label: 'Applications', items: [ + { + type: 'category', + label: 'Edge Impulse', + collapsed: true, + collapsible: true, + link: { + type: "doc", + id: 'Sensor/SeeedStudio_XIAO/SeeedStudio_XIAO_ESP32S3/Application/Edgeimpulse/EdgeImpulse', + }, + items: [ + 'Sensor/SeeedStudio_XIAO/SeeedStudio_XIAO_ESP32S3/Application/Edgeimpulse/Key_Word_Spotting', + 'Sensor/SeeedStudio_XIAO/SeeedStudio_XIAO_ESP32S3/Application/Edgeimpulse/Image_classification_project', + ], + }, 'Sensor/SeeedStudio_XIAO/SeeedStudio_XIAO_ESP32S3/Application/XIAO_ESP32S3_Speech2chatgpt', 'Sensor/SeeedStudio_XIAO/SeeedStudio_XIAO_ESP32S3/XIAO_ESP32S3_EdgeLab', 'Sensor/SeeedStudio_XIAO/SeeedStudio_XIAO_ESP32S3/Application/XIAO_ESP32S3_Geolocation', @@ -3917,9 +3931,7 @@ const sidebars = { }, items: [ 'Topics/TinyML/TinyML_Workshop/sscma', - 'Topics/TinyML/TinyML_Workshop/EdgeImpulse', - 'Topics/TinyML/TinyML_Workshop/Key_Word_Spotting', - 'Topics/TinyML/TinyML_Workshop/Image_classification_project', + 'Topics/TinyML/TinyML_Workshop/TrainModel', ], }, From f2a73524d70eac8fc1d06f46f50347e7a6fee965 Mon Sep 17 00:00:00 2001 From: nfs0619 <1447996181@qq.com> Date: Tue, 24 Sep 2024 17:04:01 +0800 Subject: [PATCH 2/2] Updated tinyML --- .../Topics/TinyML/TinyML_Workshop/TinyML_workshop_course.md | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/docs/Topics/TinyML/TinyML_Workshop/TinyML_workshop_course.md b/docs/Topics/TinyML/TinyML_Workshop/TinyML_workshop_course.md index a10c61f565fd..aa3f4c85464d 100644 --- a/docs/Topics/TinyML/TinyML_Workshop/TinyML_workshop_course.md +++ b/docs/Topics/TinyML/TinyML_Workshop/TinyML_workshop_course.md @@ -4,10 +4,10 @@ title: AI Workshop - How to Add AI to Almost Everything keywords: - tinyml course image: https://files.seeedstudio.com/wiki/seeed_logo/logo_2023.png -slug: /tinyml_workshop_course_ne +slug: /tinyml_workshop_course_new last_update: - date: 08/27/2024 - author: Citric, Matthew + date: 09/24/2024 + author: Citric, Matthew,Frank ---