Wio Terminal - Smart DoorCam for Sweet Home

This project builds a smart door-mirror which can monitor everything happened out of the door and send notification when face is detected by vision AI camera for 90 seconds or longer. As a safe guard for our sweet home, we can always keep an eye there before we open the door.

Background for the project

All of this application is beginning from the day when I move to my new home. It's kind of like my first time living outside without my family or any roommates after the graduation. I don't really mind living alone, but keeping myself safety is always the most important thing that I need to keep in mind all the time. Until one day, there is someone kept walking around the door. I didn't have a door mirror so there's no way I can figure out who's there before I open the door. And the fact also is I'm afraid to open it. So, I was stuck at the door for a few minutes, trying to hear if that people went away. After all this happened, I realized that this situation could happen everyday, impossible to know the visitor before opening the door, and also notifying strange people - just go away!

Therefore, the idea of smart door-mirror comes out. Typically, we would like it to complete three goals :

• face detection in front of the door
• store face image for a period of time (if possible)
• send text message to notify user someone is around your door.

So the Grove Vision AI module can do the first part. It is a compact AI-powered camera sensor embedded with Edge Machine Learning algorithms and can be easily deployed with simple clicks.

There are various applications that we can deploy this sensor on, such as People Detection, Customized Object Detection, Smart Doorkeeper, Fall Detection & Alarm, and also Face Recognition.

Besides Wio Terminal、Grove vision AI module、Grove Wio-E5, we also need two USB Type-C cables and two Grove I2C cables for the hardware setup

The step-by-step tutorial can be referred as the wiki of Seeed Studio. I'll just mention some key points in the set up procession :

There are a few libraries that we should install if you use the wio terminal with Arduino for the first time, such as TFT_eSPI.h, Seeed_FS.h, and RawImage.h (these can be found in github of Seeed); and for the loading image part on Wio Terminal, there is also a great tutorial from Seeed wiki. Remember to transfer the right format image with the drawImage<> function; and also remember to choose the Wio Terminal port before upload the code on Arduino.

For now I'm trying to figure out how to transfer the data results detected from the sensor to the collection part and trigger the event to send text notification for user. So I'll keep learning and updating this once there is something expected happens.

#include <SoftwareSerial.h>
#include "Seeed_Arduino_GroveAI.h"
#include <Wire.h>
#include "TFT_eSPI.h"
#include "Seeed_FS.h"  //Including SD card library
#include "RawImage.h"  //Including image processing library

TFT_eSPI tft;
GroveAI ai(Wire);
uint8_t state = 0;
SoftwareSerial mySerial(A0, A1); 
static char recv_buf[512];
static bool is_exist = false;
static bool is_join = false;
static int at_send_check_response(char *p_ack, int timeout_ms, char *p_cmd, ...)
{
    int ch;
    int num = 0;
    int index = 0;
    int startMillis = 0;
    va_list args;
    memset(recv_buf, 0, sizeof(recv_buf));
    va_start(args, p_cmd);
    mySerial.printf(p_cmd, args);
    Serial.printf(p_cmd, args);
    va_end(args);
    delay(200);
    startMillis = millis();

    if (p_ack == NULL)
    {
        return 0;
    }
    do
    {
        while (mySerial.available() > 0)
        {
            ch = mySerial.read();
            recv_buf[index++] = ch;
            Serial.print((char)ch);
            delay(2);
        }
    if (strstr(recv_buf, p_ack) != NULL)
    {
        return 1;
    }
  } while (millis() - startMillis < timeout_ms);
    return 0;
}

static void recv_prase(char *p_msg)
{
    if (p_msg == NULL)
    {
        return;
    }
    char *p_start = NULL;
    int data = 0;
    int rssi = 0;
    int snr = 0;

    p_start = strstr(p_msg, "RX");
    if (p_start && (1 == sscanf(p_start, "RX: \"%d\"\r\n", &data)))
    {
        Serial.println(data);
    }
    p_start = strstr(p_msg, "RSSI");
    if (p_start && (1 == sscanf(p_start, "RSSI %d,", &rssi)))
    {
        Serial.println(rssi);
    }
    p_start = strstr(p_msg, "SNR");
    if (p_start && (1 == sscanf(p_start, "SNR %d", &snr)))
    {
        Serial.println(snr);
    }
}

void setup(void)
{
if (!SD.begin(SDCARD_SS_PIN, SDCARD_SPI)) {
    while (1);
}
tft.begin();
tft.setRotation(3);
drawImage<uint16_t>("doorbell.bmp", 0, 0); //Display this 16-bit image in sd card 
  
    Wire.begin();
    Serial.begin(115200);
    mySerial.begin(9600);

    delay(5000);
    Serial.print("E5 LORAWAN TEST\r\n");

    if (ai.begin(ALGO_OBJECT_DETECTION, MODEL_EXT_INDEX_1)) // Object detection and pre-trained model 1
    {
      Serial.print("Version: ");
      Serial.println(ai.version());
      Serial.print("ID: ");
      Serial.println( ai.id());
      Serial.print("Algo: ");
      Serial.println( ai.algo());
      Serial.print("Model: ");
      Serial.println(ai.model());
      Serial.print("Confidence: ");
      Serial.println(ai.confidence());
      state = 1;
    }
    else
    {
      Serial.println("Algo begin failed.");
    }

    if (at_send_check_response("+AT: OK", 100, "AT\r\n"))
    {
        is_exist = true;
        at_send_check_response("+ID: DevEui", 1000, "AT+ID=DevEui,\"2CF7xxxxxxxx034F\"\r\n");
        at_send_check_response("+ID: AppEui", 1000, "AT+ID=AppEui,\"8000xxxxxxxx0009\"\r\n");
        at_send_check_response("+MODE: LWOTAA", 1000, "AT+MODE=LWOTAA\r\n");
        at_send_check_response("+DR: AS923", 1000, "AT+DR=AS923\r\n");
        at_send_check_response("+CH: NUM", 1000, "AT+CH=NUM,0-2\r\n");
        at_send_check_response("+KEY: APPKEY", 1000, "AT+KEY=APPKEY,\"8B91xxxxxxxxxxxxxxxxxxxxxxxx6545\"\r\n");
        at_send_check_response("+CLASS: A", 1000, "AT+CLASS=A\r\n");
        at_send_check_response("+PORT: 8", 1000, "AT+PORT=8\r\n");
        delay(200);
        is_join = true;
    }
    else
    {
        is_exist = false;
        Serial.print("No E5 module found.\r\n");
    }
}

void loop(void)
{
  if (is_exist)
    {
        int ret = 0;
        char cmd[128];
        if (is_join)
        {
            ret = at_send_check_response("+JOIN: Network joined", 12000, "AT+JOIN\r\n");
            if (ret)
            {
              is_join = false;
            }
            else
            {
                Serial.println("");
                Serial.print("JOIN failed!\r\n\r\n");
                delay(5000);
            }
        }
        else
        {
          if (state == 1)
          {
            if (ai.invoke()) // begin invoke
            {
              while (1) // wait for invoking finished
              {
                CMD_STATE_T ret = ai.state(); 
                if (ret == CMD_STATE_IDLE)
                {
                  break;
                }
                delay(20);
              }
            uint8_t len = ai.get_result_len(); // receive detecting how many people 
            if(len)
            {
              Serial.print("Number of people: ");
              Serial.println(len);
              object_detection_t data;       //get data
      
              for (int i = 0; i < len; i++)
              {
                Serial.println("result:detected");
                Serial.print("Detecting and calculating: ");
                Serial.println(i+1);
                ai.get_result(i, (uint8_t*)&data, sizeof(object_detection_t)); //get result

                Serial.print("confidence:");
                Serial.print(data.confidence);
                Serial.println();
                
                sprintf(cmd, "AT+CMSGHEX=\"%04X %04X\"\r\n", len, data.confidence);
                ret = at_send_check_response("Done", 10000, cmd);
                if(!ret){
                  break;
                  Serial.print("Send failed!\r\n\r\n");
                }
                else{
                  recv_prase(recv_buf);
                }
              }
            }
              else
              {
                Serial.println("No identification");
              }
            }
              else
              {
                delay(1000);
                Serial.println("Invoke Failed.");
              }
             }
        }
    }
    else
    {
        delay(1000);
    }
    delay(500);
}