Added Support for Person Detection for ESP32

Author: AdityaHPatwardhan

tensorflow/lite/micro/examples/person_detection/README.md

@@ -171,6 +171,75 @@ From the log, we can see that it took around 170 ms to capture and read the
 image data from the camera module, 180 ms to decode the JPEG and convert it to
 greyscale, and 18.6 seconds to run inference.
 
+
+## Running on ESP32
+
+ The following instructions will help you build and deploy this sample
+ to [ESP32](https://www.espressif.com/en/products/hardware/esp32/overview)
+ devices using the [ESP IDF](https://github.com/espressif/esp-idf).
+
+ The sample has been tested on ESP-IDF version 4.0 with the following devices:
+ - [ESP32-DevKitC](http://esp-idf.readthedocs.io/en/latest/get-started/get-started-devkitc.html)
+ - [ESP-EYE](https://github.com/espressif/esp-who/blob/master/docs/en/get-started/ESP-EYE_Getting_Started_Guide.md)
+
+ ESP-EYE is a board which has a built-in camera which can be used to run this example , if you want to use other esp boards you will have to connect camera externally and write your own +image_provider.cc+ and +esp_app_camera.cc+.
+ ### Install the ESP IDF
+
+ Follow the instructions of the
+ [ESP-IDF get started guide](https://docs.espressif.com/projects/esp-idf/en/latest/get-started/index.html)
+ to setup the toolchain and the ESP-IDF itself.
+
+ The next steps assume that the
+ [IDF environment variables are set](https://docs.espressif.com/projects/esp-idf/en/latest/get-started/index.html#step-4-set-up-the-environment-variables) :
+
+  * The `IDF_PATH` environment variable is set
+  * `idf.py` and Xtensa-esp32 tools (e.g. `xtensa-esp32-elf-gcc`) are in `$PATH`
+  * `esp32-camera` should be downloaded in `comopnents/` dir of example as explained in `Building the example`(below)
+
+ ### Generate the examples
+ The example project can be generated with the following command:
+ ```
+ make -f tensorflow/lite/micro/tools/make/Makefile TARGET=esp generate_person_detection_esp_project
+ ```
+
+ ### Building the example
+
+ Go the the example project directory
+ ```
+ cd tensorflow/lite/micro/tools/make/gen/esp_xtensa-esp32/prj/person_detection/esp-idf
+ ```
+
+ As the `person_detection` example requires an external component `esp32-camera` for functioning hence we will have to manually clone it in `components/` directory of the example with following command.
+ ```
+ git clone https://github.com/espressif/esp32-camera.git components/esp32-camera
+ ```
+
+ Then build with `idf.py`
+ ```
+ idf.py build
+ ```
+
+ ### Load and run the example
+
+
+
+ To flash (replace `/dev/ttyUSB0` with the device serial port):
+ ```
+ idf.py --port /dev/ttyUSB0 flash
+ ```
+
+ Monitor the serial output:
+ ```
+ idf.py --port /dev/ttyUSB0 monitor
+ ```
+
+ Use `Ctrl+]` to exit.
+
+ The previous two commands can be combined:
+ ```
+ idf.py --port /dev/ttyUSB0 flash monitor
+ ```
+
 ## Running on SparkFun Edge
 
 The following instructions will help you build and deploy this sample on the

tensorflow/lite/micro/examples/person_detection/esp/Kconfig.projbuild

@@ -0,0 +1,150 @@
+menu "Camera Pins"
+choice CAMERA_MODEL
+    bool "Select Camera Pinout"
+    default CAMERA_MODEL_WROVER_KIT
+    help
+        Select Camera Pinout.
+
+config CAMERA_MODEL_WROVER_KIT
+    bool "WROVER-KIT With OV2640 Module"
+config CAMERA_MODEL_ESP_EYE
+    bool "ESP_EYE DevKit"
+config CAMERA_MODEL_M5STACK_PSRAM
+    bool "M5Stack Camera With PSRAM"
+config CAMERA_MODEL_M5STACK_WIDE
+    bool "M5Stack Camera F (Wide)"
+config CAMERA_MODEL_AI_THINKER
+    bool "ESP32-CAM by AI-Thinker"
+config CAMERA_MODEL_CUSTOM
+    bool "Custom Camera Pinout"
+endchoice
+
+config CAMERA_PIN_PWDN
+    depends on CAMERA_MODEL_CUSTOM
+    int "Power Down pin"
+    range -1 33
+    default -1
+    help
+        Select Power Down pin or -1 for unmanaged.
+
+config CAMERA_PIN_RESET
+    depends on CAMERA_MODEL_CUSTOM
+    int "Reset pin"
+    range -1 33
+    default -1
+    help
+        Select Camera Reset pin or -1 for software reset.
+
+config CAMERA_PIN_XCLK
+    depends on CAMERA_MODEL_CUSTOM
+    int "XCLK pin"
+    range 0 33
+    default 21
+    help
+        Select Camera XCLK pin.
+
+config CAMERA_PIN_SIOD
+    depends on CAMERA_MODEL_CUSTOM
+    int "SIOD pin"
+    range 0 33
+    default 26
+    help
+        Select Camera SIOD pin.
+
+config CAMERA_PIN_SIOC
+    depends on CAMERA_MODEL_CUSTOM
+    int "SIOC pin"
+    range 0 33
+    default 27
+    help
+        Select Camera SIOC pin.
+
+config CAMERA_PIN_VSYNC
+    depends on CAMERA_MODEL_CUSTOM
+    int "VSYNC pin"
+    range 0 39
+    default 25
+    help
+        Select Camera VSYNC pin.
+
+config CAMERA_PIN_HREF
+    depends on CAMERA_MODEL_CUSTOM
+    int "HREF pin"
+    range 0 39
+    default 23
+    help
+        Select Camera HREF pin.
+
+config CAMERA_PIN_PCLK
+    depends on CAMERA_MODEL_CUSTOM
+    int "PCLK pin"
+    range 0 39
+    default 25
+    help
+        Select Camera PCLK pin.
+
+config CAMERA_PIN_Y2
+    depends on CAMERA_MODEL_CUSTOM
+    int "Y2 pin"
+    range 0 39
+    default 4
+    help
+        Select Camera Y2 pin.
+
+config CAMERA_PIN_Y3
+    depends on CAMERA_MODEL_CUSTOM
+    int "Y3 pin"
+    range 0 39
+    default 5
+    help
+        Select Camera Y3 pin.
+
+config CAMERA_PIN_Y4
+    depends on CAMERA_MODEL_CUSTOM
+    int "Y4 pin"
+    range 0 39
+    default 18
+    help
+        Select Camera Y4 pin.
+
+config CAMERA_PIN_Y5
+    depends on CAMERA_MODEL_CUSTOM
+    int "Y5 pin"
+    range 0 39
+    default 19
+    help
+        Select Camera Y5 pin.
+
+config CAMERA_PIN_Y6
+    depends on CAMERA_MODEL_CUSTOM
+    int "Y6 pin"
+    range 0 39
+    default 36
+    help
+        Select Camera Y6 pin.
+
+config CAMERA_PIN_Y7
+    depends on CAMERA_MODEL_CUSTOM
+    int "Y7 pin"
+    range 0 39
+    default 39
+    help
+        Select Camera Y7 pin.
+
+config CAMERA_PIN_Y8
+    depends on CAMERA_MODEL_CUSTOM
+    int "Y8 pin"
+    range 0 39
+    default 34
+    help
+        Select Camera Y8 pin.
+
+config CAMERA_PIN_Y9
+    depends on CAMERA_MODEL_CUSTOM
+    int "Y9 pin"
+    range 0 39
+    default 35
+    help
+        Select Camera Y9 pin.
+
+endmenu

tensorflow/lite/micro/examples/person_detection/esp/Makefile.inc

@@ -0,0 +1,15 @@
+# Adding some esp specific files in the main CMakeLists.txt
+ESP_PERSON_DETECTION_SRCS := \
+tensorflow/lite/micro/examples/person_detection/esp/app_camera_esp.c
+
+ESP_PERSON_DETECTION_HDRS := \
+tensorflow/lite/micro/examples/person_detection/esp/app_camera_esp.h
+
+CCFLAGS += -Wno-nonnull
+CXXFLAGS += -Wno-return-type -Wno-strict-aliasing
+person_detection_SRCS += $(ESP_PERSON_DETECTION_SRCS)
+person_detection_HDRS += $(ESP_PERSON_DETECTION_HDRS)
+MAIN_SRCS += $(ESP_PERSON_DETECTION_SRCS)
+GRAYSCALE_SRCS := tensorflow/lite/micro/tools/make/downloads/person_model_grayscale/person_detect_model_data.cc
+person_detection_SRCS := $(filter-out $(GRAYSCALE_SRCS), $(person_detection_SRCS))
+MICROLITE_CC_SRCS += $(GRAYSCALE_SRCS)

tensorflow/lite/micro/examples/person_detection/esp/README_ESP.md

@@ -0,0 +1,65 @@
+# TensorFlow Lite Micro ESP-IDF Project
+
+This folder has been autogenerated by TensorFlow, and contains source, header,
+and project files needed to build a single TensorFlow Lite Micro target using
+Espressif's [ESP-IDF](https://docs.espressif.com/projects/esp-idf/en/latest/).
+
+## Usage
+
+### Install the ESP IDF
+
+Follow the instructions of the
+[ESP-IDF get started guide](https://docs.espressif.com/projects/esp-idf/en/latest/get-started/index.html)
+to setup the toolchain and the ESP-IDF itself.
+
+The next steps assume that the
+[IDF environment variables are set](https://docs.espressif.com/projects/esp-idf/en/latest/get-started/index.html#step-4-set-up-the-environment-variables) :
+ * The `IDF_PATH` environment variable is set.
+ * `idf.py` and Xtensa-esp32 tools (e.g., `xtensa-esp32-elf-gcc`) are in `$PATH`.
+ * `esp32-camera` should be downloaded in `comopnents/` dir of example as explained in `Build the example`(below)
+
+## Build the example
+
+As the `person_detection` example requires an external component `esp32-camera` for functioning hence we will have to manually clone it in `components/` directory of the example with following command.
+
+ ```
+ git clone https://github.com/espressif/esp32-camera.git components/esp32-camera
+ ```
+
+To build this, run:
+
+```
+idf.py build
+```
+
+### Load and run the example
+
+To flash (replace `/dev/ttyUSB0` with the device serial port):
+```
+idf.py --port /dev/ttyUSB0 flash
+```
+
+Monitor the serial output:
+```
+idf.py --port /dev/ttyUSB0 monitor
+```
+
+Use `Ctrl+]` to exit.
+
+The previous two commands can be combined:
+```
+idf.py --port /dev/ttyUSB0 flash monitor
+```
+
+## Project Generation
+
+See
+[tensorflow/lite/micro](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/micro)
+for details on how projects like this can be generated from the main source
+tree.
+
+## License
+
+TensorFlow's code is covered by the Apache2 License included in the repository,
+and third party dependencies are covered by their respective licenses, in the
+third_party folder of this package.

tensorflow/lite/micro/examples/person_detection/esp/app_camera_esp.c

@@ -0,0 +1,75 @@
+/* ESPRESSIF MIT License
+ *
+ * Copyright (c) 2018 <ESPRESSIF SYSTEMS (SHANGHAI) PTE LTD>
+ *
+ * Permission is hereby granted for use on all ESPRESSIF SYSTEMS products, in which case,
+ * it is free of charge, to any person obtaining a copy of this software and associated
+ * documentation files (the "Software"), to deal in the Software without restriction, including
+ * without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the Software is furnished
+ * to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all copies or
+ * substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+ * FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+ * COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+ * IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+ * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+
+#include "app_camera_esp.h"
+
+static const char *TAG = "app_camera";
+
+int app_camera_init()
+{
+#if CONFIG_CAMERA_MODEL_ESP_EYE
+    /* IO13, IO14 is designed for JTAG by default,
+     * to use it as generalized input,
+     * firstly declair it as pullup input */
+    gpio_config_t conf;
+    conf.mode = GPIO_MODE_INPUT;
+    conf.pull_up_en = GPIO_PULLUP_ENABLE;
+    conf.pull_down_en = GPIO_PULLDOWN_DISABLE;
+    conf.intr_type = GPIO_INTR_DISABLE;
+    conf.pin_bit_mask = 1LL << 13;
+    gpio_config(&conf);
+    conf.pin_bit_mask = 1LL << 14;
+    gpio_config(&conf);
+#endif
+    camera_config_t config;
+    config.ledc_channel = LEDC_CHANNEL_0;
+    config.ledc_timer = LEDC_TIMER_0;
+    config.pin_d0 = Y2_GPIO_NUM;
+    config.pin_d1 = Y3_GPIO_NUM;
+    config.pin_d2 = Y4_GPIO_NUM;
+    config.pin_d3 = Y5_GPIO_NUM;
+    config.pin_d4 = Y6_GPIO_NUM;
+    config.pin_d5 = Y7_GPIO_NUM;
+    config.pin_d6 = Y8_GPIO_NUM;
+    config.pin_d7 = Y9_GPIO_NUM;
+    config.pin_xclk = XCLK_GPIO_NUM;
+    config.pin_pclk = PCLK_GPIO_NUM;
+    config.pin_vsync = VSYNC_GPIO_NUM;
+    config.pin_href = HREF_GPIO_NUM;
+    config.pin_sscb_sda = SIOD_GPIO_NUM;
+    config.pin_sscb_scl = SIOC_GPIO_NUM;
+    config.pin_pwdn = PWDN_GPIO_NUM;
+    config.pin_reset = -1;//RESET_GPIO_NUM;
+    config.xclk_freq_hz = XCLK_FREQ;
+    config.pixel_format = CAMERA_PIXEL_FORMAT;
+    config.frame_size = CAMERA_FRAME_SIZE;
+    config.jpeg_quality = 10;
+    config.fb_count = 1;
+
+    // camera init
+    esp_err_t err = esp_camera_init(&config);
+    if (err != ESP_OK) {
+        ESP_LOGE(TAG, "Camera init failed with error 0x%x", err);
+        return -1;
+    }
+    return 0;
+}