tests prep automatization

Author: banderlog

.gitignore

@@ -23,11 +23,14 @@ opencv/*
 ffmpeg/*
 !ffmpeg/.gitkeep
 venv
+tests/venv_t
+tests/rateme*
 *tar.gz
 *tar.bz2
 *.zip
 *.swp
 *.whl
+*.xml
 TODO.txt
 *.bin
 *.weights

TODO.md

@@ -1,7 +1 @@
 # TODO list
-
-**TESTS**:
-
-+ Automatize model weights downloading
-+ Webcam open?
-

download_all_stuff.sh

@@ -14,7 +14,7 @@ red () {
 }
 
 green "DOWNLOAD ALL STUFF"
-wget -c https://github.com/opencv/opencv/archive/4.2.0.tar.gz 
+wget -c https://github.com/opencv/opencv/archive/4.2.0.tar.gz
 wget -c https://github.com/FFmpeg/FFmpeg/archive/n4.2.2.tar.gz
 wget -c https://github.com/opencv/dldt/archive/2020.1.tar.gz
 

tests/README.md

@@ -1,8 +1,52 @@
-The [rateme](https://github.com/heyml/rateme) is YOLO3 actually.
+# Tests for opencv-python-inference-engine wheel
 
-These are Intel's models: [text-detection-0004](https://github.com/opencv/open_model_zoo/blob/master/models/intel/text-detection-0004/description/text-detection-0004.md) and [text-recognition-0012](https://github.com/opencv/open_model_zoo/blob/master/models/intel/text-recognition-0012/description/text-recognition-0012.md).
+## Usage
 
-Video from here (free): <https://www.pexels.com/video/a-cattails-fluff-floats-in-air-2156021/>
+### Features
 
+Just run bash script and read output.
 
-**MODEL WEIGHTS SHOULD BE DOWNLOADED SEPARATELY (for now)**
+```bash
+cd tests
+./prepare_and_run_tests.sh
+```
+
+### Inference speed
+
+Something like below. The general idea is to test only inference speed, without preprocessing and decoding.
+Also, 1st inference must not count, because it will load all stuff into memory.
+I prefer to do such things in `ipython` or `jupyter` with `%timeit`.  
+**NB:** be strict about BAckend and Target
+
+```python
+import cv2
+from pixellink import PixelLinkDetector
+
+# read img and network
+img = cv2.imread('helloworld.png')
+detector = PixelLinkDetector('text-detection-0004.xml')
+
+# select target & backend, please read the documentation for details:
+# <https://docs.opencv.org/4.2.0/db/d30/classcv_1_1dnn_1_1Net.html#a9dddbefbc7f3defbe3eeb5dc3d3483f4>
+detector._net.setPreferableTarget(cv2.dnn.DNN_TARGET_CPU)
+detector._net.setPreferableBackend(cv2.dnn.DNN_BACKEND_INFERENCE_ENGINE)
+
+# 1st inference does not count
+detector.detect(img)
+
+# use magic function
+%timeit detector.detect(img)
+```
+
+
+## Models
+
++ [rateme](https://github.com/heyml/rateme) (YOLO3).
++ [text-detection-0004](https://github.com/opencv/open_model_zoo/blob/master/models/intel/text-detection-0004/description/text-detection-0004.md)
++ [text-recognition-0012](https://github.com/opencv/open_model_zoo/blob/master/models/intel/text-recognition-0012/description/text-recognition-0012.md).
+
+## Files
+
++ `short_video.mp4` from here (free): <https://www.pexels.com/video/a-cattails-fluff-floats-in-air-2156021/>
++ `dislike.jpg` from rateme repository.
++ `helloworld.png` I either made it or forgot from where it downloaded from

tests/prepare_and_run_tests.sh

@@ -0,0 +1,72 @@
+#!/bin/bash
+
+green="\033[0;32m"
+red="\033[0;31m"
+end="\033[0m"
+
+green () {
+  echo -e "${green}${1}${end}"
+}
+
+red () {
+  echo -e "${red}${1}${end}"
+}
+
+# check if (no ARG and no some appropriate files are compiled) or
+# (some args provided but arg1 is not existing file)
+# of course, you could shoot your leg here in different ways
+if ([ ! $# -ge 1 ] && ! $(ls ../create_wheel/dist/opencv_python_inference_engine*.whl &> /dev/null)) ||
+   ([ $# -ge 1 ] && [ ! -f $1 ]); then
+        red "How do you suppose to run wheel tests without wheel?"
+    red "Compile it or provide as an ARG1 to script"
+    exit 1
+fi
+
+
+green "CREATE SEPARATE TEST VENV"
+if [ ! -d ./venv_t ]; then
+	virtualenv --clear --always-copy -p /usr/bin/python3 ./venv_t
+fi
+
+
+green "INSTALLING DEPENDENCIES"
+if [ $1 ]; then
+    # install ARGV1
+    green "Installing from provided path"
+    ./venv_t/bin/pip3 install --force-reinstall "$1"
+else
+    # install compiled wheel
+    green "Installing from default path"
+    ./venv_t/bin/pip3 install --force-reinstall ../create_wheel/dist/opencv_python_inference_engine*.whl
+fi
+
+./venv_t/bin/pip3 install -r requirements.txt
+
+
+green "GET MODELS"
+
+if [ ! -d "rateme" ]; then
+    ./venv_t/bin/pip3 install --python-version 3 rateme -U --no-deps -t ./
+fi
+
+# urls, filenames and checksums are from:
+#  + <https://github.com/opencv/open_model_zoo/blob/2020.1/models/intel/text-detection-0004/model.yml>
+#  + <https://github.com/opencv/open_model_zoo/blob/2020.1/models/intel/text-recognition-0012/model.yml>
+declare -a models=("text-detection-0004.xml"
+                   "text-detection-0004.bin"
+                   "text-recognition-0012.xml"
+                   "text-recognition-0012.bin")
+
+url_start="https://download.01.org/opencv/2020/openvinotoolkit/2020.1/open_model_zoo/models_bin/1"
+
+for i in "${models[@]}"; do
+    if [ ! -f $i ]; then
+        wget "${url_start}/${i%.*}/FP32/${i}"
+    else
+        sha256sum -c "${i}.sha256sum"
+    fi
+done
+
+
+green "RUN TESTS with ./venv_t/bin/python ./tests.py"
+./venv_t/bin/python ./tests.py