run_threads_stats.py

from webcamvideostream import WebcamVideoStream
import os
import time
import operator
import imutils

import cv2
import numpy as np

COPYMAIN = True

DISPLAY_INFO = False
DISPLAY_GRID = False
DISPLAY_MASK = True
DISPLAY_FREG = False

if COPYMAIN:
    # Copy values from the main program
    from run_LSTM_track import CAMERA
    from run_LSTM_track import ROTATE
    from run_LSTM_track import PMASK
    from run_LSTM_track import FREG
    from run_LSTM_track import FCAMCP
    from run_LSTM_track import FCAMDS
    from run_LSTM_track import FCOFF
else:
    # CAMERA = [0, 1, 2, 3]
    CAMERA = [cv2.CAP_DSHOW + 1]    # Using directshow to fix black bar
    # CAMERA = [  "rtsp://167.205.66.147:554/onvif1"
                # "rtsp://167.205.66.148:554/onvif1",
                # "rtsp://167.205.66.149:554/onvif1",
                # "rtsp://167.205.66.150:554/onvif1"]

    PMASK = [   np.array([[290,200],[0,0],[430,0],[327,157]], np.int32),               # NE
                np.array([[760,200],[880,288],[1024,134],[985,44]], np.int32),         # NW
                np.array([[185,430],[255,470],[70,570],[0,575],[0,300]], np.int32),    # SE
                np.array([[610,520],[770,430],[960,576],[660,576]], np.int32)          # SW
                ] 
                
    FREG = [288+0, 288+100, 512+125, 512+340]            
            
class main_video:
    def preprocess(raws, rots):
        imgs = []
        for raw, rot in zip(raws, rots):
            img = raw
            # img = cv2.resize(img, dsize=(256, 144), interpolation=cv2.INTER_CUBIC)    # 16:9
            img = cv2.resize(img, dsize=(512, 288), interpolation=cv2.INTER_CUBIC)    # 16:9
            # img = cv2.resize(img, dsize=(320, 240), interpolation=cv2.INTER_CUBIC)    # 4:3
            # img = cv2.resize(img, dsize=(160, 120), interpolation=cv2.INTER_CUBIC)      # 4:3
            img = imutils.rotate_bound(img, rot)

            imgs.append(img)
            
        if len(imgs) == 1:
            image = imgs[0]
        if len(imgs) >= 2:
            image = np.hstack((imgs[0], imgs[1]))
        if len(imgs) >= 4:  # Four images boxed
            image2 = np.hstack((imgs[2], imgs[3]))
            image = np.vstack((image, image2))
            
        return imgs, image
        
    def __init__(self, camera=CAMERA):
        fps_time = 0
        frame = 0
        avg_fps = 0
        his_fps = []
        
        # cams = [WebcamVideoStream(src=cam).start() for cam in camera]
        cams = [WebcamVideoStream(src=cam, resolution=(1280,720)).start() for cam in camera]
        
        # h, w, c = image_raw.shape
        # h2, w2, c2 = image2_raw.shape
        
        # print(h, w, c, h2, w2, c2)
        
        
        # Main loop
        while True:
            imgs = []
            
            for i, cam in enumerate(cams):
                img = cam.read()
                
                print(cam.grabbed, end=" ")
                
                # If no image is acquired
                if (img is None):
                    # Black image
                    imgs.append(np.zeros((100,100,3), np.uint8))
                elif (img.size == 0):
                    imgs.append(np.zeros((100,100,3), np.uint8))
                else:
                    imgs.append(img)
                    
            if(imgs is not [None]):
                imgs, image = main_video.preprocess(imgs, ROTATE)
                
                if len(imgs) == 5:
                    im_h, im_w = imgs[4].shape[:2]
                    imf = imgs[4][round(im_h*FCAMCP[0]): round(im_h*FCAMCP[1]), round(im_w*FCAMCP[2]): round(im_w*FCAMCP[3])]   # Crop
                    im_h, im_w = imf.shape[:2]
                    imf = cv2.resize(imf, dsize=(round(im_w/FCAMDS), round(im_h/FCAMDS)), interpolation=cv2.INTER_CUBIC)  # Downsample
                    im_h, im_w = imf.shape[:2]
                    ky = 0 if im_h % 2 == 0 else 1
                    kx = 0 if im_w % 2 == 0 else 1
                    freg = [round(FCOFF[1]-im_h/2), round(FCOFF[1]+im_h/2)+ky, round(FCOFF[0]-im_w/2), round(FCOFF[0]+im_w/2)+kx]
                    
                image[freg[0]:freg[1], freg[2]:freg[3]] = imf   # Insert to the center
                
                fps = 1.0 / (time.time() - fps_time)
                fps_time = time.time()
                
                print("%.2f" % fps)
                his_fps.append(fps)
                
                frame += 1
                if frame > 120:
                    avg_fps = sum(his_fps) / len(his_fps)
                    frame = 0
                    his_fps = []
                
                # self.display_all(image, fps)
                self.display_all(image, avg_fps)
                
                if cv2.waitKey(1) == 27:
                    break
            else:
                print("Empty image")
                time.sleep(.5)
            
        cv2.destroyAllWindows()
        
    def display_all(self, image, fps):
        
        h, w, c = image.shape
        print(w,h,c, end=" ")
        
        if DISPLAY_MASK:
            for pmask in PMASK:
                cv2.fillPoly(image, [pmask], color=(0,0,0))
        
        if DISPLAY_FREG:
            cv2.rectangle(image, (FREG[2], FREG[0]), (FREG[3], FREG[1]), color=(64,64,64), thickness=1)
        
        if DISPLAY_INFO:
            cv2.putText(image,
                "FPS: %f" % fps,
                (10, 20),  cv2.FONT_HERSHEY_SIMPLEX, 0.5,
                (0, 255, 0), 2)
            cv2.putText(image,
                "RES: %dx%d" % (w, h),
                (10, 40),  cv2.FONT_HERSHEY_SIMPLEX, 0.5,
                (0, 255, 0), 2)
            
        if DISPLAY_GRID:
            grid_clr = (0, 255, 0)
            grid_thick = 1
            cv2.line(image, (0, round(h/4)), (w, round(h/4)), (0,255,0), 1)
            cv2.line(image, (0, round(h*3/4)), (w, round(h*3/4)), (0,255,0), 1)
            cv2.line(image, (round(w/4), 0), (round(w/4), h), (0,255,0), 1)
            cv2.line(image, (round(w*3/4), 0), (round(w*3/4), h), (0,255,0), 1)
        
        cv2.imshow('Bedssys', image)
        
if __name__ == '__main__':
    main_video()