trafficcounter/blobDetectio...

#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
Created on Sat Sep 30 11:51:00 2017

@author: alexdrake
"""

import cv2
import numpy as np
import time
import logging
import math
import re
from os import walk
import os

# Vehicle_counter from Dan Maesks response on
# https://stackoverflow.com/questions/36254452/counting-cars-opencv-python-issue/36274515#36274515

# get working directory
loc = os.path.abspath('')

# Video source
inputFile = loc+'/inputs/625_201709280946.mp4'
#inputFile = 'rtsp://admin:@Unv123456@192.168.10.252:554/unicast/c1/s1/live'
# for testing
tracked_blobs = []
tracked_conts = []
t_retval = []
frame_no = 0
frame_w = 0

# ============================================================================

class Vehicle(object):
    def __init__(self, id, position):
        self.id = id
        self.positions = [position]
        self.frames_since_seen = 0
        self.frames_seen = 0
        self.counted = False
        self.vehicle_dir = 0

    @property
    def last_position(self):
        return self.positions[-1]
    @property
    def last_position2(self):
        return self.positions[-2]

    def add_position(self, new_position):
        self.positions.append(new_position)
        self.frames_since_seen = 0
        self.frames_seen += 1

    def draw(self, output_image):
        for point in self.positions:
            cv2.circle(output_image, point, 2, (0, 0, 255), -1)
            cv2.polylines(output_image, [np.int32(self.positions)]
                , False, (0, 0, 255), 1)

# ============================================================================

class VehicleCounter(object):
    def __init__(self, shape, divider):
        self.log = logging.getLogger("vehicle_counter")

        self.height, self.width = shape
        self.divider = divider

        self.vehicles = []
        self.next_vehicle_id = 0
        self.vehicle_count = 0
        self.vehicle_LHS = 0
        self.vehicle_RHS = 0
        self.max_unseen_frames = 10


    @staticmethod
    def get_vector(a, b):
        """Calculate vector (distance, angle in degrees) from point a to point b.

        Angle ranges from -180 to 180 degrees.
        Vector with angle 0 points straight down on the image.
        Values decrease in clockwise direction.
        """
        dx = float(b[0] - a[0])
        dy = float(b[1] - a[1])

        distance = math.sqrt(dx**2 + dy**2)

        if dy > 0:
            angle = math.degrees(math.atan(-dx/dy))
        elif dy == 0:
            if dx < 0:
                angle = 90.0
            elif dx > 0:
                angle = -90.0
            else:
                angle = 0.0
        else:
            if dx < 0:
                angle = 180 - math.degrees(math.atan(dx/dy))
            elif dx > 0:
                angle = -180 - math.degrees(math.atan(dx/dy))
            else:
                angle = 180.0

        return distance, angle, dx, dy


    @staticmethod
    def is_valid_vector(a, b):
        # vector is only valid if threshold distance is less than 12
        # and if vector deviation is less than 30 or greater than 330 degs
        distance, angle, _, _ = a
        threshold_distance = 12.0
        return (distance <= threshold_distance)


    def update_vehicle(self, vehicle, matches):
        # Find if any of the matches fits this vehicle
        for i, match in enumerate(matches):
            contour, centroid = match

            # store the vehicle data
            vector = self.get_vector(vehicle.last_position, centroid)

            # only measure angle deviation if we have enough points
            if vehicle.frames_seen > 2:
                prevVector = self.get_vector(vehicle.last_position2, vehicle.last_position)
                angleDev = abs(prevVector[1]-vector[1])
            else:
                angleDev = 0

            b = dict(
                    id = vehicle.id,
                    center_x = centroid[0],
                    center_y = centroid[1],
                    vector_x = vector[0],
                    vector_y = vector[1],
                    dx = vector[2],
                    dy = vector[3],
                    counted = vehicle.counted,
                    frame_number = frame_no,
                    angle_dev = angleDev
                    )

            tracked_blobs.append(b)

            # check validity
            if self.is_valid_vector(vector, angleDev):
                vehicle.add_position(centroid)
                vehicle.frames_seen += 1
                # check vehicle direction
                if vector[3] > 0:
                    # positive value means vehicle is moving DOWN
                    vehicle.vehicle_dir = 1
                elif vector[3] < 0:
                    # negative value means vehicle is moving UP
                    vehicle.vehicle_dir = -1
                self.log.debug("Added match (%d, %d) to vehicle #%d. vector=(%0.2f,%0.2f)"
                    , centroid[0], centroid[1], vehicle.id, vector[0], vector[1])
                return i

        # No matches fit...
        vehicle.frames_since_seen += 1
        self.log.debug("No match for vehicle #%d. frames_since_seen=%d"
            , vehicle.id, vehicle.frames_since_seen)

        return None


    def update_count(self, matches, output_image = None):
        self.log.debug("Updating count using %d matches...", len(matches))

        # First update all the existing vehicles
        for vehicle in self.vehicles:
            i = self.update_vehicle(vehicle, matches)
            if i is not None:
                del matches[i]

        # Add new vehicles based on the remaining matches
        for match in matches:
            contour, centroid = match
            new_vehicle = Vehicle(self.next_vehicle_id, centroid)
            self.next_vehicle_id += 1
            self.vehicles.append(new_vehicle)
            self.log.debug("Created new vehicle #%d from match (%d, %d)."
                , new_vehicle.id, centroid[0], centroid[1])

        # Count any uncounted vehicles that are past the divider
        for vehicle in self.vehicles:
            if not vehicle.counted and (((vehicle.last_position[1] > self.divider) and (vehicle.vehicle_dir == 1)) or
                                          ((vehicle.last_position[1] < self.divider) and (vehicle.vehicle_dir == -1))) and (vehicle.frames_seen > 6):

                vehicle.counted = True
                # update appropriate counter
                if ((vehicle.last_position[1] > self.divider) and (vehicle.vehicle_dir == 1) and (vehicle.last_position[0] >= (int(frame_w/2)-10))):
                    self.vehicle_RHS += 1
                    self.vehicle_count += 1
                elif ((vehicle.last_position[1] < self.divider) and (vehicle.vehicle_dir == -1) and (vehicle.last_position[0] <= (int(frame_w/2)+10))):
                    self.vehicle_LHS += 1
                    self.vehicle_count += 1

                self.log.debug("Counted vehicle #%d (total count=%d)."
                    , vehicle.id, self.vehicle_count)

        # Optionally draw the vehicles on an image
        if output_image is not None:
            for vehicle in self.vehicles:
                vehicle.draw(output_image)

            # LHS
            cv2.putText(output_image, ("LH Lane: %02d" % self.vehicle_LHS), (12, 56)
                , cv2.FONT_HERSHEY_PLAIN, 1.2, (127,255, 255), 2)
            # RHS
            cv2.putText(output_image, ("RH Lane: %02d" % self.vehicle_RHS), (216, 56)
                , cv2.FONT_HERSHEY_PLAIN, 1.2, (127, 255, 255), 2)

        # Remove vehicles that have not been seen long enough
        removed = [ v.id for v in self.vehicles
            if v.frames_since_seen >= self.max_unseen_frames ]
        self.vehicles[:] = [ v for v in self.vehicles
            if not v.frames_since_seen >= self.max_unseen_frames ]
        for id in removed:
            self.log.debug("Removed vehicle #%d.", id)

        self.log.debug("Count updated, tracking %d vehicles.", len(self.vehicles))

# ============================================================================

def process_video():
    global frame_no
    global frame_w
    camera = re.match(r".*/(\d+)_.*", inputFile)
    camera = camera.group(1)

# import video file
    cap = cv2.VideoCapture(inputFile)

# get list of background files
    f = []
    for (_, _, filenames) in walk(loc+"/backgrounds/"):
        f.extend(filenames)
        break

# if background exists for camera: import, else avg will be built on fly
    if camera+"_bg.jpg" in f:
        bg = loc+"/backgrounds/"+camera+"_bg.jpg"
        default_bg = cv2.imread(bg)
        default_bg = cv2.cvtColor(default_bg, cv2.COLOR_BGR2HSV)
        (_,avgSat,default_bg) = cv2.split(default_bg)
        avg = default_bg.copy().astype("float")
    else:
        avg = None

# get frame size
    frame_w = int(cap.get(cv2.CAP_PROP_FRAME_WIDTH))
    frame_h = int(cap.get(cv2.CAP_PROP_FRAME_HEIGHT))

# create a mask (manual for each camera)
    mask = np.zeros((frame_h,frame_w), np.uint8)
    mask[:,:] = 255
    mask[:100, :] = 0
    mask[230:, 160:190] = 0
    mask[170:230,170:190] = 0
    mask[140:170,176:190] = 0
    mask[100:140,176:182] = 0

# The cutoff for threshold. A lower number means smaller changes between
# the average and current scene are more readily detected.
    THRESHOLD_SENSITIVITY = 40
    t_retval.append(THRESHOLD_SENSITIVITY)
# Blob size limit before we consider it for tracking.
    CONTOUR_WIDTH = 21
    CONTOUR_HEIGHT = 16#21
# The weighting to apply to "this" frame when averaging. A higher number
# here means that the average scene will pick up changes more readily,
# thus making the difference between average and current scenes smaller.
    DEFAULT_AVERAGE_WEIGHT = 0.01
    INITIAL_AVERAGE_WEIGHT = DEFAULT_AVERAGE_WEIGHT / 50
# Blob smoothing function, to join 'gaps' in cars
    SMOOTH = max(2,int(round((CONTOUR_WIDTH**0.5)/2,0)))
# Constants for drawing on the frame.
    LINE_THICKNESS = 1

    fourcc = cv2.VideoWriter_fourcc(*'mp4v')
    out = loc+'/outputs/'+camera+'_output.mp4'
#print(out)
#exit()
    out = cv2.VideoWriter(out, fourcc, 20, (frame_w, frame_h))

    outblob = loc+'/outputs/'+camera+'_outblob.mp4'
    diffop = loc+'/outputs/'+camera+'_outdiff.mp4'
    outblob = cv2.VideoWriter(outblob, fourcc, 20, (frame_w, frame_h))
    diffop = cv2.VideoWriter(diffop, fourcc, 20, (frame_w, frame_h))

# A list of "tracked blobs".
    blobs = []
    car_counter = None  # will be created later
    frame_no = 0

    total_frames = cap.get(cv2.CAP_PROP_FRAME_COUNT)
    total_cars = 0

    start_time = time.time()
    ret, frame = cap.read()

    while ret:
        ret, frame = cap.read()
        frame_no = frame_no + 1

        if ret and frame_no < total_frames:

            print("Processing frame ",frame_no)

            # get returned time
            frame_time = time.time()

            # convert BGR to HSV
            frame = cv2.cvtColor(frame, cv2.COLOR_BGR2HSV)

            # only use the Value channel of the frame
            (_,_,grayFrame) = cv2.split(frame)
            grayFrame = cv2.bilateralFilter(grayFrame, 11, 21, 21)

            if avg is None:
                # Set up the average if this is the first time through.
                avg = grayFrame.copy().astype("float")
                continue

            # Build the average scene image by accumulating this frame
            # with the existing average.
            if frame_no < 10:
                def_wt = INITIAL_AVERAGE_WEIGHT
            else:
                def_wt = DEFAULT_AVERAGE_WEIGHT

            cv2.accumulateWeighted(grayFrame, avg, def_wt)

            # export averaged background for use in next video feed run
            #if frame_no > int(total_frames * 0.975):
            if frame_no > int(200):
                grayOp = cv2.cvtColor(cv2.convertScaleAbs(avg), cv2.COLOR_GRAY2BGR)
                backOut = loc+"/backgrounds/"+camera+"_bg.jpg"
                cv2.imwrite(backOut, grayOp)

            # Compute the grayscale difference between the current grayscale frame and
            # the average of the scene.
            differenceFrame = cv2.absdiff(grayFrame, cv2.convertScaleAbs(avg))
            # blur the difference image
            differenceFrame = cv2.GaussianBlur(differenceFrame, (5, 5), 0)
#        cv2.imshow("difference", differenceFrame)
            diffout = cv2.cvtColor(differenceFrame, cv2.COLOR_GRAY2BGR)
            diffop.write(diffout)

            # get estimated otsu threshold level
            retval, _ = cv2.threshold(differenceFrame, 0, 255,
                                      cv2.THRESH_BINARY+cv2.THRESH_OTSU)
            # add to list of threshold levels
            t_retval.append(retval)

            # apply threshold based on average threshold value
            if frame_no < 10:
                ret2, thresholdImage = cv2.threshold(differenceFrame,
                                                     int(np.mean(t_retval)*0.9),
                                                     255, cv2.THRESH_BINARY)
            else:
                ret2, thresholdImage = cv2.threshold(differenceFrame,
                                                 int(np.mean(t_retval[-10:-1])*0.9),
                                                 255, cv2.THRESH_BINARY)

            # We'll need to fill in the gaps to make a complete vehicle as windows
            # and other features can split them!
            kernel = cv2.getStructuringElement(cv2.MORPH_ELLIPSE, (SMOOTH, SMOOTH))
            # Fill any small holes
            thresholdImage = cv2.morphologyEx(thresholdImage, cv2.MORPH_CLOSE, kernel)

            # Remove noise
            thresholdImage = cv2.morphologyEx(thresholdImage, cv2.MORPH_OPEN, kernel)

            # Dilate to merge adjacent blobs
            thresholdImage = cv2.dilate(thresholdImage, kernel, iterations = 2)

            # apply mask
            thresholdImage = cv2.bitwise_and(thresholdImage, thresholdImage, mask = mask)
#        cv2.imshow("threshold", thresholdImage)
            threshout = cv2.cvtColor(thresholdImage, cv2.COLOR_GRAY2BGR)
            outblob.write(threshout)

            # Find contours aka blobs in the threshold image.
            contours, hierarchy = cv2.findContours(thresholdImage,
                                                      cv2.RETR_EXTERNAL,
                                                      cv2.CHAIN_APPROX_SIMPLE)

            print("Found ",len(contours)," vehicle contours.")
            # process contours if they exist!
            if contours:
                for (i, contour) in enumerate(contours):
                    # Find the bounding rectangle and center for each blob
                    (x, y, w, h) = cv2.boundingRect(contour)
                    contour_valid = (w > CONTOUR_WIDTH) and (h > CONTOUR_HEIGHT)

                    print("Contour #",i,": pos=(x=",x,", y=",y,") size=(w=",w,
                          ", h=",h,") valid=",contour_valid)

                    if not contour_valid:
                        continue

                    center = (int(x + w/2), int(y + h/2))
                    blobs.append(((x, y, w, h), center))

            for (i, match) in enumerate(blobs):
                contour, centroid = match
                x, y, w, h = contour

                # store the contour data
                c = dict(
                            frame_no = frame_no,
                            centre_x = x,
                            centre_y = y,
                            width = w,
                            height = h
                            )
                tracked_conts.append(c)

                cv2.rectangle(frame, (x, y), (x + w - 1, y + h - 1), (0, 0, 255), LINE_THICKNESS)
                cv2.circle(frame, centroid, 2, (0, 0, 255), -1)

            if car_counter is None:
                print("Creating vehicle counter...")
                car_counter = VehicleCounter(frame.shape[:2], 2*frame.shape[0] / 3)

            # get latest count
            car_counter.update_count(blobs, frame)
            current_count = car_counter.vehicle_RHS + car_counter.vehicle_LHS

            # print elapsed time to console
            elapsed_time = time.time()-start_time
            print("-- %s seconds --" % round(elapsed_time,2))

            # output video
            frame = cv2.cvtColor(frame, cv2.COLOR_HSV2BGR)

            # draw dividing line
            # flash green when new car counted
            if current_count > total_cars:
                cv2.line(frame, (0, int(2*frame_h/3)),(frame_w, int(2*frame_h/3)),
                     (0,255,0), 2*LINE_THICKNESS)
            else:
                cv2.line(frame, (0, int(2*frame_h/3)),(frame_w, int(2*frame_h/3)),
                 (0,0,255), LINE_THICKNESS)

             # update with latest count
            total_cars = current_count

            # draw upper limit
            cv2.line(frame, (0, 100),(frame_w, 100), (0,0,0), LINE_THICKNESS)

            ret, buffer = cv2.imencode('.jpg', frame)
            frame2 = buffer.tobytes()
            yield (b'--frame\r\n'
                b'Content-Type: image/jpeg\r\n\r\n' + frame2 + b'\r\n')  # concat frame one by one and show result

            #cv2.imshow("preview", frame)
            #cv2.imwrite("../flask-hls-demo/static/frame.jpg", frame)
            out.write(frame)

            if cv2.waitKey(27) and 0xFF == ord('q'):
                break
        else:
            break

    #cv2.line()
    #cv2.destroyAllWindows()
    #cap.release()
    #out.release()

def process_video_cctv():
    global frame_no
    global frame_w
    inputFile = 'rtsp://admin:@Unv123456@192.168.10.252:554/unicast/c1/s1/live'
    #inputFile = '../flask-hls-demo/video/cctv.m3u8'
    #inputFile = 'http://localhost:5000/video/cctv.m3u8'
    #camera = re.match(r".*/(\d+)_.*", inputFile)
    camera = "uniview"

# import video file
    #print(cv2.getBuildInformation())
    cap = cv2.VideoCapture(inputFile)
    #print(cap)

# get list of background files
    f = []
    for (_, _, filenames) in walk(loc+"/backgrounds/"):
        f.extend(filenames)
        break

# if background exists for camera: import, else avg will be built on fly
    if camera+"_bg.jpg" in f:
        bg = loc+"/backgrounds/"+camera+"_bg.jpg"
        default_bg = cv2.imread(bg)
        default_bg = cv2.cvtColor(default_bg, cv2.COLOR_BGR2HSV)
        (_,avgSat,default_bg) = cv2.split(default_bg)
        avg = default_bg.copy().astype("float")
    else:
        avg = None

# get frame size
    frame_w = int(cap.get(cv2.CAP_PROP_FRAME_WIDTH))
    frame_h = int(cap.get(cv2.CAP_PROP_FRAME_HEIGHT))

# create a mask (manual for each camera)
    mask = np.zeros((frame_h,frame_w), np.uint8)
    mask[:,:] = 255
    mask[:100, :] = 0
    mask[230:, 160:190] = 0
    mask[170:230,170:190] = 0
    mask[140:170,176:190] = 0
    mask[100:140,176:182] = 0

# The cutoff for threshold. A lower number means smaller changes between
# the average and current scene are more readily detected.
    THRESHOLD_SENSITIVITY = 40
    t_retval.append(THRESHOLD_SENSITIVITY)
# Blob size limit before we consider it for tracking.
    CONTOUR_WIDTH = 21
    CONTOUR_HEIGHT = 16#21
# The weighting to apply to "this" frame when averaging. A higher number
# here means that the average scene will pick up changes more readily,
# thus making the difference between average and current scenes smaller.
    DEFAULT_AVERAGE_WEIGHT = 0.01
    INITIAL_AVERAGE_WEIGHT = DEFAULT_AVERAGE_WEIGHT / 50
# Blob smoothing function, to join 'gaps' in cars
    SMOOTH = max(2,int(round((CONTOUR_WIDTH**0.5)/2,0)))
# Constants for drawing on the frame.
    LINE_THICKNESS = 1

    fourcc = cv2.VideoWriter_fourcc(*'mp4v')
    out = loc+'/outputs/'+camera+'_output.mp4'
#print(out)
#exit()
    out = cv2.VideoWriter(out, fourcc, 20, (frame_w, frame_h))

    outblob = loc+'/outputs/'+camera+'_outblob.mp4'
    diffop = loc+'/outputs/'+camera+'_outdiff.mp4'
    outblob = cv2.VideoWriter(outblob, fourcc, 20, (frame_w, frame_h))
    diffop = cv2.VideoWriter(diffop, fourcc, 20, (frame_w, frame_h))

# A list of "tracked blobs".
    blobs = []
    car_counter = None  # will be created later
    frame_no = 0

    total_frames = cap.get(cv2.CAP_PROP_FRAME_COUNT)
    total_cars = 0

    start_time = time.time()
    ret, frame = cap.read()

    while ret:
        ret, frame = cap.read()
        frame_no = frame_no + 1

        if ret and frame_no < total_frames:

            print("Processing frame ",frame_no)

            # get returned time
            frame_time = time.time()

            # convert BGR to HSV
            frame = cv2.cvtColor(frame, cv2.COLOR_BGR2HSV)

            # only use the Value channel of the frame
            (_,_,grayFrame) = cv2.split(frame)
            grayFrame = cv2.bilateralFilter(grayFrame, 11, 21, 21)

            if avg is None:
                # Set up the average if this is the first time through.
                avg = grayFrame.copy().astype("float")
                continue

            # Build the average scene image by accumulating this frame
            # with the existing average.
            if frame_no < 10:
                def_wt = INITIAL_AVERAGE_WEIGHT
            else:
                def_wt = DEFAULT_AVERAGE_WEIGHT

            cv2.accumulateWeighted(grayFrame, avg, def_wt)

            # export averaged background for use in next video feed run
            #if frame_no > int(total_frames * 0.975):
            if frame_no > int(200):
                grayOp = cv2.cvtColor(cv2.convertScaleAbs(avg), cv2.COLOR_GRAY2BGR)
                backOut = loc+"/backgrounds/"+camera+"_bg.jpg"
                cv2.imwrite(backOut, grayOp)

            # Compute the grayscale difference between the current grayscale frame and
            # the average of the scene.
            differenceFrame = cv2.absdiff(grayFrame, cv2.convertScaleAbs(avg))
            # blur the difference image
            differenceFrame = cv2.GaussianBlur(differenceFrame, (5, 5), 0)
#        cv2.imshow("difference", differenceFrame)
            diffout = cv2.cvtColor(differenceFrame, cv2.COLOR_GRAY2BGR)
            diffop.write(diffout)

            # get estimated otsu threshold level
            retval, _ = cv2.threshold(differenceFrame, 0, 255,
                                      cv2.THRESH_BINARY+cv2.THRESH_OTSU)
            # add to list of threshold levels
            t_retval.append(retval)

            # apply threshold based on average threshold value
            if frame_no < 10:
                ret2, thresholdImage = cv2.threshold(differenceFrame,
                                                     int(np.mean(t_retval)*0.9),
                                                     255, cv2.THRESH_BINARY)
            else:
                ret2, thresholdImage = cv2.threshold(differenceFrame,
                                                 int(np.mean(t_retval[-10:-1])*0.9),
                                                 255, cv2.THRESH_BINARY)

            # We'll need to fill in the gaps to make a complete vehicle as windows
            # and other features can split them!
            kernel = cv2.getStructuringElement(cv2.MORPH_ELLIPSE, (SMOOTH, SMOOTH))
            # Fill any small holes
            thresholdImage = cv2.morphologyEx(thresholdImage, cv2.MORPH_CLOSE, kernel)

            # Remove noise
            thresholdImage = cv2.morphologyEx(thresholdImage, cv2.MORPH_OPEN, kernel)

            # Dilate to merge adjacent blobs
            thresholdImage = cv2.dilate(thresholdImage, kernel, iterations = 2)

            # apply mask
            thresholdImage = cv2.bitwise_and(thresholdImage, thresholdImage, mask = mask)
#        cv2.imshow("threshold", thresholdImage)
            threshout = cv2.cvtColor(thresholdImage, cv2.COLOR_GRAY2BGR)
            outblob.write(threshout)

            # Find contours aka blobs in the threshold image.
            contours, hierarchy = cv2.findContours(thresholdImage,
                                                      cv2.RETR_EXTERNAL,
                                                      cv2.CHAIN_APPROX_SIMPLE)

            print("Found ",len(contours)," vehicle contours.")
            # process contours if they exist!
            if contours:
                for (i, contour) in enumerate(contours):
                    # Find the bounding rectangle and center for each blob
                    (x, y, w, h) = cv2.boundingRect(contour)
                    contour_valid = (w > CONTOUR_WIDTH) and (h > CONTOUR_HEIGHT)

                    print("Contour #",i,": pos=(x=",x,", y=",y,") size=(w=",w,
                          ", h=",h,") valid=",contour_valid)

                    if not contour_valid:
                        continue

                    center = (int(x + w/2), int(y + h/2))
                    blobs.append(((x, y, w, h), center))

            for (i, match) in enumerate(blobs):
                contour, centroid = match
                x, y, w, h = contour

                # store the contour data
                c = dict(
                            frame_no = frame_no,
                            centre_x = x,
                            centre_y = y,
                            width = w,
                            height = h
                            )
                tracked_conts.append(c)

                cv2.rectangle(frame, (x, y), (x + w - 1, y + h - 1), (0, 0, 255), LINE_THICKNESS)
                cv2.circle(frame, centroid, 2, (0, 0, 255), -1)

            if car_counter is None:
                print("Creating vehicle counter...")
                car_counter = VehicleCounter(frame.shape[:2], 2*frame.shape[0] / 3)

            # get latest count
            car_counter.update_count(blobs, frame)
            current_count = car_counter.vehicle_RHS + car_counter.vehicle_LHS

            # print elapsed time to console
            elapsed_time = time.time()-start_time
            print("-- %s seconds --" % round(elapsed_time,2))

            # output video
            frame = cv2.cvtColor(frame, cv2.COLOR_HSV2BGR)

            # draw dividing line
            # flash green when new car counted
            if current_count > total_cars:
                cv2.line(frame, (0, int(2*frame_h/3)),(frame_w, int(2*frame_h/3)),
                     (0,255,0), 2*LINE_THICKNESS)
            else:
                cv2.line(frame, (0, int(2*frame_h/3)),(frame_w, int(2*frame_h/3)),
                 (0,0,255), LINE_THICKNESS)

             # update with latest count
            total_cars = current_count

            # draw upper limit
            cv2.line(frame, (0, 100),(frame_w, 100), (0,0,0), LINE_THICKNESS)

            ret, buffer = cv2.imencode('.jpg', frame)
            frame2 = buffer.tobytes()
            yield (b'--frame\r\n'
                b'Content-Type: image/jpeg\r\n\r\n' + frame2 + b'\r\n')  # concat frame one by one and show result

            #cv2.imshow("preview", frame)
            #cv2.imwrite("../flask-hls-demo/static/frame.jpg", frame)
            out.write(frame)

            if cv2.waitKey(27) and 0xFF == ord('q'):
                break
        else:
            break
from flask import Flask, render_template, Response
import cv2

app = Flask(__name__)


def find_camera(id):
    '''
    cameras = ['rtsp://username:password@ip_address:554/user=username_password='password'_channel=channel_number_stream=0.sdp',
    'rtsp://username:password@ip_address:554/user=username_password='password'_channel=channel_number_stream=0.sdp']
    '''
    cameras = ['rtsp://admin:@Unv123456@192.168.10.252:554/unicast/c1/s1/live']
    return cameras[int(id)]
#  for cctv camera use rtsp://username:password@ip_address:554/user=username_password='password'_channel=channel_number_stream=0.sdp' instead of camera
#  for webcam use zero(0)


def gen_frames(camera_id):

    cam = find_camera(camera_id)
    cap=  cv2.VideoCapture(cam)

    while True:
        # for cap in caps:
        # # Capture frame-by-frame
        success, frame = cap.read()  # read the camera frame
        if not success:
            break
        else:
            ret, buffer = cv2.imencode('.jpg', frame)
            frame = buffer.tobytes()
            yield (b'--frame\r\n'
                b'Content-Type: image/jpeg\r\n\r\n' + frame + b'\r\n')  # concat frame one by one and show result
@app.route('/video_feed/<string:id>/', methods=["GET"])
def video_feed(id):

    """Video streaming route. Put this in the src attribute of an img tag."""
    '''
    return Response(gen_frames(id),
                    mimetype='multipart/x-mixed-replace; boundary=frame')
    '''
    return Response(process_video(),
                    mimetype='multipart/x-mixed-replace; boundary=frame')

@app.route('/', methods=["GET"])
def index():
    return render_template('index.html')


if __name__ == '__main__':
    app.run(debug=True, port=9099)