main.py

import cv2
import sys
import time
import yaml
import datetime
import numpy as np
from yolo import YOLO
from imutils.video import VideoStream
from Adafruit_IO import MQTTClient
import serial.tools.list_ports

AIO_FEED_ID = ["temperature", "humidity", "intrusion-detector", "water-pump"]
AIO_USERNAME = "VGU_RTOS_Group11"
AIO_KEY = None 

def connected(client):
    print("----Connect successfully----")
    for topic in AIO_FEED_ID:
        print(f"----Subscribing to {topic}...")
        client.subscribe(topic)

def subscribe(client , userdata , mid , granted_qos):
    print("----Subscribed ...")

def disconnected(client):
    print(f"----Disconnecting from {client}...")
    sys.exit (1)

def message(client , feed_id , payload):
    print(f"----Receive from {feed_id}: {payload}")

def getPort():
    ports = serial.tools.list_ports.comports()
    N = len(ports)
    commPort = "None"
    for i in range (0, N):
        port = ports[i]
        strPort = str(port)
        if "COM5" in strPort: # CHANGE COM PORT NUMBER HERE IN DEVICE MANAGER
            splitPort = strPort.split(" ")
            commPort = (splitPort[0])
    return commPort

### SETUP FOR 1ST ACTUATORS
def setDevice1(state, relay1_ON, relay1_OFF):
    if state:
        ser1.write(relay1_ON)
    else:
        ser1.write(relay1_OFF)

### SETUP FOR 2ND ACTUATORS
def setDevice2(state, relay2_ON, relay2_OFF):
    if state:
        ser1.write(relay2_ON)
    else:
        ser1.write(relay2_OFF)

### RECEIVE RESPONSE
def serial_read_data(ser):
    bytesToRead = ser.inWaiting()
    if bytesToRead > 0:
        out = ser.read(bytesToRead)
        data_array = [b for b in out]
        print(data_array)
        if (len(data_array) >= 7):
            array_size = len(data_array)
            value = data_array[array_size - 4] * 256 + data_array[array_size - 3]
            return value
        else:
            return -1
    return 0

### READ SOIL TEMPERATURE
def readTemperature(ser, soil_temperature):
    serial_read_data(ser)
    ser.write(soil_temperature)
    time.sleep(1)
    return serial_read_data(ser)

### READ SOIL MOISTURE
def readMoisture(ser, soil_moisture):
    serial_read_data(ser)
    ser.write(soil_moisture)
    time.sleep(1)
    return serial_read_data(ser)

def handle_left_click(event, x, y, flags, points):
    if event == cv2.EVENT_LBUTTONDOWN:
        points.append([x, y])


def draw_polygon(frame, points):
    for point in points:
        frame = cv2.circle(frame, (point[0], point[1]), 5, (0, 0, 255), -1)
    frame = cv2.polylines(frame, [np.int32(points)], False, (255, 0, 0), thickness=2)
    return frame


if __name__ == "__main__":
    # LOAD config.yml FILE
    # 
    with open('config.yml') as f:
        config = yaml.safe_load(f)
    # EXTRACT ADAFRUIT IO API KEY
    AIO_KEY = config['aio_key']
    # ASSURE THAT API KEY HAS BEEN PASSED IN
    assert AIO_KEY is not None, "Find config.yml file at the line `aio_key: YOUR_API_KEY_HERE`"
    # INIT MQTT CLIENT
    client = MQTTClient(AIO_USERNAME , AIO_KEY)

    client.on_connect = connected
    client.on_disconnect = disconnected
    client.on_message = message
    client.on_subscribe = subscribe

    client.connect()
    client.loop_background()

    ### SEND COMMAND TO ACTUATORS
    points = []
    animals_and_persons = ["person", "dog", "cat", "bird", "horse", "sheep", "cow", "elephant", "bear", "zebra", "giraffe"]
    data_air2_temp = [3, 3, 0, 0, 0, 1, 133, 232]
    data_air2_humi = [3, 3, 0, 1, 0, 1, 212, 40]
    data_pm_25 = [4, 3, 0, 12, 0, 1, 68, 92]
    data_pm_10 = [4, 3, 0, 13, 0, 1, 21, 156]
    data_co2 = [2, 3, 0, 4, 0, 1, 197, 248]
    ### TESTING USING REAL SENSORS
    portName = getPort()
    print(f"Portname: {portName}")
    if portName != "None":
        ser1 = serial.Serial(port=portName,
                            baudrate=9600)

    video = VideoStream(src=0).start()
    model = YOLO(detect_class=animals_and_persons, client=client)
    detect = False
    # Time threshold for sending data to Adafruit IO
    time_threshold = 5
    begin_time = datetime.datetime.utcnow()

    while True:
        frame = video.read()
        frame = cv2.flip(frame, 1)
        # Draw polygon
        frame = draw_polygon(frame, points)
        # Detect
        if detect:
            frame = model.detect(frame=frame, points=points)
        key = cv2.waitKey(1)
        # q to quit
        if key == ord('q'):
            break
        # d to detect
        elif key == ord('d'):
            points.append(points[0])
            detect = True
        # Show frame
        cv2.imshow("Intrusion Warning", frame)
        cv2.setMouseCallback('Intrusion Warning', handle_left_click, points)
        if ((datetime.datetime.utcnow() - begin_time).total_seconds() >= time_threshold):
            if (portName != "None"):
                temperature_result = readTemperature(ser=ser1, soil_temperature=data_air2_temp)
                moisture_result = readMoisture(ser=ser1, soil_moisture=data_air2_humi)
                print(f"TEMPERATURE: {temperature_result} degree")
                print(f"MOISTURE: {moisture_result}%")
                client.publish("temperature", temperature_result)
                client.publish("moisture", moisture_result)
                print(f"----Publishing at {datetime.datetime.utcnow()}...")
            else:
                print(f"----NO PORT FOUND----")
            begin_time = datetime.datetime.utcnow()
    video.stop()
    cv2.destroyAllWindows()