HUST_SHMS

Author: chupingshanren

arc_design_contest/2020/HUST_SHMS/README.md

@@ -0,0 +1,79 @@
+# Smart Home Monitoring System
+
+The smart home monitoring system collects video information through a camera, and processes the data locally to monitor the situation of the elderly. The hardware modules mainly used in this project are IoT DK development board, OV7670 camera module, buzzer and display. The system can be used in more interesting applications in the future. For example, different behaviors of people can be judged according to different movement patterns, so as to realize the recognition of human activities.
+
+* [Introduction](#introduction)
+	* [System Architecture](#system-architecture)
+* [Hardware and Software Setup](#hardware-and-software-setup)
+	* [Required Hardware](#required-hardware)
+	* [Required Software](#required-software)
+	* [Hardware Connection](#hardware-connection)
+* [User Manual](#user-manual)
+	* [Before Running This Application](#before-running-this-application)
+	* [Run This Application](#run-this-application)
+
+## Introduction
+The smart home monitoring system has the functions of real-time monitoring of human activities, recognition of daily activities and falling actions, and real-time alarms for falling actions.
+
+
+### System Architecture
+![][4]
+
+## Hardware and Software Setup
+### Required Hardware
+- [ARC IoT Development Kit][1]
+- [OV7670 Camera Module][2]
+- Buzzer Module
+- Arduino
+
+### Required Software
+- ARC GNU Toolchain 2020.03
+- Serial port terminal, such as putty, tera-term or minicom
+- [embarc_osp(Branch:embarc_mli)][3]
+- Python3.6
+- Pycharm
+- Tensorflow 2.0
+
+### Hardware Connection
+1. Connect OV7670 camera module to ARC following below instructions
+
+        # ARC: 2x18 Pin Extension Header
+        SIOC   ->     I2C0_SCL (need pull-up 10K resistor)
+        SIOD   ->    I2C0_SDA (need pull-up 10K resistor)
+
+        # ARC: Arduino PIN
+        VSYNC  ->    PIN IO0
+        OE         ->    PIN IO1
+        WEN     ->    PIN IO2
+        WRST    ->    PIN IO3
+        D7~D0  ->    PIN IO4~11
+        RCK      ->    PIN IO12
+        RRST    ->    PIN IO13
+
+        3V3    -> +3.3V
+        RESET  -> +3.3V
+        GND    -> GND
+        PWDN   -> GND
+
+2.  Connect Buzzer module to IoT DK 2x18 Pin Extension Header
+
+3. Boot up ARC IoT Development Kit Board to start
+
+4. Connect the USB port of ARC to the laptop to recieve  results
+
+## User Manual
+### Before Running This Application
+* Download source code of SHMS from github
+* Make sure all connection is correct again
+
+### Run This Application
+Here take IoT DK, CUR_CORE = arcem9d with ARC GNU Toolchain 2020.03 for example to show how to run this application.
+1. To build this applicaiton, select the proper board version, core configuration and build with selected toolchain using this command `make BOARD=iotdk BD_VER=10 CUR_CORE=arcem9d TOOLCHAIN=gnu run`.
+2. Open your serial terminal such as Tera-Term on PC, and configure it to right COM port and 115200bps.
+3. Interact using IoT DK and serial port terminal.
+4. After ARC connect with the laptop via USB, type `python python/helper.py` in the terminal to start recieving the results.
+
+[1]: https://embarc.org/embarc_osp/doc/build/html/board/iotdk.html "ARC IoT Development Kit"
+[2]: https://www.voti.nl/docs/OV7670.pdf "OV7670 Camera Module"
+[3]: https://github.com/foss-for-synopsys-dwc-arc-processors/embarc_osp.git "embarc_osp(Branch:embarc_mli)"
+[4]: ./doc/system.png "System Architecture"

arc_design_contest/2020/HUST_SHMS/doc/3DCNN.png

@@ -0,0 +1,30 @@
+# Application name
+APPL ?= SHMS
+
+
+CUR_CORE = arcem9d
+
+BOARD = iotdk
+TOOLCHAIN = gnu
+
+APPL_DEFINES = -DUSE_APPL_MEM_CONFIG -DV2DSP_XY -DMODEL_BIT_DEPTH=8
+#
+# root dir of embARC
+#
+EMBARC_ROOT = ../../../..
+
+MID_SEL = common
+LIB_SEL = embarc_mli
+# application source dirs
+APPL_CSRC_DIR = ./src
+APPL_ASMSRC_DIR = .
+
+# application include dirs
+APPL_INC_DIR = ./src
+
+# include current project makefile
+COMMON_COMPILE_PREREQUISITES += makefile
+
+### Options above must be added before include options.mk ###
+# include key embARC build system makefile
+include $(EMBARC_ROOT)/options/options.mk

arc_design_contest/2020/HUST_SHMS/doc/bg_sub.png

@@ -0,0 +1,64 @@
+import tkinter as tk
+import time
+import threading
+import re
+from tkinter import messagebox
+import random
+import serial
+from time import sleep
+
+on_hit = False
+
+class Application(tk.Tk):
+    def __init__(self):
+        super().__init__()
+        COM_PORT = '/dev/serial/by-id/usb-Digilent_Digilent_USB_Device_251642542476-if00-port0'
+        BAUD_RATES = 115200
+        #self.ser = serial.Serial(COM_PORT, BAUD_RATES)
+
+
+        self.title('家居助手')
+        self.createUI()
+
+    def createUI(self):
+        tk.Button(self, text='开始', command=lambda :self.thread_it(self.start, 1)).pack(expand=True, side=tk.LEFT)
+        self.text = tk.Text(self)
+        self.scroll = tk.Scrollbar()
+        self.scroll.pack(side=tk.RIGHT,fill=tk.Y)
+        self.text.pack(side=tk.LEFT,fill=tk.Y)
+        self.scroll.config(command=self.text.yview)
+        self.text.config(yscrollcommand=self.scroll.set)
+
+    def start(self, songs):
+        global on_hit
+        if on_hit == False:
+            on_hit = True
+            self.ser=serial.Serial("COM9",9600,timeout=0.5)#using serial port: winsows com1
+            while(on_hit):
+                    self.update()
+
+
+
+                    data = self.ser.readline().decode()
+                    para = data.split(',')
+                    self.text.insert(tk.END, "跌倒概率：%s \t-- %s\n" %(para[0], time.ctime()))
+                    self.text.see('end')
+                    if re.search('fall',data):
+                        messagebox.showwarning('Warning', 'someone fall')
+
+        else:
+            on_hit = False
+            self.ser.close()#close serial port
+            #time.sleep(5)
+            #self.var.set('')#var.set('')
+
+    @staticmethod
+    def thread_it(func, *args):
+        t = threading.Thread(target=func, args=args)
+        t.setDaemon(True)
+        t.start()
+        # t.join()
+
+
+app = Application()
+app.mainloop()

arc_design_contest/2020/HUST_SHMS/doc/proc.png

@@ -0,0 +1,49 @@
+#ifndef _APPL_MEM_CONFIG_H_
+#define _APPL_MEM_CONFIG_H_
+
+#if defined(BOARD_EMSK)
+/* arcem9d only */
+
+#define REGION_MLI_ROM		REGION_ROM
+#define REGION_MLI_DATA		REGION_DCCM
+#define REGION_MLI_BSS		REGION_DCCM
+#define REGION_MLI_ZDATA	REGION_DCCM
+#define REGION_MLI_MODEL_P2	REGION_DCCM
+#define REGION_MLI_MODEL	REGION_DCCM
+#define REGION_MLI_XDATA	REGION_XCCM
+#define REGION_MLI_YDATA	REGION_YCCM
+
+#elif defined(BOARD_IOTDK)
+
+#define REGION_MLI_ROM		REGION_ROM
+#define REGION_MLI_DATA		REGION_DCCM
+#define REGION_MLI_BSS		REGION_DCCM
+#define REGION_MLI_ZDATA	REGION_DCCM
+#define REGION_MLI_MODEL_P2	REGION_DCCM
+#define REGION_MLI_MODEL	REGION_XCCM
+#define REGION_MLI_XDATA	REGION_XCCM
+#define REGION_MLI_YDATA	REGION_YCCM
+
+#elif defined(BOARD_EMSDP)
+
+#define REGION_MLI_ROM		REGION_ROM
+#define REGION_MLI_DATA		REGION_DCCM
+#define REGION_MLI_BSS		REGION_DCCM
+#define REGION_MLI_ZDATA	REGION_DCCM
+#define REGION_MLI_MODEL_P2	REGION_DCCM
+#define REGION_MLI_MODEL	REGION_XCCM
+#define REGION_MLI_XDATA	REGION_XCCM
+#define REGION_MLI_YDATA	REGION_YCCM
+
+#elif defined(BOARD_NSIM)
+#define REGION_MLI_ROM		REGION_ICCM
+#define REGION_MLI_DATA		REGION_DCCM
+#define REGION_MLI_BSS		REGION_DCCM
+#define REGION_MLI_ZDATA	REGION_DCCM
+#define REGION_MLI_MODEL_P2	REGION_DCCM
+#define REGION_MLI_MODEL	REGION_XCCM
+#define REGION_MLI_XDATA	REGION_XCCM
+#define REGION_MLI_YDATA	REGION_YCCM
+#endif
+
+#endif /* _APPL_MEM_CONFIG_H_ */