093~099 Feature descriptor matching

Author: JimmyHHua

README.md

@@ -129,5 +129,12 @@ code_087 | [Video Analysis-Frame Difference Moving Object Analysis](python/code_
 code_088 | [Video Analysis-Meanshift](python/code_088)   | ✏️
 code_089 | [Video Analysis-CamShift](python/code_089)   | ✏️
 code_090 | [Video Analysis-Object Movement Trajectory Drawing](python/code_090)   | ✔️
-code_090 | [Object Detection-HAAR Cascade Classification ](python/code_091)   | ✔️
-code_090 | [Object Detection-HAAR Feature Analysis](python/code_092)   | ✔️
+code_091 | [Object Detection-HAAR Cascade Classification ](python/code_091)   | ✔️
+code_092 | [Object Detection-HAAR Feature Analysis](python/code_092)   | ✔️
+code_093 | [Object Detection-LBP Feature Analysis](python/code_093/opencv_093.py)   | ✔️
+code_094 | [ORB Feature Critical Point Detection](python/code_094)   | ✏️
+code_095 | [ORB Feature Descriptor Matching](python/code_095)   | ✔️
+code_096 | [Multiple  Descriptor Matching Methods](python/code_096)   | ✏️
+code_097 | [Location of Known Objects Based on Descriptor Matches](python/code_097)   | ✏️
+code_098 | [SIFT Feature Critical Point Detection](python/code_097)   | ✔️
+code_099 | [SIFT Feature Descriptor Matching](python/code_097)   | ✔️

README_CN.md

@@ -128,5 +128,12 @@ code_087 | [视频分析-帧差移动对象分析](python/code_087/opencv_087.py
 code_088 | [视频分析-均值迁移](python/code_088)   | ✏️
 code_089 | [视频分析-连续自适应均值迁移](python/code_089)   | ✏️
 code_090 | [视频分析-对象移动轨迹绘制](python/code_090)   | ✔️
-code_090 | [对象检测-HAAR级联分类器](python/code_091)   | ✔️
-code_090 | [对象检测-HAAR特征分析](python/code_092)   | ✔️
+code_091 | [对象检测-HAAR级联分类器](python/code_091)   | ✔️
+code_092 | [对象检测-HAAR特征分析](python/code_092)   | ✔️
+code_093 | [对象检测-LBP特征分析](python/code_093/opencv_093.py)   | ✔️
+code_094 | [ORB 特征关键点检测](python/code_094)   | ✏️
+code_095 | [ORB 特征描述子匹配](python/code_095)   | ✔️
+code_096 | [多种描述子匹配方法](python/code_096)   | ✏️
+code_097 | [基于描述子匹配的已知对象定位](python/code_097)   | ✏️
+code_098 | [SIFT 特征关键点检测](python/code_097)   | ✔️
+code_099 | [SIFT 特征描述子匹配](python/code_097)   | ✔️

python/code_093/faces_lbp.jpg

@@ -0,0 +1,33 @@
+import cv2 as cv
+
+#capture = cv.VideoCapture(1)
+detector = cv.CascadeClassifier("lbpcascade_frontalface_improved.xml")
+image = cv.imread('people.jpg')
+
+faces = detector.detectMultiScale(image, scaleFactor=1.05, minNeighbors=1,
+                                  minSize=(30, 30), maxSize=(200, 200))
+for x, y, width, height in faces:
+    cv.rectangle(image, (x, y), (x+width, y+height), (0, 0, 255), 2, cv.LINE_8, 0)
+
+cv.imshow("faces", image)
+cv.imwrite("faces_lbp.jpg", image)
+
+c = cv.waitKey(0)
+'''
+while True:
+    ret, image = capture.read()
+    if ret is True:
+        cv.imshow("frame", image)
+        faces = detector.detectMultiScale(image, scaleFactor=1.05, minNeighbors=1,
+                                          minSize=(30, 30), maxSize=(120, 120))
+        for x, y, width, height in faces:
+            cv.rectangle(image, (x, y), (x+width, y+height), (0, 0, 255), 2, cv.LINE_8, 0)
+        cv.imshow("faces", image)
+        c = cv.waitKey(50)
+        if c == 27:
+            break
+    else:
+        break
+'''
+cv.destroyAllWindows()
+

python/code_093/lbpcascade_frontalface_improved.xml

@@ -0,0 +1,2 @@
+#### More Detail, please check the blog of zhihu as below
+✈️ ✈️ ✈️ [OpenCV图像处理- 特征点检测、描述子匹配](https://zhuanlan.zhihu.com/p/74040063)

python/code_093/opencv_093.py

@@ -0,0 +1,15 @@
+import cv2 as cv
+import numpy as np
+
+src = cv.imread("test.jpg")
+cv.namedWindow("input", cv.WINDOW_AUTOSIZE)
+cv.imshow("input", src)
+# 创建orb检测器
+orb = cv.ORB_create()
+kps = orb.detect(src)
+# -1表示随机颜色
+result = cv.drawKeypoints(src, kps, None, -1, cv.DrawMatchesFlags_DEFAULT)
+cv.imshow("result", result)
+cv.imwrite('orb_result.jpg', result)
+cv.waitKey(0)
+cv.destroyAllWindows()

python/code_093/people.jpg

@@ -0,0 +1,2 @@
+#### More Detail, please check the blog of zhihu as below
+✈️ ✈️ ✈️ [OpenCV图像处理- 特征点检测、描述子匹配](https://zhuanlan.zhihu.com/p/74040063)

python/code_094/README.md

@@ -0,0 +1,24 @@
+import cv2 as cv
+
+box = cv.imread("D:/vcprojects/data/box.png",0);
+box_in_sence = cv.imread("D:/vcprojects/data/box_in_scene.png",0);
+cv.imshow("box", box)
+cv.imshow("box_in_sence", box_in_sence)
+
+# 创建ORB特征检测器
+orb = cv.ORB_create()
+
+kp1, des1 = orb.detectAndCompute(box,None)
+kp2, des2 = orb.detectAndCompute(box_in_sence,None)
+
+# 暴力匹配 汉明距离匹配特征点
+bf = cv.BFMatcher(cv.NORM_HAMMING, crossCheck=True)
+matches = bf.match(des1,des2)
+
+# 绘制匹配
+result = cv.drawMatches(box, kp1, box_in_sence, kp2, matches, None)
+cv.imshow("orb-match", result)
+cv.waitKey(0)
+cv.destroyAllWindows()
+
+

python/code_094/opencv_094.py

@@ -0,0 +1,38 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+"""
+@Date:   2019-07-17 15:40:17
+
+@author: JimmyHua
+"""
+
+import cv2 as cv
+
+box = cv.imread("D:/vcprojects/data/box.png",0);
+box_in_sence = cv.imread("D:/vcprojects/data/box_in_scene.png",0);
+cv.imshow("box", box)
+cv.imshow("box_in_sence", box_in_sence)
+
+# 创建ORB特征检测器
+orb = cv.ORB_create()
+
+kp1, des1 = orb.detectAndCompute(box,None)
+kp2, des2 = orb.detectAndCompute(box_in_sence,None)
+
+bf = cv.BFMatcher(cv.NORM_HAMMING, crossCheck=True)
+# knn match
+matches = bf.knnMatch(des1, des2, k=1)
+
+# 删除matches里面的空list，并且根据距离排序
+while [] in matches:
+    matches.remove([])
+matches = sorted(matches, key = lambda x:x[0].distance)
+
+# 画出距离最短的前15个点
+result = cv.drawMatchesKnn(box, kp1, box_in_sence, kp2, matches[0:15], None, matchColor = (0,255,0), singlePointColor = (255,0,255))
+cv.imshow("orb-match", result)
+cv.imwrite("orb-match-1.jpg", result)
+cv.waitKey(0)
+cv.destroyAllWindows()
+
+

python/code_094/orb_result.jpg

@@ -0,0 +1,48 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+"""
+@Date:   2019-07-17 15:27:36
+
+@author: JimmyHua
+"""
+
+import cv2 as cv
+
+box = cv.imread("D:/vcprojects/data/box.png",0);
+box_in_sence = cv.imread("D:/vcprojects/data/box_in_scene.png",0);
+cv.imshow("box", box)
+cv.imshow("box_in_sence", box_in_sence)
+
+# 创建ORB特征检测器
+orb = cv.xfeatures2d.SIFT_create()
+
+kp1, des1 = orb.detectAndCompute(box,None)
+kp2, des2 = orb.detectAndCompute(box_in_sence,None)
+
+
+index_params = dict(algorithm = 0, trees = 5)
+
+search_params = dict(checks=20)
+
+flann = cv.FlannBasedMatcher(index_params,search_params)
+
+matches = flann.knnMatch(des1, des2, k=2)
+print(matches[0:5])
+
+# 记录好的点
+goodMatches = [[0,0] for i in range(len(matches))]
+
+for i,(m,n) in enumerate(matches):
+    if m.distance < 0.7*n.distance:
+        goodMatches[i]=[1,0]
+
+draw_params = dict(matchColor = (0,255,0), singlePointColor = (255,0,0), matchesMask = goodMatches, flags = 0)
+
+result = cv.drawMatchesKnn(box, kp1, box_in_sence, kp2, matches, None, **draw_params)
+
+cv.imshow("orb-match", result)
+cv.imwrite("orb-match-2.jpg", result)
+cv.waitKey(0)
+cv.destroyAllWindows()
+
+

python/code_094/test.jpg

@@ -0,0 +1,2 @@
+#### More Detail, please check the blog of zhihu as below
+✈️ ✈️ ✈️ [OpenCV图像处理- 特征点检测、描述子匹配](https://zhuanlan.zhihu.com/p/74040063)

python/code_094/test.png

@@ -0,0 +1,25 @@
+import cv2 as cv
+
+box = cv.imread("D:/vcprojects/data/box.png");
+box_in_sence = cv.imread("D:/vcprojects/data/box_in_scene.png");
+cv.imshow("box", box)
+cv.imshow("box_in_sence", box_in_sence)
+
+# 创建ORB特征检测器
+orb = cv.ORB_create()
+kp1, des1 = orb.detectAndCompute(box,None)
+kp2, des2 = orb.detectAndCompute(box_in_sence,None)
+
+# 暴力匹配，汉明距离匹配特征点
+bf = cv.BFMatcher(cv.NORM_HAMMING, crossCheck=True)
+matches = bf.match(des1,des2)
+
+# 绘制匹配，只提取距离最小的10个点
+matches = sorted(matches, key = lambda x:x.distance)
+result = cv.drawMatches(box, kp1, box_in_sence, kp2, matches[:10], None)
+cv.imshow("orb-match", result)
+cv.imwrite("orb-match.jpg", result)
+cv.waitKey(0)
+cv.destroyAllWindows()
+
+

python/code_095/README.md

@@ -0,0 +1,2 @@
+#### More Detail, please check the blog of zhihu as below
+✈️ ✈️ ✈️ [OpenCV图像处理- 特征点检测、描述子匹配](https://zhuanlan.zhihu.com/p/74040063)

python/code_095/box.png

@@ -0,0 +1,60 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+"""
+@Date:   2019-07-16 16:27:14
+
+@author: JimmyHua
+"""
+
+import cv2 as cv
+import numpy as np
+
+box = cv.imread("D:/vcprojects/data/box.png");
+box_in_sence = cv.imread("D:/vcprojects/data/box_in_scene.png");
+cv.imshow("box", box)
+cv.imshow("box_in_sence", box_in_sence)
+
+# 创建ORB特征检测器
+orb = cv.ORB_create()
+kp1, des1 = orb.detectAndCompute(box,None)
+kp2, des2 = orb.detectAndCompute(box_in_sence,None)
+
+# 暴力匹配
+bf = cv.BFMatcher(cv.NORM_HAMMING, crossCheck=True)
+matches = bf.match(des1,des2)
+goodMatches = []
+
+# 筛选出好的描述子
+matches = sorted(matches, key = lambda x:x.distance)
+for i in range(len(matches)):
+    if (matches[i].distance < 0.46 * matches[-1].distance):
+            goodMatches.append(matches[i])
+
+result = cv.drawMatches(box, kp1, box_in_sence, kp2, goodMatches, None)
+
+obj_pts, scene_pts = [], []
+
+# 单独保存 obj 和 scene 好的点位置
+for f in goodMatches:
+    obj_pts.append(kp1[f.queryIdx].pt)
+    scene_pts.append(kp2[f.trainIdx].pt)
+
+#H, _= cv.findHomography(np.float32(obj_pts), np.float32(scene_pts), cv.RANSAC)
+
+H, _ = cv.findHomography(np.float32(obj_pts), np.float32(scene_pts), cv.RHO)
+
+h, w = box.shape[0:2]
+
+pts = np.float32([[0, 0], [0, h], [w, h], [w, 0]]).reshape(-1, 1, 2)
+dst = cv.perspectiveTransform(pts, H).reshape(-1, 2)
+# 加上偏移量
+for i in range(4):
+    dst[i][0] += w
+
+cv.polylines(result, [np.int32(dst)], True, (0, 255, 0), 3, cv.LINE_AA)
+
+cv.imshow("orb-match", result)
+cv.imwrite("orv-match.jpg", result)
+
+cv.waitKey(0)
+cv.destroyAllWindows()

python/code_095/box_in_scene.png

@@ -0,0 +1,2 @@
+#### More Detail, please check the blog of zhihu as below
+✈️ ✈️ ✈️ [OpenCV图像处理- 特征点检测、描述子匹配](https://zhuanlan.zhihu.com/p/74040063)

python/code_095/opencv_095.py

@@ -0,0 +1,13 @@
+import cv2 as cv
+import numpy as np
+
+src = cv.imread("flower.jpg")
+cv.namedWindow("input", cv.WINDOW_AUTOSIZE)
+cv.imshow("input", src)
+sift = cv.xfeatures2d.SIFT_create()
+kps = sift.detect(src)
+result = cv.drawKeypoints(src, kps, None, -1, cv.DrawMatchesFlags_DEFAULT)
+cv.imshow("sift-detector", result)
+cv.waitKey(0)
+cv.destroyAllWindows()
+

python/code_095/opencv_095_1.py

@@ -0,0 +1,2 @@
+#### More Detail, please check the blog of zhihu as below
+✈️ ✈️ ✈️ [OpenCV图像处理- 特征点检测、描述子匹配](https://zhuanlan.zhihu.com/p/74040063)

python/code_095/opencv_095_2.py

@@ -0,0 +1,25 @@
+import cv2 as cv
+
+box = cv.imread("D:/vcprojects/data/box.png");
+box_in_sence = cv.imread("D:/vcprojects/data/box_in_scene.png");
+cv.imshow("box", box)
+cv.imshow("box_in_sence", box_in_sence)
+
+# 创建ORB特征检测器
+sift = cv.xfeatures2d.SIFT_create()
+kp1, des1 = sift.detectAndCompute(box,None)
+kp2, des2 = sift.detectAndCompute(box_in_sence,None)
+
+# 暴力匹配
+bf = cv.DescriptorMatcher_create(cv.DescriptorMatcher_BRUTEFORCE)
+matches = bf.match(des1,des2)
+
+# 绘制匹配
+matches = sorted(matches, key = lambda x:x.distance)
+result = cv.drawMatches(box, kp1, box_in_sence, kp2, matches[:15], None)
+cv.imshow("orb-match", result)
+cv.imwrite("orb-match.jpg", result)
+cv.waitKey(0)
+cv.destroyAllWindows()
+
+