-
Notifications
You must be signed in to change notification settings - Fork 0
/
main.py
214 lines (181 loc) · 7.63 KB
/
main.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
import sys
import os
cwd = os.getcwd()
sys.path.append(cwd)
import numpy
# sys.path.insert(1, './pyKinectAzure/')
import numpy as np
from pyKinectAzure.pyKinectAzure import pyKinectAzure
from pyKinectAzure import _k4a
import cv2
import kcf_tracking
# 添加 Azure Kinect SDK 路径
# modulePath = 'C:\\Program Files\\Azure Kinect SDK v1.4.2\\sdk\\windows-desktop\\amd64\\release\\bin\\k4a.dll'
modulePath = 'C://Users//渺渺夕//Desktop//OrbbecSDK_K4A_Wrapper_v1.10.1_windows_2024_05_14//bin//k4a.dll'
# modulePath = 'D:\\Azure Kinect SDK v1.4.1\\sdk\\windows-desktop\\amd64\\release\\bin\\k4a.dll'
import plot3dUtils
#对获取的深度图像进行颜色处理
def color_depth_image(depth_image):
depth_color_image = cv2.convertScaleAbs(depth_image,
alpha=0.05) # alpha is fitted by visual comparison with Azure k4aviewer results
depth_color_image = cv2.applyColorMap(depth_color_image, cv2.COLORMAP_JET)
return depth_color_image
def save_npy(color_image_list1,depth_image_list2,points_list3):
a = numpy.array(color_image_list1)
b = numpy.array(depth_image_list2)
c = numpy.array(points_list3)
numpy.save('color.npy', a)
numpy.save('depth.npy', b)
numpy.save('points.npy', c)
def display_all():
# 初始化
pyK4A = pyKinectAzure(modulePath)
pyK4A.device_open(index=0)
device_config = pyK4A.config
device_config.color_format = _k4a.K4A_IMAGE_FORMAT_COLOR_BGRA32
device_config.color_resolution = _k4a.K4A_COLOR_RESOLUTION_720P
device_config.depth_mode = _k4a.K4A_DEPTH_MODE_WFOV_2X2BINNED
print(device_config)
# 开启摄像头
pyK4A.device_start_cameras(device_config)
#获取相机序列号
serial_number=pyK4A.device_get_serialnum()
print(serial_number)
k = 0
open3dVisualizer = plot3dUtils.Open3dVisualizer()
list1=[] #保存RGB图像
list2=[] #保存深度图像
list3=[] #保存点云图
encode_param = [int(cv2.IMWRITE_JPEG_QUALITY), 30]
while True:
# Get capture
# starttime = time.time()
pyK4A.device_get_capture()
# 获取深度图像
depth_image_handle = pyK4A.capture_get_depth_image()
# 获取RGB图像
color_image_handle = pyK4A.capture_get_color_image()
# print(depth_image_handle)
# 将深度图转为点云图
point_cloud = pyK4A.transform_depth_image_to_point_cloud(depth_image_handle)
print(k)
# 检查图像是否读取成功
if depth_image_handle and color_image_handle:
# 将获取到的图像转换为nummpy矩阵
color_image = pyK4A.image_convert_to_numpy(color_image_handle)[:, :, :3]
depth_image = pyK4A.image_convert_to_numpy(depth_image_handle)
ret, point_cloud_image = pyK4A.image_convert_to_numpy(point_cloud)
points = point_cloud_image
points = points.reshape((-1, 3))
depth_image = color_depth_image(depth_image)
list1.append(color_image)
list2.append(depth_image)
list3.append(points)
# 图像显示
open3dVisualizer(points)
cv2.namedWindow(' Color Image', cv2.WINDOW_NORMAL)
cv2.imshow(' Color Image', color_image)
cv2.namedWindow(' Depth Image', cv2.WINDOW_NORMAL)
cv2.imshow(' Depth Image', depth_image)
k = cv2.waitKey(25)
if k == 27: # Esc
break
# if cv2.waitKey(25) & 0xFF == 27:
# break
pyK4A.image_release(depth_image_handle)
pyK4A.image_release(color_image_handle)
pyK4A.capture_release()
# k += 1
save_npy(list1, list2, list3)
pyK4A.device_stop_cameras()
pyK4A.device_close()
def track():
pyK4A = pyKinectAzure(modulePath)
pyK4A.device_open()
device_config = pyK4A.config
device_config.color_format = _k4a.K4A_IMAGE_FORMAT_COLOR_BGRA32
device_config.color_resolution = _k4a.K4A_COLOR_RESOLUTION_720P
device_config.depth_mode = _k4a.K4A_DEPTH_MODE_WFOV_2X2BINNED
print(device_config)
# 开启摄像头
pyK4A.device_start_cameras(device_config)
# 获取相机序列号
serial_number = pyK4A.device_get_serialnum()
print(serial_number)
k = 0
# 选择 框选帧
print("按 n 选择下一帧，按 y 选取当前帧")
while True:
# Get capture
pyK4A.device_get_capture()
# Get the depth image from the capture
depth_image_handle = pyK4A.capture_get_depth_image()
# Get the color image from the capture
color_image_handle = pyK4A.capture_get_color_image()
# Check the image has been read correctly
if depth_image_handle and color_image_handle:
# Read and convert the image data to numpy array:
color_image = pyK4A.image_convert_to_numpy(color_image_handle)[:, :, :3]
# depth_image=pyK4A.image_convert_to_numpy(depth_image_handle)
# depth_image=color_depth_image(depth_image)
_key = cv2.waitKey(0) & 0xFF
if (_key == ord('n')):
color_image_handle = pyK4A.capture_get_color_image()
color_image = pyK4A.image_convert_to_numpy(color_image_handle)[:, :, :3]
if (_key == ord('y')):
break
# cv2.namedWindow(' Color Image', cv2.WINDOW_NORMAL)
color_image = cv2.resize(color_image, (1280, 720))
cv2.rectangle(color_image, (30, 30), (100, 100), (255, 0, 0), 2, 1)
cv2.imshow(' Color Image', color_image)
# cv2.namedWindow(' Depth Image', cv2.WINDOW_NORMAL)
# cv2.imshow(' Depth Image', depth_image)
k = cv2.waitKey(25)
if k == 27: # Esc
break
pyK4A.image_release(depth_image_handle)
pyK4A.image_release(color_image_handle)
pyK4A.capture_release()
cv2.destroyWindow("pick frame")
gROI = cv2.selectROI("ROI frame", color_image, False)
if (not gROI):
print("空框选，退出")
quit()
gTracker = kcf_tracking.Tracker(tracker_type="KCF")
gTracker.initWorking(color_image, gROI)
while True:
# Get capture
pyK4A.device_get_capture()
# Get the color image from the capture
color_image_handle = pyK4A.capture_get_color_image()
if color_image_handle:
color_image = pyK4A.image_convert_to_numpy(color_image_handle)[:, :, :3]
color_image = cv2.resize(color_image, (1280, 720))
_item, p1, p2 = gTracker.track(color_image)
cv2.imshow("track result", _item.getFrame())
if _item.getMessage():
# 打印跟踪数据
print(_item.getMessage())
else:
# 丢失，重新用初始ROI初始
print("丢失，重新使用初始ROI开始")
gTracker = kcf_tracking.Tracker(tracker_type="KCF")
# gTracker = Tracker(tracker_type="MOSSE")
gTracker.initWorking(color_image, gROI)
_key = cv2.waitKey(1) & 0xFF
if (_key == ord('q')) | (_key == 27):
break
if (_key == ord('r')):
# 用户请求用初始ROI
print("用户请求用初始ROI")
gTracker = kcf_tracking.Tracker(tracker_type="KCF")
# gTracker = Tracker(tracker_type="MOSSE")
gTracker.initWorking(color_image, gROI)
# pyK4A.image_release(depth_image_handle)
pyK4A.image_release(color_image_handle)
pyK4A.capture_release()
pyK4A.device_stop_cameras()
pyK4A.device_close()
if __name__ == '__main__':
display_all()
# track()