line_dataset.py 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687
  1. import cv2
  2. import imageio
  3. import numpy as np
  4. from skimage.draw import ellipse
  5. from torch.utils.data.dataset import T_co
  6. from libs.vision_libs.utils import draw_keypoints
  7. from models.base.base_dataset import BaseDataset
  8. import json
  9. import os
  10. import PIL
  11. import matplotlib as mpl
  12. from torchvision.utils import draw_bounding_boxes
  13. import torchvision.transforms.v2 as transforms
  14. import torch
  15. import matplotlib.pyplot as plt
  16. from models.base.transforms import get_transforms
  17. from utils.data_process.mask.show_mask import save_full_mask
  18. from utils.data_process.show_prams import print_params
  19. def validate_keypoints(keypoints, image_width, image_height):
  20. for kp in keypoints:
  21. x, y, v = kp
  22. if not (0 <= x < image_width and 0 <= y < image_height):
  23. raise ValueError(f"Key point ({x}, {y}) is out of bounds for image size ({image_width}, {image_height})")
  24. """
  25. 直接读取xanlabel标注的数据集json格式
  26. """
  27. class LineDataset(BaseDataset):
  28. def __init__(self, dataset_path, data_type, transforms=None, augmentation=False, dataset_type=None, img_type='rgb',
  29. target_type='pixel'):
  30. super().__init__(dataset_path)
  31. self.data_path = dataset_path
  32. self.data_type = data_type
  33. print(f'data_path:{dataset_path}')
  34. self.transforms = transforms
  35. self.img_path = os.path.join(dataset_path, "images/" + dataset_type)
  36. self.lbl_path = os.path.join(dataset_path, "labels/" + dataset_type)
  37. self.imgs = os.listdir(self.img_path)
  38. self.lbls = os.listdir(self.lbl_path)
  39. self.target_type = target_type
  40. self.img_type = img_type
  41. self.augmentation = augmentation
  42. print(f'augmentation:{augmentation}')
  43. # self.default_transform = DefaultTransform()
  44. def __getitem__(self, index) -> T_co:
  45. img_path = os.path.join(self.img_path, self.imgs[index])
  46. if self.data_type == 'tiff':
  47. lbl_path = os.path.join(self.lbl_path, self.imgs[index][:-4] + 'json')
  48. img = imageio.v3.imread(img_path)[:, :, 0]
  49. print(f'img shape:{img.shape}')
  50. w, h = img.shape[:2]
  51. img = img.reshape(w, h, 1)
  52. img_3channel = np.zeros((w, h, 3), dtype=img.dtype)
  53. img_3channel[:, :, 2] = img[:, :, 0]
  54. img = torch.from_numpy(img_3channel).permute(2, 1, 0)
  55. else:
  56. lbl_path = os.path.join(self.lbl_path, self.imgs[index][:-3] + 'json')
  57. img = PIL.Image.open(img_path).convert('RGB')
  58. w, h = img.size
  59. # wire_labels, target = self.read_target(item=index, lbl_path=lbl_path, shape=(h, w))
  60. print(img_path)
  61. print_params(img)
  62. target = self.read_target(item=index, lbl_path=lbl_path, shape=(h, w),image=img)
  63. self.transforms = get_transforms(augmention=self.augmentation)
  64. img, target = self.transforms(img, target)
  65. return img, target
  66. def __len__(self):
  67. return len(self.imgs)
  68. def read_target(self, item, lbl_path, shape, extra=None,image=None):
  69. # print(f'shape:{shape}')
  70. # print(f'lbl_path:{lbl_path}')
  71. with open(lbl_path, 'r') as file:
  72. lable_all = json.load(file)
  73. objs = lable_all["shapes"]
  74. point_pairs = objs[0]['points']
  75. # print(f'point_pairs:{point_pairs}')
  76. target = {}
  77. target["image_id"] = torch.tensor(item)
  78. #boxes, line_point_pairs, points, labels, mask_ends, mask_params
  79. boxes, lines, points, labels, arc_ends, arc_params = get_boxes_lines(objs, shape)
  80. # print_params(arc_ends, arc_params)
  81. # if points is not None:
  82. # target["points"] = points
  83. # if lines is not None:
  84. # a = torch.full((lines.shape[0],), 2).unsqueeze(1)
  85. # lines = torch.cat((lines, a), dim=1)
  86. # target["lines"] = lines.to(torch.float32).view(-1, 2, 3)
  87. if lines is not None:
  88. label_3d = labels.view(-1, 1, 1).expand(-1, 2, -1) # [N] -> [N,2,1]
  89. line1 = torch.cat([lines, label_3d], dim=-1) # [N,2,3]
  90. target["lines"] = line1.to(torch.float32)
  91. if arc_ends is not None:
  92. target['mask_ends'] = arc_ends
  93. if arc_params is not None:
  94. target['mask_params'] = arc_params
  95. # arc_angles = compute_arc_angles(arc_ends, arc_params)
  96. # print_params(arc_ends,arc_params)
  97. arc_masks = []
  98. for i in range(len(arc_params)):
  99. mask = arc_to_mask_safe(arc_params[i], arc_ends[i], shape=(2000, 2000),debug=False)
  100. arc_masks.append(mask)
  101. # print_params(arc_masks)
  102. target['circle_masks'] = torch.stack(arc_masks, dim=0)
  103. # save_full_mask(torch.stack(arc_masks, dim=0), "arc_masks",
  104. # "/home/zhaoyinghan/py_ws/code/circle_huayan/MultiVisionModels/models/line_detect/out_feature_dataset",
  105. # force_save=False,image=image,show_on_image=True)
  106. target["boxes"] = boxes
  107. target["labels"] = labels
  108. # target["boxes"], lines,target["points"], target["labels"] = get_boxes_lines(objs,shape)
  109. # print(f'lines:{lines}')
  110. # target["labels"] = torch.ones(len(target["boxes"]), dtype=torch.int64)
  111. # print(f'target points:{target["points"]}')
  112. # target["lines"] = lines.to(torch.float32).view(-1,2,3)
  113. # print(f'')
  114. # print(f'lines:{target["lines"].shape}')
  115. target["img_size"] = shape
  116. # validate_keypoints(lines, shape[0], shape[1])
  117. return target
  118. def show(self, idx, show_type='all'):
  119. image, target = self.__getitem__(idx)
  120. cmap = plt.get_cmap("jet")
  121. norm = mpl.colors.Normalize(vmin=0.4, vmax=1.0)
  122. sm = plt.cm.ScalarMappable(cmap=cmap, norm=norm)
  123. sm.set_array([])
  124. img = image
  125. # print(f'img:{img.shape}')
  126. if show_type == 'arc_yuan_point_ellipse':
  127. arc_ends = target['mask_ends']
  128. arc_params = target['mask_params']
  129. fig, ax = plt.subplots()
  130. ax.imshow(img.permute(1, 2, 0))
  131. for params in arc_params:
  132. if torch.all(params == 0):
  133. continue
  134. x, y, a, b, q = params
  135. theta = np.radians(q)
  136. phi = np.linspace(0, 2 * np.pi, 500)
  137. x_ellipse = x + a * np.cos(phi) * np.cos(theta) - b * np.sin(phi) * np.sin(theta)
  138. y_ellipse = y + a * np.cos(phi) * np.sin(theta) + b * np.sin(phi) * np.cos(theta)
  139. plt.plot(x_ellipse, y_ellipse, 'b-', linewidth=2)
  140. for point2 in arc_ends:
  141. if torch.all(point2 == 0):
  142. continue
  143. ends_np = point2.cpu().numpy()
  144. ax.plot(ends_np[:, 0], ends_np[:, 1], 'ro', markersize=6, label='Arc Endpoints')
  145. ax.legend()
  146. plt.axis('image') # 保持比例一致
  147. plt.show()
  148. if show_type == 'circle_masks':
  149. boxed_image = draw_bounding_boxes((img * 255).to(torch.uint8), target["boxes"],
  150. colors="yellow", width=1)
  151. # arc = target['arc']
  152. arc_mask = target['circle_masks']
  153. # print(f'taget circle:{arc.shape}')
  154. print(f'target circle_masks:{arc_mask.shape}')
  155. combined = torch.cat(list(arc_mask), dim=1)
  156. plt.imshow(combined)
  157. plt.show()
  158. if show_type == 'circle_masks11':
  159. boxed_image = draw_bounding_boxes((img * 255).to(torch.uint8), target["boxes"],
  160. colors="yellow", width=1)
  161. circle = target['circles']
  162. circle_mask = target['circle_masks']
  163. print(f'taget circle:{circle.shape}')
  164. print(f'target circle_masks:{circle_mask.shape}')
  165. plt.imshow(circle_mask.squeeze(0))
  166. keypoint_img = draw_keypoints(boxed_image, circle, colors='red', width=3)
  167. # plt.imshow(keypoint_img.permute(1, 2, 0).numpy())
  168. plt.show()
  169. # if show_type=='lines':
  170. # keypoint_img=draw_keypoints((img * 255).to(torch.uint8),target['lines'],colors='red',width=3)
  171. # plt.imshow(keypoint_img.permute(1, 2, 0).numpy())
  172. # plt.show()
  173. if show_type == 'points':
  174. # print(f'points:{target['points'].shape}')
  175. keypoint_img = draw_keypoints((img * 255).to(torch.uint8), target['points'].unsqueeze(1), colors='red',
  176. width=3)
  177. plt.imshow(keypoint_img.permute(1, 2, 0).numpy())
  178. plt.show()
  179. if show_type == 'boxes':
  180. boxed_image = draw_bounding_boxes((img * 255).to(torch.uint8), target["boxes"],
  181. colors="yellow", width=1)
  182. plt.imshow(boxed_image.permute(1, 2, 0).numpy())
  183. plt.show()
  184. def show_img(self, img_path):
  185. pass
  186. import torch
  187. import numpy as np
  188. import cv2
  189. def arc_to_mask_safe(arc_param, arc_end, shape, line_width=5, debug=True, idx=-1):
  190. """
  191. Generate a mask for a small (<180 degree) arc based on arc parameters and endpoints.
  192. Args:
  193. arc_param: torch.Tensor of shape (5,) - [cx, cy, a, b, theta]
  194. arc_end: torch.Tensor of shape (2,2) - [[x1,y1],[x2,y2]]
  195. shape: tuple (H,W) - mask size
  196. line_width: thickness of the arc
  197. debug: bool - if True, print debug info
  198. idx: int or str - index for debugging identification
  199. Returns:
  200. mask: torch.Tensor of shape (H,W)
  201. """
  202. # ------------------ Check for all-zero input ------------------
  203. if torch.all(arc_param == 0) or torch.all(arc_end == 0):
  204. if debug:
  205. print(f"[{idx}] Warning: arc_param or arc_end all zeros. Returning zero mask.")
  206. print(f"[{idx}] arc_param: {arc_param.tolist()}")
  207. print(f"[{idx}] arc_end: {arc_end.tolist()}")
  208. return torch.zeros(shape, dtype=torch.float32)
  209. cx, cy, a, b, theta = arc_param.tolist()
  210. if a <= 0 or b <= 0:
  211. if debug:
  212. print(f"[{idx}] Warning: invalid ellipse axes a={a}, b={b}. Returning zero mask.")
  213. print(f"[{idx}] arc_param: {arc_param.tolist()}")
  214. print(f"[{idx}] arc_end: {arc_end.tolist()}")
  215. return torch.zeros(shape, dtype=torch.float32)
  216. x1, y1 = arc_end[0].tolist()
  217. x2, y2 = arc_end[1].tolist()
  218. cos_t = np.cos(theta)
  219. sin_t = np.sin(theta)
  220. def point_to_angle(x, y):
  221. dx = x - cx
  222. dy = y - cy
  223. x_ = cos_t * dx + sin_t * dy
  224. y_ = -sin_t * dx + cos_t * dy
  225. return np.arctan2(y_ / b, x_ / a)
  226. try:
  227. angle1 = point_to_angle(x1, y1)
  228. angle2 = point_to_angle(x2, y2)
  229. except Exception as e:
  230. if debug:
  231. print(f"[{idx}] Exception in point_to_angle: {e}")
  232. print(f"[{idx}] arc_param: {arc_param.tolist()}, arc_end: {arc_end.tolist()}")
  233. return torch.zeros(shape, dtype=torch.float32)
  234. if np.isnan(angle1) or np.isnan(angle2):
  235. if debug:
  236. print(f"[{idx}] Warning: angle1 or angle2 is NaN. Returning zero mask.")
  237. print(f"[{idx}] arc_param: {arc_param.tolist()}, arc_end: {arc_end.tolist()}")
  238. return torch.zeros(shape, dtype=torch.float32)
  239. # Ensure small arc (<180 degrees)
  240. if angle2 < angle1:
  241. angle2 += 2 * np.pi
  242. if angle2 - angle1 > np.pi:
  243. angle1, angle2 = angle2, angle1 + 2 * np.pi
  244. angles = np.linspace(angle1, angle2, 100)
  245. xs = cx + a * np.cos(angles) * cos_t - b * np.sin(angles) * sin_t
  246. ys = cy + a * np.cos(angles) * sin_t + b * np.sin(angles) * cos_t
  247. xs = np.nan_to_num(xs, nan=0.0).astype(np.int32)
  248. ys = np.nan_to_num(ys, nan=0.0).astype(np.int32)
  249. # ------------------ Debug prints ------------------
  250. if debug:
  251. print(f"[{idx}] arc_param: {arc_param.tolist()}")
  252. print(f"[{idx}] arc_end: {arc_end.tolist()}")
  253. print(f"[{idx}] xs[:5], ys[:5]: {xs[:5]}, {ys[:5]}")
  254. mask = np.zeros(shape, dtype=np.uint8)
  255. pts = np.stack([xs, ys], axis=1)
  256. # Draw the arc with given line_width
  257. for i in range(len(pts) - 1):
  258. cv2.line(mask, tuple(pts[i]), tuple(pts[i + 1]), color=1, thickness=line_width)
  259. # ------------------ Extra check for non-zero mask ------------------
  260. if debug:
  261. mask_sum = mask.sum()
  262. if mask_sum == 0:
  263. print(f"[{idx}] Warning: mask generated is all zeros!")
  264. else:
  265. print(f"[{idx}] mask sum: {mask_sum}")
  266. return torch.tensor(mask, dtype=torch.float32)
  267. def draw_el(all):
  268. # 解析椭圆参数
  269. if isinstance(all, torch.Tensor):
  270. all = all.cpu().numpy()
  271. x, y, a, b, q, q1, q2 = all
  272. theta = np.radians(q)
  273. phi1 = np.radians(q1) # 第一个点的参数角
  274. phi2 = np.radians(q2) # 第二个点的参数角
  275. # 生成椭圆上的点
  276. phi = np.linspace(0, 2 * np.pi, 500)
  277. x_ellipse = x + a * np.cos(phi) * np.cos(theta) - b * np.sin(phi) * np.sin(theta)
  278. y_ellipse = y + a * np.cos(phi) * np.sin(theta) + b * np.sin(phi) * np.cos(theta)
  279. # 计算两个指定点的坐标
  280. def param_to_point(phi, xc, yc, a, b, theta):
  281. x = xc + a * np.cos(phi) * np.cos(theta) - b * np.sin(phi) * np.sin(theta)
  282. y = yc + a * np.cos(phi) * np.sin(theta) + b * np.sin(phi) * np.cos(theta)
  283. return x, y
  284. P1 = param_to_point(phi1, x, y, a, b, theta)
  285. P2 = param_to_point(phi2, x, y, a, b, theta)
  286. # 创建画布并显示背景图片(使用传入的background_img,shape为[H, W, C])
  287. plt.figure(figsize=(10, 10))
  288. # plt.imshow(background_img) # 直接显示背景图
  289. # 绘制椭圆及相关元素
  290. plt.plot(x_ellipse, y_ellipse, 'b-', linewidth=2)
  291. plt.plot(x, y, 'ko', markersize=8)
  292. plt.plot(P1[0], P1[1], 'ro', markersize=10)
  293. plt.plot(P2[0], P2[1], 'go', markersize=10)
  294. plt.show()
  295. def arc_to_mask(arc7, shape, line_width=1):
  296. """
  297. Generate a binary mask of an elliptical arc.
  298. Args:
  299. xc, yc (float): 椭圆中心
  300. a, b (float): 长半轴、短半轴 (a >= b)
  301. theta (float): 椭圆旋转角度(**弧度**,逆时针,相对于 x 轴)
  302. phi1, phi2 (float): 起始和终止参数角(**弧度**,在 [0, 2π) 内)
  303. H, W (int): 输出 mask 的高度和宽度
  304. line_width (int): 弧线宽度(像素)
  305. Returns:
  306. mask (Tensor): [H, W], dtype=torch.uint8, 0/255
  307. """
  308. # print_params(arc7)
  309. # 确保 phi1 -> phi2 是正向(可处理跨 2π 的情况)
  310. if torch.all(arc7 == 0):
  311. return torch.zeros(shape, dtype=torch.uint8)
  312. xc, yc, a, b, theta, phi1, phi2 = arc7
  313. H, W = shape
  314. if phi2 < phi1:
  315. phi2 += 2 * np.pi
  316. # 生成参数角(足够密集,避免断线)
  317. num_points = max(int(200 * abs(phi2 - phi1) / (2 * np.pi)), 10)
  318. phi = np.linspace(phi1, phi2, num_points)
  319. # 椭圆参数方程(先在未旋转坐标系下计算)
  320. x_local = a * np.cos(phi)
  321. y_local = b * np.sin(phi)
  322. # 应用旋转和平移
  323. cos_t = np.cos(theta)
  324. sin_t = np.sin(theta)
  325. x_rot = x_local * cos_t - y_local * sin_t + xc
  326. y_rot = x_local * cos_t + y_local * sin_t + yc
  327. # 转为整数坐标(OpenCV 需要 int32)
  328. points = np.stack([x_rot, y_rot], axis=1).astype(np.int32)
  329. # 创建空白图像
  330. img = np.zeros((H, W), dtype=np.uint8)
  331. # 绘制折线(antialias=False 更适合 mask)
  332. cv2.polylines(img, [points], isClosed=False, color=255, thickness=line_width, lineType=cv2.LINE_AA)
  333. return torch.from_numpy(img).float() # [H, W], values: 0 or 255
  334. def compute_arc_angles(gt_mask_ends, gt_mask_params):
  335. """
  336. 给定椭圆上的一个点,计算其对应的参数角 phi(弧度)。
  337. Parameters:
  338. point: tuple or array-like, (x, y)
  339. ellipse_param: tuple or array-like, (xc, yc, a, b, theta)
  340. Returns:
  341. phi: float, in [0, 2*pi)
  342. """
  343. # print_params(gt_mask_ends, gt_mask_params)
  344. results = []
  345. if not isinstance(gt_mask_params, torch.Tensor):
  346. gt_mask_params_tensor = torch.tensor(gt_mask_params, dtype=gt_mask_ends.dtype, device=gt_mask_ends.device)
  347. else:
  348. gt_mask_params_tensor = gt_mask_params.clone().detach().to(gt_mask_ends)
  349. for ends_img, params_img in zip(gt_mask_ends, gt_mask_params_tensor):
  350. # print(f'params_img:{params_img}')
  351. if torch.norm(params_img) < 1e-6: # L2 norm near zero
  352. results.append(torch.zeros(2, device=params_img.device, dtype=params_img.dtype))
  353. continue
  354. x, y = ends_img
  355. xc, yc, a, b, theta = params_img
  356. # 1. 平移到中心
  357. dx = x - xc
  358. dy = y - yc
  359. # 2. 逆旋转(旋转 -theta)
  360. cos_t = torch.cos(theta)
  361. sin_t = torch.sin(theta)
  362. X = dx * cos_t + dy * sin_t
  363. Y = -dx * sin_t + dy * cos_t
  364. # 3. 归一化到单位圆(除以 a, b)
  365. cos_phi = X / a
  366. sin_phi = Y / b
  367. # 4. 用 atan2 求角度(自动处理象限)
  368. phi = torch.atan2(sin_phi, cos_phi)
  369. # 5. 转换到 [0, 2π)
  370. phi = torch.where(phi < 0, phi + 2 * torch.pi, phi)
  371. results.append(phi)
  372. return results
  373. def points_to_ellipse(points):
  374. """
  375. 根据提供的四个点估计椭圆参数。
  376. :param points: Tensor of shape (4, 2) 表示椭圆上的四个点
  377. :return: 返回 (cx, cy, r1, r2, orientation) 其中 cx, cy 是中心坐标,r1, r2 分别是长轴和短轴半径,orientation 是椭圆的方向(弧度)
  378. """
  379. # 转换为numpy数组进行计算
  380. pts = points.numpy()
  381. pts = pts.reshape(-1, 2)
  382. center = np.mean(pts, axis=0)
  383. A = np.hstack(
  384. [pts[:, 0:1] ** 2, pts[:, 0:1] * pts[:, 1:2], pts[:, 1:2] ** 2, pts[:, :2], np.ones((pts.shape[0], 1))])
  385. b = np.ones(pts.shape[0])
  386. x = np.linalg.lstsq(A, b, rcond=None)[0]
  387. # 解析解参见 https://en.wikipedia.org/wiki/Ellipse#General_ellipse
  388. a, b, c, d, f, g = x.ravel()
  389. numerator = 2 * (a * f * f + c * d * d + g * b * b - 2 * b * d * f - a * c * g)
  390. denominator1 = (b * b - a * c) * ((c - a) * np.sqrt(1 + 4 * b * b / ((a - c) * (a - c))) - (c + a))
  391. denominator2 = (b * b - a * c) * ((a - c) * np.sqrt(1 + 4 * b * b / ((a - c) * (a - c))) - (c + a))
  392. major_axis = np.sqrt(numerator / denominator1)
  393. minor_axis = np.sqrt(numerator / denominator2)
  394. distances = np.linalg.norm(pts - center, axis=1)
  395. long_axis_length = np.max(distances) * 2
  396. short_axis_length = np.min(distances) * 2
  397. orientation = np.arctan2(pts[1, 1] - pts[0, 1], pts[1, 0] - pts[0, 0])
  398. return center[0], center[1], long_axis_length / 2, short_axis_length / 2, orientation
  399. def generate_ellipse_mask(shape, ellipse_params):
  400. """
  401. 在指定形状的图像上生成椭圆mask。
  402. :param shape: 输出mask的形状 (HxW)
  403. :param ellipse_params: 椭圆参数 (cx, cy, rx, ry, orientation)
  404. :return: 椭圆mask
  405. """
  406. cx, cy, rx, ry, orientation = ellipse_params
  407. img = np.zeros(shape, dtype=np.uint8)
  408. cx, cy, rx, ry = int(cx), int(cy), int(rx), int(ry)
  409. rr, cc = ellipse(cy, cx, ry, rx, shape)
  410. img[rr, cc] = 1
  411. return img
  412. def sort_points_clockwise(points):
  413. points = np.array(points)
  414. top_left_idx = np.lexsort((points[:, 0], points[:, 1]))[0]
  415. reference_point = points[top_left_idx]
  416. def angle_to_reference(point):
  417. return np.arctan2(point[1] - reference_point[1], point[0] - reference_point[0])
  418. angles = np.apply_along_axis(angle_to_reference, 1, points)
  419. angles[angles < 0] += 2 * np.pi
  420. sorted_indices = np.argsort(angles)
  421. sorted_points = points[sorted_indices]
  422. return sorted_points.tolist()
  423. def get_boxes_lines(objs, shape):
  424. boxes = []
  425. labels = []
  426. h, w = shape
  427. line_point_pairs = []
  428. points = []
  429. mask_ends = []
  430. mask_params = []
  431. for obj in objs:
  432. # plt.plot([a[1], b[1]], [a[0], b[0]], c="red", linewidth=1) # a[1], b[1]无明确大小
  433. # print(f"points:{obj['points']}")
  434. label = obj['label']
  435. if label == 'line' or label == 'dseam1':
  436. a, b = obj['points'][0], obj['points'][1]
  437. # line_point_pairs.append(a)
  438. # line_point_pairs.append(b)
  439. line_point_pairs.append([a, b])
  440. xmin = max(0, (min(a[0], b[0]) - 6))
  441. xmax = min(w, (max(a[0], b[0]) + 6))
  442. ymin = max(0, (min(a[1], b[1]) - 6))
  443. ymax = min(h, (max(a[1], b[1]) + 6))
  444. boxes.append([xmin, ymin, xmax, ymax])
  445. labels.append(torch.tensor(2))
  446. points.append(torch.tensor([0.0]))
  447. mask_ends.append([[0, 0], [0, 0]])
  448. mask_params.append([0, 0, 0, 0, 0])
  449. # circle_4points.append([[0, 0], [0, 0], [0, 0], [0, 0]])
  450. elif label == 'point':
  451. p = obj['points'][0]
  452. xmin = max(0, p[0] - 12)
  453. xmax = min(w, p[0] + 12)
  454. ymin = max(0, p[1] - 12)
  455. ymax = min(h, p[1] + 12)
  456. points.append(p)
  457. labels.append(torch.tensor(1))
  458. boxes.append([xmin, ymin, xmax, ymax])
  459. line_point_pairs.append([[0, 0], [0, 0]])
  460. mask_ends.append([[0, 0], [0, 0]])
  461. mask_params.append([0, 0, 0, 0, 0])
  462. # circle_4points.append([[0, 0], [0, 0], [0, 0], [0, 0]])
  463. # elif label == 'arc':
  464. # arc_points = obj['points']
  465. # arc_params = obj['params']
  466. # arc_ends = obj['ends']
  467. # line_mask.append(arc_points)
  468. # mask_ends.append(arc_ends)
  469. # mask_params.append(arc_params)
  470. #
  471. # xs = [p[0] for p in arc_points]
  472. # ys = [p[1] for p in arc_points]
  473. # xmin, xmax = min(xs), max(xs)
  474. # ymin, ymax = min(ys), max(ys)
  475. #
  476. # boxes.append([xmin, ymin, xmax, ymax])
  477. # labels.append(torch.tensor(3))
  478. #
  479. # points.append(torch.tensor([0.0]))
  480. # line_point_pairs.append([[0, 0], [0, 0]])
  481. # circle_4points.append([[0, 0], [0, 0], [0, 0], [0, 0]])
  482. elif label == 'arc':
  483. arc_params = obj['params']
  484. arc_ends = obj['ends']
  485. mask_ends.append(arc_ends)
  486. mask_params.append(arc_params)
  487. arc3points = obj['points']
  488. xs = [p[0] for p in arc3points]
  489. ys = [p[1] for p in arc3points]
  490. xmin_raw = min(xs)
  491. xmax_raw = max(xs)
  492. ymin_raw = min(ys)
  493. ymax_raw = max(ys)
  494. xmin = max(xmin_raw - 40, 0)
  495. xmax = min(xmax_raw + 40, w)
  496. ymin = max(ymin_raw - 40, 0)
  497. ymax = min(ymax_raw + 40, h)
  498. boxes.append([xmin, ymin, xmax, ymax])
  499. labels.append(torch.tensor(4))
  500. points.append(torch.tensor([0.0]))
  501. line_point_pairs.append([[0, 0], [0, 0]])
  502. boxes = torch.tensor(boxes, dtype=torch.float32)
  503. print(f'boxes:{boxes.shape}')
  504. labels = torch.tensor(labels)
  505. if points:
  506. points = torch.tensor(points, dtype=torch.float32)
  507. else:
  508. points = None
  509. if line_point_pairs:
  510. line_point_pairs = torch.tensor(line_point_pairs, dtype=torch.float32)
  511. else:
  512. line_point_pairs = None
  513. if mask_ends:
  514. mask_ends = torch.tensor(mask_ends, dtype=torch.float32)
  515. else:
  516. mask_ends = None
  517. if mask_params:
  518. mask_params = torch.tensor(mask_params, dtype=torch.float32)
  519. else:
  520. mask_params = None
  521. return boxes, line_point_pairs, points, labels, mask_ends, mask_params
  522. if __name__ == '__main__':
  523. path = r'/data/share/zyh/master_dataset/pokou/251115/a_dataset_pokou_mask'
  524. dataset = LineDataset(dataset_path=path, dataset_type='train', augmentation=False, data_type='jpg')
  525. dataset.show(19, show_type='arc_yuan_point_ellipse')