增加超限施工功能
This commit is contained in:
parent
9720a07683
commit
fc534a096e
@ -821,6 +821,7 @@ async def read_video_frames(task_id, mqtt, mqtt_publish_topic,
|
||||
if os.path.exists(local_video_path):
|
||||
os.remove(local_video_path)
|
||||
|
||||
|
||||
#
|
||||
# async def read_rtmp_frames(
|
||||
# loop,
|
||||
@ -1002,7 +1003,6 @@ async def read_video_frames(task_id, mqtt, mqtt_publish_topic,
|
||||
# logger.info(f"RTMP 流已结束或被取消，累计处理帧数: {pic_count}")
|
||||
|
||||
|
||||
|
||||
# ------------------------------- 下述方法使用ffmpeg 拉流，可以解决cv2拉流的一些问题，主要是虚拟环境ffmpeg不匹配的问题。但是ffmpeg拉流慢3s左右
|
||||
|
||||
# import cv2
|
||||
@ -1393,6 +1393,7 @@ import cv2
|
||||
import asyncio
|
||||
from typing import Optional
|
||||
from concurrent.futures import ThreadPoolExecutor
|
||||
|
||||
# 使用cv2 拉流，避免了ffmpeg 拉流的rtmp延时3s的问题
|
||||
# async def read_rtmp_frames(
|
||||
# loop,
|
||||
@ -1624,6 +1625,7 @@ TARGET_FPS = 25
|
||||
FOURCC = cv2.VideoWriter_fourcc(*'H264')
|
||||
MAX_CORRUPTED = 30
|
||||
|
||||
|
||||
#
|
||||
# async def read_rtmp_frames(
|
||||
# loop,
|
||||
@ -1902,6 +1904,7 @@ def init_capture_with_sei_fix(video_url: str, attempt: int = 1):
|
||||
print(f"拉流成功：分辨率 {width}x{height}")
|
||||
return cap, (width, height)
|
||||
|
||||
|
||||
def ensure_cv8uc3(frame):
|
||||
"""确保帧格式为8位3通道BGR"""
|
||||
if frame is None or frame.size == 0:
|
||||
@ -1939,8 +1942,6 @@ async def read_rtmp_frames(
|
||||
# 创建预览队列
|
||||
preview_task = None
|
||||
|
||||
|
||||
|
||||
# 初始化捕获器
|
||||
cap = None
|
||||
width, height = 1280, 720
|
||||
@ -2108,8 +2109,6 @@ async def read_rtmp_frames(
|
||||
print("RTMP流读取已停止")
|
||||
|
||||
|
||||
|
||||
|
||||
#
|
||||
# async def read_rtmp_frames_skip_sei(
|
||||
# loop,
|
||||
@ -2344,7 +2343,6 @@ async def read_rtmp_frames(
|
||||
# logger.info(f"RTMP 流已结束，累计处理帧数: {frame_count}")
|
||||
|
||||
|
||||
|
||||
# async def process_frames(detector: MultiYOLODetector):
|
||||
# async def process_frames(detector: MultiYOLODetector_TrackId, cancel_flag: asyncio.Event,
|
||||
# frame_queue: asyncio.Queue, processed_queue: asyncio.Queue):
|
||||
@ -2502,7 +2500,7 @@ class TrackIDEventFilter:
|
||||
|
||||
async def write_results_to_rtmp(task_id: str, output_url: str = None, input_fps: float = None,
|
||||
list_points: list[list[any]] = None, camera_para: Camera_Para = None,
|
||||
invade_state: bool = False, cancel_flag: asyncio.Event = None,
|
||||
invade_state: bool = False, invade_switch: int = 0, cancel_flag: asyncio.Event = None,
|
||||
processed_queue: asyncio.Queue = None, invade_queue: asyncio.Queue = None,
|
||||
cv_frame_queue: asyncio.Queue = None, stream_containers: Dict[str, Any] = None):
|
||||
# global stream_containers, count_pic
|
||||
@ -2560,6 +2558,9 @@ async def write_results_to_rtmp(task_id: str, output_url: str = None, input_fps:
|
||||
|
||||
results = []
|
||||
results_list = []
|
||||
invade_switch_enable = True # 侵限施工
|
||||
if invade_switch > 0:
|
||||
invade_switch_enable = False # 超限施工
|
||||
# 启用侵限且拿到了飞机的姿态信息，再绘制红线
|
||||
if invade_state and osd_info:
|
||||
gimbal_yaw = osd_info.gimbal_yaw
|
||||
@ -2615,6 +2616,7 @@ async def write_results_to_rtmp(task_id: str, output_url: str = None, input_fps:
|
||||
model_func_id = model_para[0]["func_id"]
|
||||
invade_point = []
|
||||
message_point = []
|
||||
invade_point_message_point=[] # 超限使能，统计侵限，方便画图
|
||||
target_point = [] # 存储满足条件的图像坐标，方便后续经纬度转换
|
||||
cls_count = 0
|
||||
|
||||
@ -2649,13 +2651,16 @@ async def write_results_to_rtmp(task_id: str, output_url: str = None, input_fps:
|
||||
is_invade = is_point_in_polygonlist(point_x, point_y, results_list)
|
||||
# is_invade = is_point_in_polygon(point_x, point_y, results)
|
||||
# print(f"is_invadeis_invadeis_invade {is_invade} {len(results)}")
|
||||
if is_invade:
|
||||
|
||||
if invade_switch_enable:#只关注侵限
|
||||
if is_invade: #只关注侵限且实际发生侵限
|
||||
# if invade_switch_enable: # 只关注侵限
|
||||
cls_count += 1
|
||||
invade_point.append({
|
||||
"u": point_x,
|
||||
"v": point_y,
|
||||
"class_name": class_name
|
||||
})
|
||||
# invade_point.append({
|
||||
# "u": point_x,
|
||||
# "v": point_y,
|
||||
# "class_name": class_name
|
||||
# })
|
||||
target_point.append({
|
||||
"u": point_x,
|
||||
"v": point_y,
|
||||
@ -2682,6 +2687,88 @@ async def write_results_to_rtmp(task_id: str, output_url: str = None, input_fps:
|
||||
text_x = x1
|
||||
text_y = y1 - 5
|
||||
|
||||
# 如果文本超出图像顶部，则放在框内部下方
|
||||
if text_y < 0:
|
||||
text_y = y2 + text_height + 5
|
||||
temp_img = frame_copy.copy()
|
||||
frame_copy = put_chinese_text(
|
||||
temp_img,
|
||||
# label, # 置信度、类别、用作测试
|
||||
# "", # 注释掉汉字
|
||||
label_name, # 仅显示汉字
|
||||
(text_x, text_y - 40),
|
||||
)
|
||||
else: #只关注超限
|
||||
if is_invade: #只关注超限的情况下，发生了侵限行为，只在图像上展示侵限，不做行为记录
|
||||
# if invade_switch_enable: # 只关注侵限
|
||||
# cls_count += 1
|
||||
# target_point.append({
|
||||
# "u": point_x,
|
||||
# "v": point_y,
|
||||
# "cls_id": cls_id,
|
||||
# "track_id": track_id,
|
||||
# "new_track_id": new_track_id
|
||||
# }) # 对于侵限，只存储侵限目标
|
||||
# model_list_func_id = model_para[0]["model_list_func_id"]
|
||||
# model_func_id = model_para[0]["func_id"]
|
||||
|
||||
invade_point_message_point.append({
|
||||
"confidence": float(confidence),
|
||||
"cls_id": cls_id,
|
||||
"type_name": en_name,
|
||||
"track_id": track_id,
|
||||
"box": [x1, y1, x2, y2]
|
||||
})
|
||||
label = f"{en_name}:{confidence:.2f}:{track_id}"
|
||||
label_name = f"{en_name}"
|
||||
# 计算文本位置
|
||||
text_size = cv2.getTextSize(label, cv2.FONT_HERSHEY_SIMPLEX, fontScale=8, thickness=4)[
|
||||
0]
|
||||
text_width, text_height = text_size[0], text_size[1]
|
||||
text_x = x1
|
||||
text_y = y1 - 5
|
||||
|
||||
# 如果文本超出图像顶部，则放在框内部下方
|
||||
if text_y < 0:
|
||||
text_y = y2 + text_height + 5
|
||||
temp_img = frame_copy.copy()
|
||||
frame_copy = put_chinese_text(
|
||||
temp_img,
|
||||
# label, # 置信度、类别、用作测试
|
||||
# "", # 注释掉汉字
|
||||
label_name, # 仅显示汉字
|
||||
(text_x, text_y - 40),
|
||||
)
|
||||
else: # 超限使能且识别到了超限发生
|
||||
print("超限使能且识别到了超限发生")
|
||||
cls_count += 1
|
||||
target_point.append({
|
||||
"u": point_x,
|
||||
"v": point_y,
|
||||
"cls_id": cls_id,
|
||||
"track_id": track_id,
|
||||
"new_track_id": new_track_id
|
||||
}) # 对于侵限，只存储侵限目标
|
||||
# model_list_func_id = model_para[0]["model_list_func_id"]
|
||||
# model_func_id = model_para[0]["func_id"]
|
||||
|
||||
message_point.append({
|
||||
"confidence": float(confidence),
|
||||
"cls_id": cls_id,
|
||||
"type_name": en_name,
|
||||
"track_id": track_id,
|
||||
"box": [x1, y1, x2, y2]
|
||||
})
|
||||
label = f"{en_name}:{confidence:.2f}:{track_id}"
|
||||
label_name = f"{en_name}"
|
||||
# 计算文本位置
|
||||
text_size = \
|
||||
cv2.getTextSize(label, cv2.FONT_HERSHEY_SIMPLEX, fontScale=8, thickness=4)[
|
||||
0]
|
||||
text_width, text_height = text_size[0], text_size[1]
|
||||
text_x = x1
|
||||
text_y = y1 - 5
|
||||
|
||||
# 如果文本超出图像顶部，则放在框内部下方
|
||||
if text_y < 0:
|
||||
text_y = y2 + text_height + 5
|
||||
@ -2734,12 +2821,18 @@ async def write_results_to_rtmp(task_id: str, output_url: str = None, input_fps:
|
||||
label_name, # 仅显示汉字
|
||||
(text_x, text_y - 40),
|
||||
)
|
||||
|
||||
# 超限画全图且只统计超限，当前为画全图
|
||||
if invade_state:
|
||||
for point in message_point:
|
||||
cv2.rectangle(frame_copy, (point["box"][0], point["box"][1]),
|
||||
(point["box"][2], point["box"][3]),
|
||||
(0, 255, 255), 2)
|
||||
|
||||
if not invade_switch_enable:# 侵限使能，只关注超限的情况下，将侵限画另一个颜色
|
||||
for point in invade_point_message_point:
|
||||
cv2.rectangle(frame_copy, (point["box"][0], point["box"][1]),
|
||||
(point["box"][2], point["box"][3]),
|
||||
(0, 0, 255), 2)
|
||||
# 画红线
|
||||
# 在左上角显示统计结果
|
||||
stats_text = []
|
||||
@ -3023,7 +3116,7 @@ def haversine(lon1, lat1, lon2, lat2):
|
||||
|
||||
async def cal_des_invade(loop, invade_executor, task_id: str, mqtt, mqtt_publish_topic,
|
||||
list_points: list[list[any]], camera_para: Camera_Para, model_count: int,
|
||||
cancel_flag: asyncio.Event = None, invade_queue: asyncio.Queue = None,
|
||||
cancel_flag: asyncio.Event = None, invade_switch: int = 0, invade_queue: asyncio.Queue = None,
|
||||
event_queue: asyncio.Queue = None,
|
||||
device_height: float = float(200), repeat_dis: float = -1, repeat_time: float = -1):
|
||||
# loop = asyncio.get_running_loop()
|
||||
@ -3236,6 +3329,7 @@ async def cal_des_invade(loop,invade_executor, task_id: str, mqtt, mqtt_publish_
|
||||
"minio": {"minio_path": minio_path,
|
||||
"minio_origin_path": minio_origin_path,
|
||||
"file_type": file_type},
|
||||
"invade_switch":invade_switch,
|
||||
"box_detail": [{
|
||||
"model_id": model_func_id,
|
||||
"cls_count": cls_count,
|
||||
@ -3299,7 +3393,8 @@ invade_cache_lock = Lock() # 用于保护共享变量的锁
|
||||
async def send_frame_to_s3_mq(loop, upload_executor, task_id, mqtt, mqtt_topic, cancel_flag: asyncio.Event,
|
||||
cv_frame_queue: asyncio.Queue,
|
||||
event_queue: asyncio.Queue = None,
|
||||
device_height: float = float(200), repeat_dis: float = -1, repeat_time: float = -1,high_count_warn: float = -1):
|
||||
device_height: float = float(200), repeat_dis: float = -1, repeat_time: float = -1,
|
||||
high_count_warn: float = -1):
|
||||
global stats
|
||||
start_time = time.time()
|
||||
# executor = ThreadPoolExecutor(max_workers=Config.MAX_WORKERS)
|
||||
@ -3412,7 +3507,6 @@ async def send_frame_to_s3_mq(loop,upload_executor,task_id, mqtt, mqtt_topic, ca
|
||||
local_key_id_list.append(cls_id)
|
||||
local_key_count_list.append(1)
|
||||
|
||||
|
||||
# should_report = True
|
||||
|
||||
# # 如果这个track_id已经上报过，检查是否超过上报间隔
|
||||
@ -3475,7 +3569,6 @@ async def send_frame_to_s3_mq(loop,upload_executor,task_id, mqtt, mqtt_topic, ca
|
||||
des1_latitude = des1[1]
|
||||
des1_height = des1[2]
|
||||
|
||||
|
||||
str_loca = f"{des1_back_longitude}:{des1_back_latitude}---{des1_longitude}{des1_latitude}"
|
||||
des = haversine(des1_back_longitude, des1_back_latitude, des1_longitude, des1_latitude)
|
||||
show_des = des
|
||||
@ -3568,6 +3661,7 @@ async def send_frame_to_s3_mq(loop,upload_executor,task_id, mqtt, mqtt_topic, ca
|
||||
"longitude": cam_longitude,
|
||||
"latitude": cam_latitude
|
||||
},
|
||||
"invade_switch": 0, #默认
|
||||
"count_message": count_message,
|
||||
"high_count_warn": {
|
||||
"high_count_warn_status": high_count_warn_status,
|
||||
@ -4001,7 +4095,7 @@ async def start_rtmp_processing(video_url: str, task_id: str, model_configs: Lis
|
||||
mqtt_pub_ip: str, mqtt_pub_port: int, mqtt_pub_topic: str,
|
||||
mqtt_sub_ip: str, mqtt_sub_port: int, mqtt_sub_topic: str,
|
||||
output_rtmp_url: str,
|
||||
invade_enable: bool, invade_file: str, camera_para_url: str,
|
||||
invade_enable: bool, invade_switch: int, invade_file: str, camera_para_url: str,
|
||||
device_height: float, repeat_dis: float, repeat_time: float, high_count_warn: float):
|
||||
# 初始化资源
|
||||
# await initialize_resources()
|
||||
@ -4128,6 +4222,7 @@ async def start_rtmp_processing(video_url: str, task_id: str, model_configs: Lis
|
||||
list_points,
|
||||
camera_para,
|
||||
invade_state,
|
||||
invade_switch,
|
||||
cancel_flag,
|
||||
processed_queue,
|
||||
invade_queue,
|
||||
@ -4152,6 +4247,7 @@ async def start_rtmp_processing(video_url: str, task_id: str, model_configs: Lis
|
||||
camera_para,
|
||||
model_count,
|
||||
cancel_flag,
|
||||
invade_switch,
|
||||
invade_queue,
|
||||
event_queue,
|
||||
device_height,
|
||||
@ -4271,7 +4367,8 @@ async def start_rtmp_processing(video_url: str, task_id: str, model_configs: Lis
|
||||
|
||||
async def start_video_processing(minio_path: str, task_id: str, model_configs: List[Dict],
|
||||
mqtt_ip: str, mqtt_port: int, mqtt_topic: str, output_rtmp_url: str,
|
||||
invade_enable: bool, invade_file: str, camera_para_url: str, device_height: float,
|
||||
invade_enable: bool, invade_switch: int, invade_file: str, camera_para_url: str,
|
||||
device_height: float,
|
||||
repeat_dis: float, repeat_time: float):
|
||||
# global stop_event, frame_queue, processed_queue, executor, upload_executor
|
||||
# await initialize_resources() # 初始化资源
|
||||
@ -4424,6 +4521,7 @@ async def start_video_processing(minio_path: str, task_id: str, model_configs: L
|
||||
list_points,
|
||||
camera_para,
|
||||
invade_state,
|
||||
invade_switch,
|
||||
cancel_flag,
|
||||
processed_queue,
|
||||
invade_queue,
|
||||
@ -4450,6 +4548,7 @@ async def start_video_processing(minio_path: str, task_id: str, model_configs: L
|
||||
camera_para,
|
||||
model_count,
|
||||
cancel_flag,
|
||||
invade_switch,
|
||||
invade_queue,
|
||||
event_queue,
|
||||
device_height,
|
||||
|
||||
11
yolo_api.py
11
yolo_api.py
@ -718,6 +718,9 @@ async def run_back_Multi_Detect_async(request, request_json, stop_event: asyncio
|
||||
invade = request_json.content_body.invade
|
||||
invade_file = invade["invade_file"]
|
||||
camera_para_url = invade["camera_para_url"]
|
||||
invade_switch = 0
|
||||
if invade["invade_switch"] is not None:
|
||||
invade_switch = invade["invade_switch"]
|
||||
# dao.get_mqtt_config_by_orgcode(org_code,)
|
||||
str_request = str(request) + "&" + str(request.socket) # 待测试，看看公网能不能捕获到请求端ip
|
||||
dao.insert_request_log(task_id, sn, org_code, str(request.body), str_request)
|
||||
@ -768,7 +771,7 @@ async def run_back_Multi_Detect_async(request, request_json, stop_event: asyncio
|
||||
mqtt_pub_ip, mqtt_pub_port, mqtt_pub_topic,
|
||||
mqtt_sub_ip, mqtt_sub_port, mqtt_sub_topic,
|
||||
push_url,
|
||||
invade_enable, invade_file, camera_para_url,
|
||||
invade_enable,invade_switch, invade_file, camera_para_url,
|
||||
device_height, repeat_dis, repeat_time,high_count_warn
|
||||
)
|
||||
except Exception as e:
|
||||
@ -951,10 +954,12 @@ async def run_back_Video_Multi_Detect_async(request, request_json):
|
||||
invade = request_json.content_body.invade
|
||||
invade_file = invade["invade_file"]
|
||||
camera_para_url = invade["camera_para_url"]
|
||||
|
||||
invade_switch = 0
|
||||
if invade["invade_switch"] is not None:
|
||||
invade_switch = invade["invade_switch"]
|
||||
await start_video_processing(minio_file_path, task_id, model_configs, mqtt_pub_ip, mqtt_pub_port,
|
||||
mqtt_pub_topic, push_url,
|
||||
invade_enable, invade_file, camera_para_url, device_height, repeat_dis,
|
||||
invade_enable,invade_switch, invade_file, camera_para_url, device_height, repeat_dis,
|
||||
repeat_time)
|
||||
|
||||
except Exception as e:
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user