1141 lines
67 KiB
Python
1141 lines
67 KiB
Python
|
import sys, yaml
|
|||
|
|
from easydict import EasyDict as edict
|
|||
|
|
from concurrent.futures import ThreadPoolExecutor
|
|||
|
|
|
|||
|
|
sys.path.extend(['..','../AIlib2' ])
|
|||
|
|
|
|||
|
|
from AI import AI_process,AI_process_forest,get_postProcess_para,get_postProcess_para_dic,ocr_process,AI_det_track,AI_det_track_batch,AI_det_track_batch_N,get_images_videos,default_mix
|
|||
|
|
import cv2,os,time
|
|||
|
|
from segutils.segmodel import SegModel
|
|||
|
|
from yolov5 import yolov5Model
|
|||
|
|
from stdc import stdcModel
|
|||
|
|
from segutils.trafficUtils import tracfficAccidentMixFunction
|
|||
|
|
from models.experimental import attempt_load
|
|||
|
|
from utils.torch_utils import select_device
|
|||
|
|
from utilsK.queRiver import get_labelnames,get_label_arrays,save_problem_images,riverDetSegMixProcess,draw_painting_joint
|
|||
|
|
from ocrUtils.ocrUtils import CTCLabelConverter,AlignCollate
|
|||
|
|
from trackUtils.sort import Sort,track_draw_boxAndTrace,track_draw_trace_boxes,moving_average_wang,drawBoxTraceSimplied
|
|||
|
|
from trackUtils.sort_obb import OBB_Sort,obbTohbb,track_draw_all_boxes,track_draw_trace
|
|||
|
|
from obbUtils.shipUtils import OBB_infer,OBB_tracker,draw_obb,OBB_tracker_batch
|
|||
|
|
from utilsK.noParkingUtils import mixNoParking_road_postprocess
|
|||
|
|
from obbUtils.load_obb_model import load_model_decoder_OBB
|
|||
|
|
import numpy as np
|
|||
|
|
import torch,glob
|
|||
|
|
import tensorrt as trt
|
|||
|
|
from utilsK.masterUtils import get_needed_objectsIndex
|
|||
|
|
from copy import deepcopy
|
|||
|
|
from scipy import interpolate
|
|||
|
|
from utilsK.drownUtils import mixDrowing_water_postprocess
|
|||
|
|
#import warnings
|
|||
|
|
#warnings.filterwarnings("error")
|
|||
|
|
rainbows=[ [0,0,255],[0,255,0],[255,0,0],[255,0,255],[255,255,0],[255,129,0],[255,0,127],[127,255,0],[0,255,127],[0,127,255],[127,0,255],[255,127,255],[255,255,127],[127,255,255],[0,255,255],[255,127,255],[127,255,255], [0,127,0],[0,0,127],[0,255,255]]
|
|||
|
|
def drawAllBox(preds,imgDraw,label_arraylist,rainbows,font):
|
|||
|
|
for box in preds:
|
|||
|
|
#cls,conf,xyxy = box[0],box[5], box[1:5]
|
|||
|
|
#print('#'*20,'line47',box)
|
|||
|
|
cls,conf,xyxy = box[5],box[4], box[0:4] ##2023.08.03,修改了格式
|
|||
|
|
#print('#####line46 demo.py:', cls,conf,xyxy, len(label_arraylist),len(rainbows) )
|
|||
|
|
imgDraw = draw_painting_joint(xyxy,imgDraw,label_arraylist[int(cls)],score=conf,color=rainbows[int(cls)%20],font=font,socre_location="leftBottom")
|
|||
|
|
return imgDraw
|
|||
|
|
def get_drawPar(par):
|
|||
|
|
labelnames = par['labelnames']
|
|||
|
|
names=get_labelnames(labelnames)
|
|||
|
|
mode_paras=par['detModelpara']
|
|||
|
|
allowedList,allowedList_string=get_needed_objectsIndex(mode_paras)
|
|||
|
|
outfontsize=int(1080/1920*40);###
|
|||
|
|
label_arraylist = get_label_arrays(names,rainbows,outfontsize=par['txtFontSize'],fontpath="../AIlib2/conf/platech.ttf")
|
|||
|
|
drawPar={'names':names,'label_arraylist':label_arraylist,'rainbows':rainbows,'font': par['digitFont'],'allowedList':allowedList}
|
|||
|
|
return drawPar
|
|||
|
|
def view_bar(num, total,time1,prefix='prefix'):
|
|||
|
|
rate = num / total
|
|||
|
|
time_n=time.time()
|
|||
|
|
rate_num = int(rate * 30)
|
|||
|
|
rate_nums = np.round(rate * 100)
|
|||
|
|
r = '\r %s %d / %d [%s%s] %.2f s'%(prefix,num,total, ">" * rate_num, " " * (30 - rate_num), time_n-time1 )
|
|||
|
|
sys.stdout.write(r)
|
|||
|
|
sys.stdout.flush()
|
|||
|
|
|
|||
|
|
|
|||
|
|
'''
|
|||
|
|
多线程
|
|||
|
|
'''
|
|||
|
|
|
|||
|
|
def process_v1(frame):
|
|||
|
|
#try:
|
|||
|
|
print('demo.py beging to :',frame[8])
|
|||
|
|
time00 = time.time()
|
|||
|
|
H,W,C = frame[0][0].shape
|
|||
|
|
|
|||
|
|
p_result,timeOut = AI_process(frame[0],frame[1],frame[2],frame[3],frame[4],frame[5],objectPar=frame[6],font=frame[7],segPar=frame[9],mode=frame[10],postPar=frame[11])
|
|||
|
|
|
|||
|
|
time11 = time.time()
|
|||
|
|
image_array = p_result[1]
|
|||
|
|
|
|||
|
|
cv2.imwrite(os.path.join('images/results/',frame[8] ) ,image_array)
|
|||
|
|
bname = frame[8].split('.')[0]
|
|||
|
|
if len(p_result)==5:
|
|||
|
|
image_mask = p_result[4]
|
|||
|
|
cv2.imwrite(os.path.join('images/results/',bname+'_mask.png' ) , (image_mask).astype(np.uint8))
|
|||
|
|
|
|||
|
|
boxes=p_result[2]
|
|||
|
|
with open( os.path.join('images/results/',bname+'.txt' ),'w' ) as fp:
|
|||
|
|
for box in boxes:
|
|||
|
|
box_str=[str(x) for x in box]
|
|||
|
|
out_str=','.join(box_str)+'\n'
|
|||
|
|
fp.write(out_str)
|
|||
|
|
time22 = time.time()
|
|||
|
|
print('%s,%d*%d,AI-process: %.1f,image save:%.1f , %s'%(frame[8],H,W, (time11 - time00) * 1000.0, (time22-time11)*1000.0,timeOut), boxes)
|
|||
|
|
return 'success'
|
|||
|
|
#except Exception as e:
|
|||
|
|
# return 'failed:'+str(e)
|
|||
|
|
def process_video(video,par0,mode='detSeg'):
|
|||
|
|
cap=cv2.VideoCapture(video)
|
|||
|
|
if not cap.isOpened():
|
|||
|
|
print('#####error url:',video)
|
|||
|
|
return False
|
|||
|
|
bname=os.path.basename(video).split('.')[0]
|
|||
|
|
fps = int(cap.get(cv2.CAP_PROP_FPS)+0.5)
|
|||
|
|
width = int(cap.get(cv2.CAP_PROP_FRAME_WIDTH )+0.5)
|
|||
|
|
height = int(cap.get(cv2.CAP_PROP_FRAME_HEIGHT)+0.5)
|
|||
|
|
framecnt=int(cap.get(7)+0.5)
|
|||
|
|
save_path_AI = os.path.join(par0['outpth'],os.path.basename(video))
|
|||
|
|
problem_image_dir= os.path.join( par0['outpth'], 'probleImages' )
|
|||
|
|
os.makedirs(problem_image_dir,exist_ok=True)
|
|||
|
|
vid_writer_AI = cv2.VideoWriter(save_path_AI, cv2.VideoWriter_fourcc(*'mp4v'), fps, (width,height))
|
|||
|
|
num=0
|
|||
|
|
iframe=0;post_results=[];fpsample=30*10
|
|||
|
|
|
|||
|
|
imgarray_list = []; iframe_list = []
|
|||
|
|
|
|||
|
|
patch_cnt = par0['trackPar']['patchCnt']
|
|||
|
|
##windowsize 对逐帧插值后的结果做平滑，windowsize为平滑的长度,没隔det_cnt帧做一次跟踪。
|
|||
|
|
trackPar={'det_cnt':10,'windowsize':29 }
|
|||
|
|
|
|||
|
|
|
|||
|
|
##track_det_result_update= np.empty((0,8)) ###每100帧跑出来的结果，放在track_det_result_update，只保留当前100帧里有的tracker Id.
|
|||
|
|
while cap.isOpened():
|
|||
|
|
ret, imgarray = cap.read() #读取摄像头画面
|
|||
|
|
iframe +=1
|
|||
|
|
if not ret:break
|
|||
|
|
if mode=='detSeg':
|
|||
|
|
p_result,timeOut = AI_process([imgarray],par0['model'],par0['segmodel'],par0['names'],par0['label_arraylist'],par0['rainbows'],objectPar=par0['objectPar'],font=par0['digitFont'],segPar=par0['segPar'])
|
|||
|
|
elif mode == 'track':
|
|||
|
|
#sampleCount=10
|
|||
|
|
imgarray_list.append( imgarray )
|
|||
|
|
iframe_list.append(iframe )
|
|||
|
|
if iframe%patch_cnt==0:
|
|||
|
|
time_patch0 = time.time()
|
|||
|
|
#retResults,timeInfos = AI_det_track_batch(imgarray_list, iframe_list ,par0['modelPar'],par0['processPar'],par0['sort_tracker'] ,par0['trackPar'],segPar=par0['segPar'])
|
|||
|
|
retResults,timeInfos = AI_det_track_batch_N(imgarray_list, iframe_list ,par0['modelList'],par0['postProcess'],par0['sort_tracker'],par0['trackPar'])
|
|||
|
|
print('###line111:',retResults[2])
|
|||
|
|
###需要保存成一个二维list，每一个list是一帧检测结果。
|
|||
|
|
###track_det_result 内容格式：x1, y1, x2, y2, conf, cls,iframe,trackId
|
|||
|
|
time_patch2 = time.time()
|
|||
|
|
frame_min = iframe_list[0];frame_max=iframe_list[-1]
|
|||
|
|
for iiframe in range(frame_min,frame_max+1):
|
|||
|
|
img_draw = imgarray_list[ iiframe- frame_min ]
|
|||
|
|
img_draw = drawBoxTraceSimplied(retResults[1] ,iiframe, img_draw,rainbows=par0['drawPar']['rainbows'],boxFlag=True,traceFlag=True,names=par0['drawPar']['names'] )
|
|||
|
|
ret = vid_writer_AI.write(img_draw)
|
|||
|
|
view_bar(iiframe, framecnt,time.time(),prefix=os.path.basename(video))
|
|||
|
|
imgarray_list=[];iframe_list=[]
|
|||
|
|
elif mode =='obbTrack':
|
|||
|
|
imgarray_list.append( imgarray )
|
|||
|
|
iframe_list.append(iframe )
|
|||
|
|
if iframe%patch_cnt==0:
|
|||
|
|
time_patch0 = time.time()
|
|||
|
|
|
|||
|
|
track_det_results, timeInfos = OBB_tracker_batch(imgarray_list,iframe_list,par0['modelPar'],par0['obbModelPar'],par0['sort_tracker'],par0['trackPar'],segPar=None)
|
|||
|
|
print( timeInfos )
|
|||
|
|
|
|||
|
|
#对结果画图
|
|||
|
|
track_det_np = track_det_results[1]
|
|||
|
|
frame_min = iframe_list[0];frame_max=iframe_list[-1]
|
|||
|
|
for iiframe in range(frame_min,frame_max+1):
|
|||
|
|
img_draw = imgarray_list[ iiframe- frame_min ]
|
|||
|
|
|
|||
|
|
if len( track_det_results[2][ iiframe- frame_min]) > 0:
|
|||
|
|
img_draw = draw_obb( track_det_results[2][iiframe- frame_min ] ,img_draw,par0['drawPar'])
|
|||
|
|
if True:
|
|||
|
|
frameIdex=12;trackIdex=13;
|
|||
|
|
boxes_oneFrame = track_det_np[ track_det_np[:,frameIdex]==iiframe ]
|
|||
|
|
|
|||
|
|
###在某一帧上，画上轨迹
|
|||
|
|
track_ids = boxes_oneFrame[:,trackIdex].tolist()
|
|||
|
|
boxes_before_oneFrame = track_det_np[ track_det_np[:,frameIdex]<=iiframe ]
|
|||
|
|
for trackId in track_ids:
|
|||
|
|
boxes_before_oneFrame_oneId = boxes_before_oneFrame[boxes_before_oneFrame[:,trackIdex]==trackId]
|
|||
|
|
xcs = boxes_before_oneFrame_oneId[:,8]
|
|||
|
|
ycs = boxes_before_oneFrame_oneId[:,9]
|
|||
|
|
[cv2.line(img_draw, ( int(xcs[i]) , int(ycs[i]) ),
|
|||
|
|
( int(xcs[i+1]),int(ycs[i+1]) ),(255,0,0), thickness=2)
|
|||
|
|
for i,_ in enumerate(xcs) if i < len(xcs)-1 ]
|
|||
|
|
|
|||
|
|
ret = vid_writer_AI.write(img_draw)
|
|||
|
|
|
|||
|
|
#sys.exit(0)
|
|||
|
|
#print('vide writer ret:',ret)
|
|||
|
|
imgarray_list=[];iframe_list=[]
|
|||
|
|
|
|||
|
|
view_bar(iframe, framecnt,time.time(),prefix=os.path.basename(video))
|
|||
|
|
|
|||
|
|
else:
|
|||
|
|
p_result,timeOut = AI_process_forest([imgarray],par0['model'],par0['segmodel'],par0['names'],par0['label_arraylist'],par0['rainbows'],par0['half'],par0['device'],par0['conf_thres'], par0['iou_thres'],par0['allowedList'],font=par0['digitFont'],trtFlag_det=par0['trtFlag_det'])
|
|||
|
|
|
|||
|
|
|
|||
|
|
if mode not in [ 'track','obbTrack']:
|
|||
|
|
image_array = p_result[1];num+=1
|
|||
|
|
ret = vid_writer_AI.write(image_array)
|
|||
|
|
view_bar(num, framecnt,time.time(),prefix=os.path.basename(video))
|
|||
|
|
##每隔 fpsample帧处理一次，如果有问题就保存图片
|
|||
|
|
if (iframe % fpsample == 0) and (len(post_results)>0) :
|
|||
|
|
parImage=save_problem_images(post_results,iframe,par0['names'],streamName=bname,outImaDir=problem_image_dir,imageTxtFile=False)
|
|||
|
|
post_results=[]
|
|||
|
|
|
|||
|
|
if len(p_result[2] )>0:
|
|||
|
|
post_results.append(p_result)
|
|||
|
|
|
|||
|
|
vid_writer_AI.release();
|
|||
|
|
|
|||
|
|
def det_track_demo_N(business ):
|
|||
|
|
####河道巡检的跟踪模型参数
|
|||
|
|
if opt['business'] == 'river' or opt['business'] == 'river2' or opt['business'] == 'riverT':
|
|||
|
|
from utilsK.queRiver import riverDetSegMixProcess_N
|
|||
|
|
par={
|
|||
|
|
'device':'0', ###显卡号,如果用TRT模型，只支持0（单显卡）
|
|||
|
|
'labelnames':"../AIlib2/weights/conf/%s/labelnames.json"%(opt['business']), ###检测类别对照表
|
|||
|
|
'max_workers':1, ###并行线程数
|
|||
|
|
'trackPar':{'sort_max_age':2,'sort_min_hits':3,'sort_iou_thresh':0.2,'det_cnt':10,'windowsize':29,'patchCnt':100},
|
|||
|
|
'postProcess':{'function':riverDetSegMixProcess_N,'pars':{'slopeIndex':[1,3,4,7], 'riverIou':0.1}}, #分割和检测混合处理的函数
|
|||
|
|
'models':
|
|||
|
|
[
|
|||
|
|
{
|
|||
|
|
'weight':"../weights/%s/AIlib2/%s/yolov5_%s_fp16.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
#'weight':'../AIlib2/weights/conf/%s/yolov5.pt'%(opt['business'] ),
|
|||
|
|
'name':'yolov5',
|
|||
|
|
'model':yolov5Model,
|
|||
|
|
'par':{ 'half':True,'device':'cuda:0' ,'conf_thres':0.25,'iou_thres':0.45,'allowedList':[0,1,2,3],'segRegionCnt':1, 'trtFlag_det':False,'trtFlag_seg':False, "score_byClass":{"0":0.25,"1":0.3,"2":0.3,"3":0.3 } },
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
'weight':"../weights/%s/AIlib2/%s/stdc_360X640_%s_fp16.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
#'weight':'../AIlib2/weights/conf/%s/stdc_360X640.pth'%(opt['business'] ),
|
|||
|
|
'par':{
|
|||
|
|
'modelSize':(640,360),'mean':(0.485, 0.456, 0.406),'std' :(0.229, 0.224, 0.225),'numpy':False, 'RGB_convert_first':True,'seg_nclass':2},###分割模型预处理参数
|
|||
|
|
'model':stdcModel,
|
|||
|
|
'name':'stdc'
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
],
|
|||
|
|
'detModelpara':[{"id":str(x),"config":{"k1":"v1","k2":"v2"}} for x in [0,1,2,3,4,5,6] ],###控制哪些检测类别显示、输出
|
|||
|
|
'postFile': '../AIlib2/weights/conf/%s/para.json'%( opt['business'] ),###后处理参数文件
|
|||
|
|
'txtFontSize':80,###文本字符的大小
|
|||
|
|
'digitFont': { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'waterLineWidth':3},###显示框、线设置
|
|||
|
|
#'testImgPath':'images/videos/river',###测试图像的位置
|
|||
|
|
'testImgPath':'images/%s'%(opt['business']),###测试图像的位置
|
|||
|
|
'testOutPath':'images/results/',###输出测试图像位置
|
|||
|
|
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if opt['business'] == 'highWay2':
|
|||
|
|
from segutils.trafficUtils import tracfficAccidentMixFunction_N
|
|||
|
|
par={
|
|||
|
|
'device':'0', ###显卡号,如果用TRT模型，只支持0（单显卡）
|
|||
|
|
'labelnames':"../AIlib2/weights/conf/%s/labelnames.json"%( opt['business'] ), ###检测类别对照表
|
|||
|
|
'max_workers':1, ###并行线程数
|
|||
|
|
'trackPar':{'sort_max_age':2,'sort_min_hits':3,'sort_iou_thresh':0.2,'det_cnt':5,'windowsize':29,'patchCnt':100},
|
|||
|
|
'postProcess':{'function':tracfficAccidentMixFunction_N,
|
|||
|
|
'pars':{ 'RoadArea': 16000, 'vehicleArea': 10, 'roadVehicleAngle': 15, 'speedRoadVehicleAngleMax': 75,'radius': 50 , 'roundness': 1.0, 'cls': 10, 'vehicleFactor': 0.1,'cls':9, 'confThres':0.25,'roadIou':0.6,'vehicleFlag':False,'distanceFlag': False }
|
|||
|
|
},
|
|||
|
|
'models':
|
|||
|
|
[
|
|||
|
|
{
|
|||
|
|
'weight':"../weights/%s/AIlib2/%s/yolov5_%s_fp16.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
#'weight':'../AIlib2/weights/conf/%s/yolov5.pt'%(opt['business'] ),
|
|||
|
|
'name':'yolov5',
|
|||
|
|
'model':yolov5Model,
|
|||
|
|
'par':{ 'half':True,'device':'cuda:0' ,'conf_thres':0.25,'iou_thres':0.45,'allowedList':[0,1,2,3],'segRegionCnt':1, 'trtFlag_det':False,'trtFlag_seg':False, "score_byClass":{"0":0.25,"1":0.3,"2":0.3,"3":0.3 } },
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
#'weight':"../weights/%s/AIlib2/%s/dmpr_%s.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
'weight':'../AIlib2/weights/conf/%s/stdc_360X640.pth'%(opt['business'] ),
|
|||
|
|
'par':{
|
|||
|
|
'modelSize':(640,360),'mean':(0.485, 0.456, 0.406),'std' :(0.229, 0.224, 0.225),'predResize':True,'numpy':False, 'RGB_convert_first':True,'seg_nclass':3},###分割模型预处理参数
|
|||
|
|
'model':stdcModel,
|
|||
|
|
'name':'stdc'
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
],
|
|||
|
|
|
|||
|
|
|
|||
|
|
'detModelpara':[{"id":str(x),"config":{"k1":"v1","k2":"v2"}} for x in [0,1,2,3,5,6,7,8,9] ],###控制哪些检测类别显示、输出
|
|||
|
|
'postFile': '../AIlib2/weights/conf/%s/para.json'%(opt['business'] ),###后处理参数文件
|
|||
|
|
'txtFontSize':20,###文本字符的大小
|
|||
|
|
'digitFont': { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':0.5,'waterLineColor':(0,255,255),'segLineShow':True,'waterLineWidth':2},###显示框、线设置
|
|||
|
|
#'testImgPath':'images/trafficAccident/8.png',###测试图像的位置
|
|||
|
|
#'testImgPath':'/home/chenyukun/777-7-42.mp4',###测试图像的位置
|
|||
|
|
'testImgPath':'/mnt/thsw2/DSP2/weights/highWay2/images/',
|
|||
|
|
'testOutPath':'images/results/',###输出测试图像位置
|
|||
|
|
}
|
|||
|
|
par['postProcess']['pars']['modelSize'] = par['models'][1]['par']['modelSize']
|
|||
|
|
|
|||
|
|
if opt['business'] == 'noParking':
|
|||
|
|
from utilsK.noParkingUtils import mixNoParking_road_postprocess_N
|
|||
|
|
par={
|
|||
|
|
'device':'0', ###显卡号,如果用TRT模型，只支持0（单显卡）
|
|||
|
|
'labelnames':"../AIlib2/weights/conf/%s/labelnames.json"%( opt['business'] ), ###检测类别对照表
|
|||
|
|
'max_workers':1, ###并行线程数
|
|||
|
|
'trackPar':{'sort_max_age':2,'sort_min_hits':3,'sort_iou_thresh':0.2,'det_cnt':10,'windowsize':29,'patchCnt':100},
|
|||
|
|
'postProcess':{'function':mixNoParking_road_postprocess_N,
|
|||
|
|
'pars': { 'roundness': 0.3, 'cls': 9, 'laneArea': 10, 'laneAngleCha': 5 ,'RoadArea': 16000,'fitOrder':2}
|
|||
|
|
} ,
|
|||
|
|
'models':
|
|||
|
|
[
|
|||
|
|
{
|
|||
|
|
'weight':"../weights/%s/AIlib2/%s/yolov5_%s_fp16.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
#'weight':'../AIlib2/weights/conf/%s/yolov5.pt'%(opt['business'] ),
|
|||
|
|
'name':'yolov5',
|
|||
|
|
'model':yolov5Model,
|
|||
|
|
'par':{ 'half':True,'device':'cuda:0' ,'conf_thres':0.25,'iou_thres':0.45,'allowedList':[0,1,2,3],'segRegionCnt':1, 'trtFlag_det':False,'trtFlag_seg':False, "score_byClass":{"0":0.25,"1":0.3,"2":0.3,"3":0.3 } },
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
#'weight':"../weights/%s/AIlib2/%s/dmpr_%s.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
'weight':'../AIlib2/weights/conf/%s/stdc_360X640.pth'%(opt['business'] ),
|
|||
|
|
'par':{
|
|||
|
|
'modelSize':(640,360),'mean':(0.485, 0.456, 0.406),'std' :(0.229, 0.224, 0.225),'predResize':True,'numpy':False, 'RGB_convert_first':True,'seg_nclass':4},###分割模型预处理参数
|
|||
|
|
'model':stdcModel,
|
|||
|
|
'name':'stdc'
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
],
|
|||
|
|
'detModelpara':[{"id":str(x),"config":{"k1":"v1","k2":"v2"}} for x in [0,1,2,3,5,6,7,8,9] ],###控制哪些检测类别显示、输出
|
|||
|
|
'postFile': '../AIlib2/weights/conf/%s/para.json'%('highWay2' ),###后处理参数文件
|
|||
|
|
'txtFontSize':20,###文本字符的大小
|
|||
|
|
'digitFont': { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'segLineShow':True,'waterLineWidth':2},###显示框、线设置
|
|||
|
|
'testImgPath':'images/noParking/',###测试图像的位置
|
|||
|
|
'testOutPath':'images/results/',###输出测试图像位置
|
|||
|
|
}
|
|||
|
|
par['postProcess']['pars']['modelSize'] = par['models'][1]['par']['modelSize']
|
|||
|
|
|
|||
|
|
if opt['business'] == 'drowning':
|
|||
|
|
from utilsK.drownUtils import mixDrowing_water_postprocess_N
|
|||
|
|
par={
|
|||
|
|
'device':'0', ###显卡号,如果用TRT模型，只支持0（单显卡）
|
|||
|
|
'labelnames':"../AIlib2/weights/conf/%s/labelnames.json"%( opt['business'] ), ###检测类别对照表
|
|||
|
|
'max_workers':1, ###并行线程数
|
|||
|
|
'trackPar':{'sort_max_age':2,'sort_min_hits':3,'sort_iou_thresh':0.2,'det_cnt':10,'windowsize':29,'patchCnt':100},
|
|||
|
|
'postProcess':{'function':mixDrowing_water_postprocess_N,
|
|||
|
|
'pars':{ }},
|
|||
|
|
'models':
|
|||
|
|
[
|
|||
|
|
{
|
|||
|
|
'weight':"../weights/%s/AIlib2/%s/yolov5_%s_fp16.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
#'weight':'../AIlib2/weights/conf/%s/yolov5.pt'%(opt['business'] ),
|
|||
|
|
'name':'yolov5',
|
|||
|
|
'model':yolov5Model,
|
|||
|
|
'par':{ 'half':True,'device':'cuda:0' ,'conf_thres':0.25,'iou_thres':0.45,'allowedList':[0,1,2,3],'segRegionCnt':1, 'trtFlag_det':False,'trtFlag_seg':False, "score_byClass":{"0":0.25,"1":0.3,"2":0.3,"3":0.3 } },
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
#'weight':"../weights/%s/AIlib2/%s/dmpr_%s.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
'weight':'../AIlib2/weights/conf/%s/stdc_360X640.pth'%(opt['business'] ),
|
|||
|
|
'par':{
|
|||
|
|
'modelSize':(640,360),'mean':(0.485, 0.456, 0.406),'std' :(0.229, 0.224, 0.225),'predResize':True,'numpy':False, 'RGB_convert_first':True,'seg_nclass':2},###分割模型预处理参数
|
|||
|
|
'model':stdcModel,
|
|||
|
|
'name':'stdc'
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
],
|
|||
|
|
'detModelpara':[{"id":str(x),"config":{"k1":"v1","k2":"v2"}} for x in [0,1,2,3,5,6,7,8,9] ],###控制哪些检测类别显示、输出
|
|||
|
|
'postFile': '../AIlib2/weights/conf/%s/para.json'%('highWay2' ),###后处理参数文件
|
|||
|
|
'txtFontSize':20,###文本字符的大小
|
|||
|
|
'digitFont': { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'segLineShow':True,'waterLineWidth':2},###显示框、线设置
|
|||
|
|
'testImgPath':'images/drowning/',###测试图像的位置
|
|||
|
|
'testOutPath':'images/results/',###输出测试图像位置
|
|||
|
|
}
|
|||
|
|
par['postProcess']['pars']['modelSize'] = par['models'][1]['par']['modelSize']
|
|||
|
|
|
|||
|
|
if opt['business'] == 'cityMangement2':
|
|||
|
|
from DMPR import DMPRModel
|
|||
|
|
from DMPRUtils.jointUtil import dmpr_yolo_stdc
|
|||
|
|
|
|||
|
|
par={
|
|||
|
|
'device':'0', ###显卡号,如果用TRT模型，只支持0（单显卡）
|
|||
|
|
'labelnames':"../AIlib2/weights/conf/%s/labelnames.json"%(opt['business']), ###检测类别对照表
|
|||
|
|
'max_workers':1, ###并行线程数
|
|||
|
|
'trackPar':{'sort_max_age':2,'sort_min_hits':3,'sort_iou_thresh':0.2,'det_cnt':10,'windowsize':29,'patchCnt':100},
|
|||
|
|
'postProcess':{
|
|||
|
|
'function':dmpr_yolo_stdc,
|
|||
|
|
'pars':{'carCls':0 ,'illCls':3,'scaleRatio':0.5,'border':80}
|
|||
|
|
},
|
|||
|
|
'models':
|
|||
|
|
[
|
|||
|
|
{
|
|||
|
|
#'weight':"../weights/%s/AIlib2/%s/yolov5_%s_fp16.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
'weight':'../AIlib2/weights/conf/%s/yolov5.pt'%(opt['business'] ),
|
|||
|
|
'name':'yolov5',
|
|||
|
|
'model':yolov5Model,
|
|||
|
|
'par':{ 'half':True,'device':'cuda:0' ,'conf_thres':0.25,'iou_thres':0.45,'allowedList':[0,1,2,3],'segRegionCnt':1, 'trtFlag_det':False,'trtFlag_seg':False, "score_byClass":{"0":0.25,"1":0.3,"2":0.3,"3":0.3 } }
|
|||
|
|
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
#'weight':"../weights/%s/AIlib2/%s/dmpr_%s.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
'weight':'../AIlib2/weights/conf/%s/dmpr.pth'%(opt['business'] ),
|
|||
|
|
'par':{
|
|||
|
|
'depth_factor':32,'NUM_FEATURE_MAP_CHANNEL':6,'dmpr_thresh':0.3, 'dmprimg_size':640,
|
|||
|
|
'name':'dmpr'
|
|||
|
|
},
|
|||
|
|
'model':DMPRModel,
|
|||
|
|
'name':'dmpr'
|
|||
|
|
}
|
|||
|
|
] ,
|
|||
|
|
'detModelpara':[{"id":str(x),"config":{"k1":"v1","k2":"v2"}} for x in [0,1,2,3,5,6,7,8,9] ],###控制哪些检测类别显示、输出
|
|||
|
|
'postFile': '../AIlib2/weights/conf/%s/para.json'%(opt['business'] ),###后处理参数文件
|
|||
|
|
'txtFontSize':20,###文本字符的大小
|
|||
|
|
'digitFont': { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'segLineShow':True,'waterLineWidth':2},###显示框、线设置
|
|||
|
|
#'testImgPath':'/mnt/thsw2/DSP2/demoImages/illParking',###测试图像的位置
|
|||
|
|
'testImgPath':'/mnt/thsw2/DSP2/weights/cityMangement2_0916/images/input',
|
|||
|
|
#'testImgPath':'images/cityMangement/',
|
|||
|
|
'testOutPath':'images/results/',###输出测试图像位置
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if opt['business'] == 'cityMangement3':
|
|||
|
|
from DMPR import DMPRModel
|
|||
|
|
from DMPRUtils.jointUtil import dmpr_yolo_stdc
|
|||
|
|
par={
|
|||
|
|
'device':'0', ###显卡号,如果用TRT模型，只支持0（单显卡）
|
|||
|
|
'labelnames':"../AIlib2/weights/conf/%s/labelnames.json"%(opt['business']), ###检测类别对照表
|
|||
|
|
'max_workers':1, ###并行线程数
|
|||
|
|
'trackPar':{'sort_max_age':2,'sort_min_hits':3,'sort_iou_thresh':0.2,'det_cnt':10,'windowsize':29,'patchCnt':100},
|
|||
|
|
'postProcess':{
|
|||
|
|
'function':dmpr_yolo_stdc,
|
|||
|
|
'pars':{'carCls':0 ,'illCls':3,'scaleRatio':0.5,'border':80}
|
|||
|
|
},
|
|||
|
|
'models':[
|
|||
|
|
{
|
|||
|
|
'weight':"../weights/%s/AIlib2/%s/yolov5_%s_fp16.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
#'weight':'../AIlib2/weights/conf/%s/yolov5.pt'%(opt['business'] ),
|
|||
|
|
'name':'yolov5',
|
|||
|
|
'model':yolov5Model,
|
|||
|
|
'par':{ 'half':True,'device':'cuda:0' ,'conf_thres':0.25,'iou_thres':0.45,'allowedList':[0,1,2,3],'segRegionCnt':1, 'trtFlag_det':False,'trtFlag_seg':False, "score_byClass":{"0":0.25,"1":0.3,"2":0.3,"3":0.3 } }
|
|||
|
|
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
'weight':"../weights/%s/AIlib2/%s/dmpr_%s.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###DMPR模型路径
|
|||
|
|
#'weight':'../AIlib2/weights/conf/%s/dmpr.pth'%(opt['business'] ),
|
|||
|
|
'par':{
|
|||
|
|
'depth_factor':32,'NUM_FEATURE_MAP_CHANNEL':6,'dmpr_thresh':0.1, 'dmprimg_size':640,
|
|||
|
|
'name':'dmpr'
|
|||
|
|
},
|
|||
|
|
'model':DMPRModel,
|
|||
|
|
'name':'dmpr'
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
'weight':"../weights/%s/AIlib2/%s/stdc_360X640_%s_fp16.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###分割模型路径
|
|||
|
|
|
|||
|
|
#'weight':'../AIlib2/weights/conf/%s/stdc_360X640.pth'%(opt['business'] ),
|
|||
|
|
'par':{
|
|||
|
|
'modelSize':(640,360),'mean':(0.485, 0.456, 0.406),'std' :(0.229, 0.224, 0.225),'predResize':True,'numpy':False, 'RGB_convert_first':True,'seg_nclass':2},###分割模型预处理参数
|
|||
|
|
'model':stdcModel,
|
|||
|
|
'name':'stdc'
|
|||
|
|
|
|||
|
|
}
|
|||
|
|
],
|
|||
|
|
|
|||
|
|
'detModelpara':[{"id":str(x),"config":{"k1":"v1","k2":"v2"}} for x in [0,1,2,3,5,6,7,8,9] ],###控制哪些检测类别显示、输出
|
|||
|
|
'postFile': '../AIlib2/weights/conf/%s/para.json'%(opt['business'] ),###后处理参数文件
|
|||
|
|
'txtFontSize':20,###文本字符的大小
|
|||
|
|
'digitFont': { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'segLineShow':True,'waterLineWidth':2},###显示框、线设置
|
|||
|
|
'testImgPath':'images/%s/'%(opt['business']),
|
|||
|
|
#'testImgPath':'/mnt/thsw2/DSP2/weights/cityMangement3/images/',
|
|||
|
|
'testOutPath':'images/results/',###输出测试图像位置
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if opt['business'] == 'forest2':
|
|||
|
|
|
|||
|
|
par={
|
|||
|
|
'device':'0', ###显卡号,如果用TRT模型，只支持0（单显卡）
|
|||
|
|
'labelnames':"../AIlib2/weights/conf/forest2/labelnames.json", ###检测类别对照表
|
|||
|
|
'max_workers':1, ###并行线程数
|
|||
|
|
'trackPar':{'sort_max_age':2,'sort_min_hits':3,'sort_iou_thresh':0.2,'det_cnt':10,'windowsize':29,'patchCnt':100},
|
|||
|
|
'postProcess':{'function':default_mix,'pars':{ }},
|
|||
|
|
'models':
|
|||
|
|
[
|
|||
|
|
{
|
|||
|
|
'weight':"../weights/%s/AIlib2/%s/yolov5_%s_fp16.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
#'weight':'../AIlib2/weights/conf/%s/yolov5.pt'%(opt['business'] ),
|
|||
|
|
'name':'yolov5',
|
|||
|
|
'model':yolov5Model,
|
|||
|
|
'par':{ 'half':True,'device':'cuda:0' ,'conf_thres':0.25,'iou_thres':0.45,'allowedList':[0,1,2,3],'segRegionCnt':1, 'trtFlag_det':False,'trtFlag_seg':False, "score_byClass":{"0":0.25,"1":0.3,"2":0.3,"3":0.3 } },
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
|
|||
|
|
],
|
|||
|
|
'detModelpara':[{"id":str(x),"config":{"k1":"v1","k2":"v2"}} for x in [] ],
|
|||
|
|
'postFile': '../AIlib2/weights/conf/forest/para.json',###后处理参数文件
|
|||
|
|
'txtFontSize':80,###文本字符的大小
|
|||
|
|
'digitFont': { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'waterLineWidth':3},###显示框、线设置
|
|||
|
|
'testImgPath':'../AIdemo2/images/forest2/',###测试图像的位置
|
|||
|
|
'testOutPath':'images/results/',###输出测试图像位置
|
|||
|
|
}
|
|||
|
|
###车辆巡检参数
|
|||
|
|
if opt['business'] == 'vehicle':
|
|||
|
|
par={
|
|||
|
|
'device':'0', ###显卡号,如果用TRT模型，只支持0（单显卡）
|
|||
|
|
'labelnames':"../AIlib2/weights/conf/vehicle/labelnames.json", ###检测类别对照表
|
|||
|
|
'max_workers':1, ###并行线程数
|
|||
|
|
'trackPar':{'sort_max_age':2,'sort_min_hits':3,'sort_iou_thresh':0.2,'det_cnt':10,'windowsize':29,'patchCnt':100},
|
|||
|
|
'postProcess':{'function':default_mix,'pars':{ }},
|
|||
|
|
'models':
|
|||
|
|
[
|
|||
|
|
{
|
|||
|
|
'weight':"../weights/%s/AIlib2/%s/yolov5_%s_fp16.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
#'weight':'../AIlib2/weights/conf/%s/yolov5.pt'%(opt['business'] ),
|
|||
|
|
'name':'yolov5',
|
|||
|
|
'model':yolov5Model,
|
|||
|
|
'par':{ 'half':True,'device':'cuda:0' ,'conf_thres':0.25,'iou_thres':0.45,'allowedList':[0,1,2,3],'segRegionCnt':1, 'trtFlag_det':False,'trtFlag_seg':False, "score_byClass":{"0":0.25,"1":0.3,"2":0.3,"3":0.3 } },
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
|
|||
|
|
],
|
|||
|
|
'detModelpara':[{"id":str(x),"config":{"k1":"v1","k2":"v2"}} for x in [0,1,2,3,4,5,6] ],###控制哪些检测类别显示、输出
|
|||
|
|
'postFile': '../AIlib2/weights/conf/vehicle/para.json',###后处理参数文件
|
|||
|
|
'txtFontSize':40,###文本字符的大小
|
|||
|
|
'digitFont': { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'waterLineWidth':3},###显示框、线设置
|
|||
|
|
'testImgPath':'images/vehicle/',###测试图像的位置
|
|||
|
|
'testOutPath':'images/results/',###输出测试图像位置
|
|||
|
|
}
|
|||
|
|
###行人检测模型
|
|||
|
|
if opt['business'] == 'pedestrian':
|
|||
|
|
par={
|
|||
|
|
'device':'0', ###显卡号,如果用TRT模型，只支持0（单显卡）
|
|||
|
|
'labelnames':"../AIlib2/weights/conf/pedestrian/labelnames.json", ###检测类别对照表
|
|||
|
|
'max_workers':1, ###并行线程数
|
|||
|
|
'trackPar':{'sort_max_age':2,'sort_min_hits':3,'sort_iou_thresh':0.2,'det_cnt':10,'windowsize':29,'patchCnt':100},
|
|||
|
|
'postProcess':{'function':default_mix,'pars':{ }},
|
|||
|
|
'models':
|
|||
|
|
[
|
|||
|
|
{
|
|||
|
|
'weight':"../weights/%s/AIlib2/%s/yolov5_%s_fp16.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
#'weight':'../AIlib2/weights/conf/%s/yolov5.pt'%(opt['business'] ),
|
|||
|
|
'name':'yolov5',
|
|||
|
|
'model':yolov5Model,
|
|||
|
|
'par':{ 'half':True,'device':'cuda:0' ,'conf_thres':0.25,'iou_thres':0.45,'allowedList':[0,1,2,3],'segRegionCnt':1, 'trtFlag_det':False,'trtFlag_seg':False, "score_byClass":{"0":0.25,"1":0.3,"2":0.3,"3":0.3 } },
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
|
|||
|
|
],
|
|||
|
|
|
|||
|
|
'detModelpara':[{"id":str(x),"config":{"k1":"v1","k2":"v2"}} for x in [0,1,2,3,4,5,6] ],###控制哪些检测类别显示、输出
|
|||
|
|
'postFile': '../AIlib2/weights/conf/pedestrian/para.json',###后处理参数文件
|
|||
|
|
'txtFontSize':40,###文本字符的大小
|
|||
|
|
'digitFont': { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'waterLineWidth':3},###显示框、线设置
|
|||
|
|
'testImgPath':'../AIdemo2/images/pedestrian/',###测试图像的位置
|
|||
|
|
'testOutPath':'images/results/',###输出测试图像位置
|
|||
|
|
}
|
|||
|
|
if opt['business'] == 'smogfire':
|
|||
|
|
par={
|
|||
|
|
'device':'0', ###显卡号,如果用TRT模型，只支持0（单显卡）
|
|||
|
|
'labelnames':"../AIlib2/weights/conf/smogfire/labelnames.json", ###检测类别对照表
|
|||
|
|
'max_workers':1, ###并行线程数
|
|||
|
|
'trackPar':{'sort_max_age':2,'sort_min_hits':3,'sort_iou_thresh':0.2,'det_cnt':10,'windowsize':29,'patchCnt':100},
|
|||
|
|
'postProcess':{'function':default_mix,'pars':{ }},
|
|||
|
|
'models':
|
|||
|
|
[
|
|||
|
|
{
|
|||
|
|
'weight':"../weights/%s/AIlib2/%s/yolov5_%s_fp16.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
#'weight':'../AIlib2/weights/conf/%s/yolov5.pt'%(opt['business'] ),
|
|||
|
|
'name':'yolov5',
|
|||
|
|
'model':yolov5Model,
|
|||
|
|
'par':{ 'half':True,'device':'cuda:0' ,'conf_thres':0.25,'iou_thres':0.45,'allowedList':[0,1,2,3],'segRegionCnt':1, 'trtFlag_det':False,'trtFlag_seg':False, "score_byClass":{"0":0.25,"1":0.3,"2":0.3,"3":0.3 } },
|
|||
|
|
}
|
|||
|
|
],
|
|||
|
|
'detModelpara':[{"id":str(x),"config":{"k1":"v1","k2":"v2"}} for x in [0,1,2,3,4,5,6] ],###控制哪些检测类别显示、输出
|
|||
|
|
'postFile': '../AIlib2/weights/conf/smogfire/para.json',###后处理参数文件
|
|||
|
|
'txtFontSize':40,###文本字符的大小
|
|||
|
|
'digitFont': { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'waterLineWidth':3},###显示框、线设置
|
|||
|
|
'testImgPath':'../AIdemo2/images/smogfire/',###测试图像的位置
|
|||
|
|
'testOutPath':'images/results/',###输出测试图像位置
|
|||
|
|
}
|
|||
|
|
###钓鱼游泳检测
|
|||
|
|
if opt['business'] == 'AnglerSwimmer':
|
|||
|
|
par={
|
|||
|
|
'device':'0', ###显卡号,如果用TRT模型，只支持0（单显卡）
|
|||
|
|
'labelnames':"../AIlib2/weights/conf/AnglerSwimmer/labelnames.json", ###检测类别对照表
|
|||
|
|
'max_workers':1, ###并行线程数
|
|||
|
|
'trackPar':{'sort_max_age':2,'sort_min_hits':3,'sort_iou_thresh':0.2,'det_cnt':10,'windowsize':29,'patchCnt':100},
|
|||
|
|
'postProcess':{'function':default_mix,'pars':{ }},
|
|||
|
|
'models':
|
|||
|
|
[
|
|||
|
|
{
|
|||
|
|
'weight':"../weights/%s/AIlib2/%s/yolov5_%s_fp16.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
#'weight':'../AIlib2/weights/conf/%s/yolov5.pt'%(opt['business'] ),
|
|||
|
|
'name':'yolov5',
|
|||
|
|
'model':yolov5Model,
|
|||
|
|
'par':{ 'half':True,'device':'cuda:0' ,'conf_thres':0.25,'iou_thres':0.45,'allowedList':[0,1,2,3],'segRegionCnt':1, 'trtFlag_det':False,'trtFlag_seg':False, "score_byClass":{"0":0.25,"1":0.3,"2":0.3,"3":0.3 } },
|
|||
|
|
}
|
|||
|
|
],
|
|||
|
|
'detModelpara':[{"id":str(x),"config":{"k1":"v1","k2":"v2"}} for x in [0,1,2,3,4,5,6] ],###控制哪些检测类别显示、输出
|
|||
|
|
'postFile': '../AIlib2/weights/conf/AnglerSwimmer/para.json',###后处理参数文件
|
|||
|
|
'txtFontSize':40,###文本字符的大小
|
|||
|
|
'digitFont': { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'waterLineWidth':3},###显示框、线设置
|
|||
|
|
'testImgPath':'../AIdemo2/images/AnglerSwimmer/',###测试图像的位置
|
|||
|
|
'testOutPath':'images/results/',###输出测试图像位置
|
|||
|
|
}
|
|||
|
|
#单独的“坑槽”检测
|
|||
|
|
if opt['business'] == 'pothole':
|
|||
|
|
|
|||
|
|
par={
|
|||
|
|
'device':'0', ###显卡号,如果用TRT模型，只支持0（单显卡）
|
|||
|
|
'labelnames':"../AIlib2/weights/conf/pothole/labelnames.json", ###检测类别对照表
|
|||
|
|
'max_workers':1, ###并行线程数
|
|||
|
|
'trackPar':{'sort_max_age':2,'sort_min_hits':3,'sort_iou_thresh':0.2,'det_cnt':10,'windowsize':29,'patchCnt':100},
|
|||
|
|
'postProcess':{'function':default_mix,'pars':{ }},
|
|||
|
|
'models':
|
|||
|
|
[
|
|||
|
|
{
|
|||
|
|
'weight':"../weights/%s/AIlib2/%s/yolov5_%s_fp16.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
#'weight':'../AIlib2/weights/conf/%s/yolov5.pt'%(opt['business'] ),
|
|||
|
|
'name':'yolov5',
|
|||
|
|
'model':yolov5Model,
|
|||
|
|
'par':{ 'half':True,'device':'cuda:0' ,'conf_thres':0.25,'iou_thres':0.45,'allowedList':[0,1,2,3],'segRegionCnt':1, 'trtFlag_det':False,'trtFlag_seg':False, "score_byClass":{"0":0.25,"1":0.3,"2":0.3,"3":0.3 } },
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
|
|||
|
|
],
|
|||
|
|
'detModelpara':[{"id":str(x),"config":{"k1":"v1","k2":"v2"}} for x in [] ],
|
|||
|
|
'postFile': '../AIlib2/weights/conf/forest/para.json',###后处理参数文件
|
|||
|
|
'txtFontSize':80,###文本字符的大小
|
|||
|
|
'digitFont': { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'waterLineWidth':3},###显示框、线设置
|
|||
|
|
'testImgPath':'../AIdemo2/images/pothole/',###测试图像的位置
|
|||
|
|
'testOutPath':'images/results/',###输出测试图像位置
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
###航道应急，做落水人员检测, channelEmergency
|
|||
|
|
if opt['business'] == 'channelEmergency':
|
|||
|
|
par={
|
|||
|
|
'device':'0', ###显卡号,如果用TRT模型，只支持0（单显卡）
|
|||
|
|
'labelnames':"../AIlib2/weights/conf/channelEmergency/labelnames.json", ###检测类别对照表
|
|||
|
|
'max_workers':1, ###并行线程数
|
|||
|
|
'trackPar':{'sort_max_age':2,'sort_min_hits':3,'sort_iou_thresh':0.2,'det_cnt':10,'windowsize':29,'patchCnt':100},
|
|||
|
|
'postProcess':{'function':default_mix,'pars':{ }},
|
|||
|
|
'models':
|
|||
|
|
[
|
|||
|
|
{
|
|||
|
|
'weight':"../weights/%s/AIlib2/%s/yolov5_%s_fp16.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
#'weight':'../AIlib2/weights/conf/%s/yolov5.pt'%(opt['business'] ),
|
|||
|
|
'name':'yolov5',
|
|||
|
|
'model':yolov5Model,
|
|||
|
|
'par':{ 'half':True,'device':'cuda:0' ,'conf_thres':0.25,'iou_thres':0.45,'allowedList':[0,1,2,3],'segRegionCnt':1, 'trtFlag_det':False,'trtFlag_seg':False, "score_byClass":{"0":0.25,"1":0.3,"2":0.3,"3":0.3 } },
|
|||
|
|
}
|
|||
|
|
],
|
|||
|
|
'detModelpara':[{"id":str(x),"config":{"k1":"v1","k2":"v2"}} for x in [] ],###控制哪些检测类别显示、输出
|
|||
|
|
|
|||
|
|
|
|||
|
|
'postFile': '../AIlib2/weights/conf/channelEmergency/para.json',###后处理参数文件
|
|||
|
|
'txtFontSize':40,###文本字符的大小
|
|||
|
|
'digitFont': { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'waterLineWidth':3},###显示框、线设置
|
|||
|
|
'testImgPath':'../AIdemo2/images/channelEmergency/',###测试图像的位置
|
|||
|
|
'testOutPath':'images/results/',###输出测试图像位置
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
###乡村路违法种植
|
|||
|
|
if opt['business'] == 'countryRoad':
|
|||
|
|
par={
|
|||
|
|
'device':'0', ###显卡号,如果用TRT模型，只支持0（单显卡）
|
|||
|
|
'labelnames':"../AIlib2/weights/conf/countryRoad/labelnames.json", ###检测类别对照表
|
|||
|
|
'max_workers':1, ###并行线程数
|
|||
|
|
'trackPar':{'sort_max_age':2,'sort_min_hits':3,'sort_iou_thresh':0.2,'det_cnt':10,'windowsize':29,'patchCnt':100},
|
|||
|
|
'postProcess':{'function':default_mix,'pars':{ }},
|
|||
|
|
'models':
|
|||
|
|
[
|
|||
|
|
{
|
|||
|
|
'weight':"../weights/%s/AIlib2/%s/yolov5_%s_fp16.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
#'weight':'../AIlib2/weights/conf/%s/yolov5.pt'%(opt['business'] ),
|
|||
|
|
'name':'yolov5',
|
|||
|
|
'model':yolov5Model,
|
|||
|
|
'par':{ 'half':True,'device':'cuda:0' ,'conf_thres':0.25,'iou_thres':0.45,'allowedList':[0,1,2,3],'segRegionCnt':1, 'trtFlag_det':False,'trtFlag_seg':False, "score_byClass":{"0":0.25,"1":0.3,"2":0.3,"3":0.3 } },
|
|||
|
|
}
|
|||
|
|
],
|
|||
|
|
'detModelpara':[{"id":str(x),"config":{"k1":"v1","k2":"v2"}} for x in [0,1,2,3,4,5,6] ],###控制哪些检测类别显示、输出
|
|||
|
|
'postFile': '../AIlib2/weights/conf/countryRoad/para.json',###后处理参数文件
|
|||
|
|
'txtFontSize':40,###文本字符的大小
|
|||
|
|
'digitFont': { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'waterLineWidth':3},###显示框、线设置
|
|||
|
|
'testImgPath':'../AIdemo2/images/countryRoad/',###测试图像的位置
|
|||
|
|
'testOutPath':'images/results/',###输出测试图像位置
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
###城管项目，检测城市垃圾和车辆
|
|||
|
|
if opt['business'] == 'cityMangement':
|
|||
|
|
par={
|
|||
|
|
'device':'0', ###显卡号,如果用TRT模型，只支持0（单显卡）
|
|||
|
|
'labelnames':"../AIlib2/weights/conf/%s/labelnames.json"%(opt['business']), ###检测类别对照表
|
|||
|
|
'max_workers':1, ###并行线程数
|
|||
|
|
'trackPar':{'sort_max_age':2,'sort_min_hits':3,'sort_iou_thresh':0.2,'det_cnt':10,'windowsize':29,'patchCnt':100},
|
|||
|
|
'postProcess':{'function':default_mix,'pars':{ }},
|
|||
|
|
'models':
|
|||
|
|
[
|
|||
|
|
{
|
|||
|
|
'weight':"../weights/%s/AIlib2/%s/yolov5_%s_fp16.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
#'weight':'../AIlib2/weights/conf/%s/yolov5.pt'%(opt['business'] ),
|
|||
|
|
'name':'yolov5',
|
|||
|
|
'model':yolov5Model,
|
|||
|
|
'par':{ 'half':True,'device':'cuda:0' ,'conf_thres':0.25,'iou_thres':0.45,'allowedList':[0,1,2,3],'segRegionCnt':1, 'trtFlag_det':False,'trtFlag_seg':False, "score_byClass":{"0":0.25,"1":0.3,"2":0.3,"3":0.3 } },
|
|||
|
|
}
|
|||
|
|
],
|
|||
|
|
'detModelpara':[{"id":str(x),"config":{"k1":"v1","k2":"v2"}} for x in [0,1,2,3,4,5,6] ],###控制哪些检测类别显示、输出
|
|||
|
|
'postFile': '../AIlib2/weights/conf/%s/para.json'%(opt['business']),###后处理参数文件
|
|||
|
|
'txtFontSize':40,###文本字符的大小
|
|||
|
|
'digitFont': { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'waterLineWidth':3},###显示框、线设置
|
|||
|
|
'testImgPath':'images/cityMangement',###测试图像的位置
|
|||
|
|
'testOutPath':'images/results/',###输出测试图像位置
|
|||
|
|
}
|
|||
|
|
###城管项目，检测道路情况，输入类别为五个："护栏","交通标志","非交通标志","施工","施工“(第4，第5类别合并，名称相同)
|
|||
|
|
###实际模型检测输出的类别为："护栏","交通标志","非交通标志","锥桶","水马"
|
|||
|
|
if opt['business'] == 'cityRoad':
|
|||
|
|
par={
|
|||
|
|
'device':'0', ###显卡号,如果用TRT模型，只支持0（单显卡）
|
|||
|
|
'labelnames':"../AIlib2/weights/conf/%s/labelnames.json"%(opt['business']), ###检测类别对照表
|
|||
|
|
'max_workers':1, ###并行线程数
|
|||
|
|
'trackPar':{'sort_max_age':2,'sort_min_hits':3,'sort_iou_thresh':0.2,'det_cnt':10,'windowsize':29,'patchCnt':100},
|
|||
|
|
'postProcess':{'function':default_mix,'pars':{ }},
|
|||
|
|
'models':
|
|||
|
|
[
|
|||
|
|
{
|
|||
|
|
'weight':"../weights/%s/AIlib2/%s/yolov5_%s_fp16.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
#'weight':'../AIlib2/weights/conf/%s/yolov5.pt'%(opt['business'] ),
|
|||
|
|
'name':'yolov5',
|
|||
|
|
'model':yolov5Model,
|
|||
|
|
'par':{ 'half':True,'device':'cuda:0' ,'conf_thres':0.25,'iou_thres':0.45,'allowedList':[0,1,2,3],'segRegionCnt':1, 'trtFlag_det':False,'trtFlag_seg':False, "score_byClass":{"0":0.25,"1":0.3,"2":0.3,"3":0.3 } },
|
|||
|
|
}
|
|||
|
|
],
|
|||
|
|
'detModelpara':[{"id":str(x),"config":{"k1":"v1","k2":"v2"}} for x in [0,1,2,3,4,5,6] ],###控制哪些检测类别显示、输出
|
|||
|
|
'postFile': '../AIlib2/weights/conf/%s/para.json'%(opt['business']),###后处理参数文件
|
|||
|
|
'txtFontSize':40,###文本字符的大小
|
|||
|
|
'digitFont': { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'waterLineWidth':3},###显示框、线设置
|
|||
|
|
'testImgPath':'images/%s'%(opt['business']),###测试图像的位置
|
|||
|
|
'testOutPath':'images/results/',###输出测试图像位置
|
|||
|
|
}
|
|||
|
|
if opt['business'] == 'illParking':
|
|||
|
|
from utilsK.illParkingUtils import illParking_postprocess_N
|
|||
|
|
par={
|
|||
|
|
'device':'0', ###显卡号,如果用TRT模型，只支持0（单显卡）
|
|||
|
|
'labelnames':"../AIlib2/weights/conf/%s/labelnames.json"%(opt['business']), ###检测类别对照表
|
|||
|
|
'trackPar':{'sort_max_age':2,'sort_min_hits':3,'sort_iou_thresh':0.2,'det_cnt':10,'windowsize':29,'patchCnt':100},
|
|||
|
|
'postProcess':{'function':illParking_postprocess_N, 'pars':{ }},
|
|||
|
|
'models':
|
|||
|
|
[
|
|||
|
|
{
|
|||
|
|
'weight':"../weights/%s/AIlib2/%s/yolov5_%s_fp16.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
#'weight':'../AIlib2/weights/conf/%s/yolov5.pt'%(opt['business'] ),
|
|||
|
|
'name':'yolov5',
|
|||
|
|
'model':yolov5Model,
|
|||
|
|
'par':{ 'half':True,'device':'cuda:0' ,'conf_thres':0.25,'iou_thres':0.45,'allowedList':[0,1,2,3],'segRegionCnt':1, 'trtFlag_det':False,'trtFlag_seg':False, "score_byClass":{"0":0.25,"1":0.3,"2":0.3,"3":0.3 } },
|
|||
|
|
}
|
|||
|
|
],
|
|||
|
|
'detModelpara':[{"id":str(x),"config":{"k1":"v1","k2":"v2"}} for x in [0,1,2,3,5,6,7,8,9] ],###控制哪些检测类别显示、输出
|
|||
|
|
'postFile': '../AIlib2/weights/conf/%s/para.json'%(opt['business'] ),###后处理参数文件
|
|||
|
|
'txtFontSize':20,###文本字符的大小
|
|||
|
|
'digitFont': { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'waterLineWidth':2},###显示框、线设置
|
|||
|
|
'testImgPath':'images/cityMangement',###测试图像的位置
|
|||
|
|
'testOutPath':'images/results/',###输出测试图像位置
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
#第一步加载模型
|
|||
|
|
modelList=[ modelPar['model'](weights=modelPar['weight'],par=modelPar['par']) for modelPar in par['models'] ]
|
|||
|
|
#第二步准备跟踪参数
|
|||
|
|
trackPar=par['trackPar']
|
|||
|
|
sort_tracker = Sort(max_age=trackPar['sort_max_age'],
|
|||
|
|
min_hits=trackPar['sort_min_hits'],
|
|||
|
|
iou_threshold=trackPar['sort_iou_thresh'])
|
|||
|
|
|
|||
|
|
#第三步准备画图字体
|
|||
|
|
drawPar = get_drawPar(par)
|
|||
|
|
|
|||
|
|
#第四步获取图像测试及视频
|
|||
|
|
imgpaths,videopaths = get_images_videos( par['testImgPath'])
|
|||
|
|
|
|||
|
|
#第五步开始测试
|
|||
|
|
for i in range(len(imgpaths)):
|
|||
|
|
imgpath = imgpaths[i]
|
|||
|
|
bname = os.path.basename(imgpath )
|
|||
|
|
im0s=[cv2.imread(imgpath)]
|
|||
|
|
time00 = time.time()
|
|||
|
|
|
|||
|
|
retResults,timeOut = AI_det_track_batch_N(im0s, [i] ,modelList,par['postProcess'],sort_tracker ,trackPar)
|
|||
|
|
'''
|
|||
|
|
返回值retResults[2] --list,其中每一个元素为一个list，表示每一帧的检测结果，每一个结果是由多个list构成，每个list表示一个框，格式为[ x0 ,y0 ,x1 ,y1 ,conf,cls ,ifrmae,trackId ]
|
|||
|
|
--etc. retResults[2][j][k]表示第j帧的第k个框。
|
|||
|
|
'''
|
|||
|
|
time11 = time.time()
|
|||
|
|
if len(retResults[1])>0:
|
|||
|
|
retResults[0][0] = drawBoxTraceSimplied(retResults[1],i, retResults[0][0],rainbows=rainbows,boxFlag=True,traceFlag=False,names=drawPar['names'])
|
|||
|
|
|
|||
|
|
image_array = retResults[0][0]
|
|||
|
|
|
|||
|
|
cv2.imwrite( os.path.join( par['testOutPath'],bname ) ,image_array )
|
|||
|
|
print('----image:%s, Allprocess:%s %s ,save:%s , objcnt:%d'%(bname,(time11-time00) * 1000, timeOut,(time.time() - time11) * 1000 ,len(retResults[2])) )
|
|||
|
|
##第五步开始测试视频
|
|||
|
|
print('##begin to process videos, total %d videos'%( len(videopaths)))
|
|||
|
|
for i,video in enumerate(videopaths):
|
|||
|
|
print('process video%d :%s '%(i,video))
|
|||
|
|
|
|||
|
|
par0={'modelList':modelList,'postProcess':par['postProcess'],'drawPar':drawPar,'outpth':par['testOutPath'], 'sort_tracker':sort_tracker,'trackPar':trackPar}
|
|||
|
|
|
|||
|
|
process_video(video,par0,mode='track')
|
|||
|
|
def OCR_demo2(opt):
|
|||
|
|
from ocrUtils2 import crnn_model
|
|||
|
|
from ocrUtils2.ocrUtils import get_cfg,recognition_ocr,strLabelConverter
|
|||
|
|
|
|||
|
|
if opt['business'] == 'ocr2':
|
|||
|
|
par={
|
|||
|
|
'image_dir':'images/ocr_en',
|
|||
|
|
'outtxt':'images/results',
|
|||
|
|
'weights':'../AIlib2/weights/conf/ocr2/crnn_448X32.pth',
|
|||
|
|
|
|||
|
|
#'weights':'../weights/2080Ti/AIlib2/ocr2/crnn_2080Ti_fp16_448X32.engine',
|
|||
|
|
'device':'cuda:0',
|
|||
|
|
'cfg':'../AIlib2/weights/conf/ocr2/360CC_config.yaml',
|
|||
|
|
|
|||
|
|
'char_file':'../AIlib2/weights/conf/ocr2/chars.txt',
|
|||
|
|
'imgH':32,
|
|||
|
|
'imgW':448,
|
|||
|
|
'workers':1
|
|||
|
|
|
|||
|
|
|
|||
|
|
}
|
|||
|
|
image_dir=par['image_dir']
|
|||
|
|
outtxt=par['outtxt']
|
|||
|
|
workers=par['workers']
|
|||
|
|
weights= par['weights']
|
|||
|
|
device=par['device']
|
|||
|
|
|
|||
|
|
char_file=par['char_file']
|
|||
|
|
imgH=par['imgH']
|
|||
|
|
imgW=par['imgW']
|
|||
|
|
cfg = par['cfg']
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
config = get_cfg(cfg, char_file)
|
|||
|
|
|
|||
|
|
|
|||
|
|
par['contextFlag']=False
|
|||
|
|
device = torch.device('cuda:0') if torch.cuda.is_available() else torch.device('cpu')
|
|||
|
|
if weights.endswith('.pth'):
|
|||
|
|
model = crnn_model.get_crnn(config,weights=weights).to(device)
|
|||
|
|
par['model_mode']='pth'
|
|||
|
|
else:
|
|||
|
|
logger = trt.Logger(trt.Logger.ERROR)
|
|||
|
|
with open(weights, "rb") as f, trt.Runtime(logger) as runtime:
|
|||
|
|
model = runtime.deserialize_cuda_engine(f.read())# 输入trt本地文件，返回ICudaEngine对象
|
|||
|
|
print('#####load TRT file:',weights,'success #####')
|
|||
|
|
context = model.create_execution_context()
|
|||
|
|
par['model_mode']='trt';par['contextFlag']=context
|
|||
|
|
|
|||
|
|
converter = strLabelConverter(config.DATASET.ALPHABETS)
|
|||
|
|
|
|||
|
|
img_urls=glob.glob('%s/*.jpg'%( image_dir ))
|
|||
|
|
img_urls.extend( glob.glob('%s/*.png'%( image_dir )) )
|
|||
|
|
cnt=len(img_urls)
|
|||
|
|
print('%s has %d images'%(image_dir ,len(img_urls) ) )
|
|||
|
|
# 准备数据
|
|||
|
|
parList=[]
|
|||
|
|
for i in range(cnt):
|
|||
|
|
img_patch=cv2.imread( img_urls[i] , cv2.IMREAD_GRAYSCALE)
|
|||
|
|
started = time.time()
|
|||
|
|
img = cv2.imread(img_urls[i])
|
|||
|
|
sim_pred = recognition_ocr(config, img, model, converter, device,par=par)
|
|||
|
|
finished = time.time()
|
|||
|
|
print('{0}: elapsed time: {1} prd:{2} '.format( os.path.basename( img_urls[i] ), finished - started, sim_pred ))
|
|||
|
|
|
|||
|
|
def customization_demo(opt):
|
|||
|
|
from AI import AI_process_C
|
|||
|
|
|
|||
|
|
if opt['business'] == 'channel2':
|
|||
|
|
|
|||
|
|
from ocr import ocrModel
|
|||
|
|
|
|||
|
|
par={
|
|||
|
|
'device':'0', ###显卡号,如果用TRT模型，只支持0（单显卡）
|
|||
|
|
'labelnames':"../AIlib2/weights/conf/%s/labelnames.json"%(opt['business']), ###检测类别对照表
|
|||
|
|
'max_workers':1, ###并行线程数
|
|||
|
|
'postProcess':{'function':default_mix,'pars':{'objs':[2] },'name':'channel2',},
|
|||
|
|
'models':[
|
|||
|
|
{
|
|||
|
|
#'weight':"../weights/%s/AIlib2/%s/yolov5_%s_fp16.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
'weight':'../AIlib2/weights/conf/%s/yolov5.pt'%(opt['business'] ),
|
|||
|
|
#'weight':'/mnt/thsw2/DSP2/weights/channel2/yolov5.pt',
|
|||
|
|
#'weight':'/mnt/thsw2/DSP2/weights/channel2/yolov5_2080Ti_fp16.engine',
|
|||
|
|
'name':'yolov5',
|
|||
|
|
'model':yolov5Model,
|
|||
|
|
'par':{ 'half':True,'device':'cuda:0' ,'conf_thres':0.1,'iou_thres':0.45,'allowedList':list(range(20)),'segRegionCnt':1, 'trtFlag_det':False,'trtFlag_seg':False, "score_byClass":{str(x):0.1 for x in range(20) } }
|
|||
|
|
|
|||
|
|
},
|
|||
|
|
|
|||
|
|
{
|
|||
|
|
'weight' : '../weights/%s/AIlib2/ocr2/crnn_ch_%s_fp16_192X32.engine'%(opt['gpu'], opt['gpu']),
|
|||
|
|
'name':'ocr',
|
|||
|
|
'model':ocrModel,
|
|||
|
|
'par':{
|
|||
|
|
'char_file':'../AIlib2/weights/conf/ocr2/chars.txt',
|
|||
|
|
'mode':'ch',
|
|||
|
|
'nc':3,
|
|||
|
|
'imgH':32,
|
|||
|
|
'imgW':192,
|
|||
|
|
'hidden':256,
|
|||
|
|
'mean':[0.5,0.5,0.5],
|
|||
|
|
'std':[0.5,0.5,0.5],
|
|||
|
|
'dynamic':False,
|
|||
|
|
},
|
|||
|
|
}
|
|||
|
|
],
|
|||
|
|
|
|||
|
|
'detModelpara':[{"id":str(x),"config":{"k1":"v1","k2":"v2"}} for x in [0,1,2,3,5,6,7,8,9] ],###控制哪些检测类别显示、输出
|
|||
|
|
'postFile': '../AIlib2/weights/conf/%s/para.json'%(opt['business'] ),###后处理参数文件
|
|||
|
|
'txtFontSize':20,###文本字符的大小
|
|||
|
|
'digitFont': { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'segLineShow':True,'waterLineWidth':2},###显示框、线设置
|
|||
|
|
'testImgPath':'images/%s/'%(opt['business']),
|
|||
|
|
#'testImgPath':'/home/thsw2/WJ/src/OCR/shipNames',
|
|||
|
|
'testOutPath':'images/results/',###输出测试图像位置
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if opt['business'] == 'crackMeasurement':
|
|||
|
|
from utilsK.crackUtils import Crack_measure
|
|||
|
|
print( '%s 只能测试图像，不能测试视频%s'%('#'*20,'#'*20))
|
|||
|
|
par={
|
|||
|
|
'device':'0', ###显卡号,如果用TRT模型，只支持0（单显卡）
|
|||
|
|
'labelnames':"../AIlib2/weights/conf/%s/labelnames.json"%(opt['business']), ###检测类别对照表
|
|||
|
|
'max_workers':1, ###并行线程数
|
|||
|
|
'postProcess':{
|
|||
|
|
'name':'crackMeasurement',
|
|||
|
|
'function':Crack_measure,
|
|||
|
|
'pars':{'dsx':(123-30)*1000/35*0.004387636 ,'objs':[0,1,2]}
|
|||
|
|
},
|
|||
|
|
'models':[
|
|||
|
|
{
|
|||
|
|
#'weight':"../weights/%s/AIlib2/%s/yolov5_%s_fp16.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
'weight':'../AIlib2/weights/conf/%s/yolov5.pt'%(opt['business'] ),
|
|||
|
|
'name':'yolov5',
|
|||
|
|
'model':yolov5Model,
|
|||
|
|
'par':{ 'half':True,'device':'cuda:0' ,'conf_thres':0.1,'iou_thres':0.45,'allowedList':[0,1,2,3],'segRegionCnt':1, 'trtFlag_det':False,'trtFlag_seg':False, "score_byClass":{"0":0.1,"1":0.1,"2":0.1 } }
|
|||
|
|
|
|||
|
|
},
|
|||
|
|
|
|||
|
|
{
|
|||
|
|
#'weight':"../weights/%s/AIlib2/%s/stdc_360X640_%s_fp16.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
'weight':'../AIlib2/weights/conf/%s/stdc_360X640.pth'%(opt['business'] ),
|
|||
|
|
'par':{
|
|||
|
|
#'modelSize':(640,360),
|
|||
|
|
'modelSize':(1920,1080),
|
|||
|
|
'dynamic':True,
|
|||
|
|
'mean':(0.485, 0.456, 0.406),'std' :(0.229, 0.224, 0.225),'predResize':True,'numpy':False, 'RGB_convert_first':True,'seg_nclass':2},###分割模型预处理参数
|
|||
|
|
'model':stdcModel,
|
|||
|
|
'name':'stdc'
|
|||
|
|
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
],
|
|||
|
|
|
|||
|
|
'detModelpara':[{"id":str(x),"config":{"k1":"v1","k2":"v2"}} for x in [0,1,2,3,5,6,7,8,9] ],###控制哪些检测类别显示、输出
|
|||
|
|
'postFile': '../AIlib2/weights/conf/%s/para.json'%(opt['business'] ),###后处理参数文件
|
|||
|
|
'txtFontSize':20,###文本字符的大小
|
|||
|
|
'digitFont': { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'segLineShow':True,'waterLineWidth':2},###显示框、线设置
|
|||
|
|
'testImgPath':'images/%s/'%(opt['business']),
|
|||
|
|
#'testImgPath':'/mnt/thsw2/DSP2/weights/cityMangement2_1102/images/debug',
|
|||
|
|
'testOutPath':'images/results/',###输出测试图像位置
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
#第一步加载模型
|
|||
|
|
modelList=[ modelPar['model'](weights=modelPar['weight'],par=modelPar['par']) for modelPar in par['models'] ]
|
|||
|
|
print(' load moder over')
|
|||
|
|
|
|||
|
|
#准备画图字体
|
|||
|
|
labelnames = par['labelnames'] ##对应类别表
|
|||
|
|
names=get_labelnames(labelnames)
|
|||
|
|
label_arraylist = get_label_arrays(names,rainbows,outfontsize=par['txtFontSize'],fontpath="../AIlib2/conf/platech.ttf")
|
|||
|
|
|
|||
|
|
#图像测试
|
|||
|
|
imgpaths,videopaths = get_images_videos( par['testImgPath'])
|
|||
|
|
|
|||
|
|
|
|||
|
|
#开始测试
|
|||
|
|
for imgUrl in imgpaths[0:]:
|
|||
|
|
img = cv2.imread(imgUrl);bname = os.path.basename(imgUrl)
|
|||
|
|
if opt['business'] == 'crackMeasurement':
|
|||
|
|
ret,timeInfos = AI_process_C([img],modelList,par['postProcess'])
|
|||
|
|
#返回类型ret-list,[[ x0,y0,x1,y1,score,class,裂缝长度,平均宽度,最大宽度,最小宽度],[...],[...]]
|
|||
|
|
for re in ret:
|
|||
|
|
print('Summarized Cracklength = %.1f mm Mean crack width = %.1f mm Max crack width = %.1f mm Min crack width = %.1f mm '%( re[6], re[7],re[8],re[9] ) )
|
|||
|
|
elif opt['business'] == 'channel2':
|
|||
|
|
ret,timeInfos = AI_process_C([img],modelList,par['postProcess'])
|
|||
|
|
|
|||
|
|
timeInfos=bname+':'+timeInfos
|
|||
|
|
print(timeInfos,ret )
|
|||
|
|
if len(ret)>0:
|
|||
|
|
img0 = drawAllBox(ret,img,label_arraylist,rainbows,par['digitFont'])
|
|||
|
|
else: img0= img
|
|||
|
|
cv2.imwrite(os.path.join('images/results/',bname ) ,img0)
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
def OBB_track_demo(opt):
|
|||
|
|
###倾斜框（OBB）的ship目标检测
|
|||
|
|
par={
|
|||
|
|
|
|||
|
|
'obbModelPar':{
|
|||
|
|
'model_size':(608,608),'K':100,'conf_thresh':0.3, 'down_ratio':4,'num_classes':15,'dataset':'dota',
|
|||
|
|
'heads': {'hm': None,'wh': 10,'reg': 2,'cls_theta': 1},
|
|||
|
|
'mean':(0.5, 0.5, 0.5),'std':(1, 1, 1), 'half': False,'decoder':None,
|
|||
|
|
'weights':'../weights/%s/AIlib2/%s/obb_608X608_%s_fp16.engine'%(opt['gpu'],opt['business'],opt['gpu']),
|
|||
|
|
|
|||
|
|
},
|
|||
|
|
'outpth': 'images/results',
|
|||
|
|
'trackPar':{'sort_max_age':2,'sort_min_hits':3,'sort_iou_thresh':0.2,'det_cnt':10,'windowsize':29,'patchCnt':100},
|
|||
|
|
'device':"cuda:0",
|
|||
|
|
|
|||
|
|
#'test_dir': '/mnt/thsw2/DSP2/videos/obbShips/DJI_20230208110806_0001_W_6M.MP4',
|
|||
|
|
'test_dir':'/mnt/thsw2/DSP2/videos/obbShips/freighter2.mp4',
|
|||
|
|
|
|||
|
|
'test_flag':True,
|
|||
|
|
'postFile': '../AIlib2/weights/conf/%s/para.json'%(opt['business'] ),###后处理参数文件
|
|||
|
|
'drawBox':True,#####是否画框
|
|||
|
|
'drawPar': { 'digitWordFont' :{'line_thickness':2,'boxLine_thickness':1,'wordSize':40, 'fontSize':1.0,'label_location':'leftTop'}} ,
|
|||
|
|
'labelnames':"../AIlib2/weights/conf/%s/labelnames.json"%(opt['business'] ), ###检测类别对照表
|
|||
|
|
}
|
|||
|
|
#par['model_size'],par['mean'],par['std'],par['half'],par['saveType'],par['heads'],par['labelnames'],par['decoder'],par['down_ratio'],par['drawBox']
|
|||
|
|
#par['rainbows'],par['label_array'],par['digitWordFont']
|
|||
|
|
|
|||
|
|
obbModelPar = par['obbModelPar']
|
|||
|
|
####加载模型
|
|||
|
|
model,decoder2=load_model_decoder_OBB(obbModelPar)
|
|||
|
|
obbModelPar['decoder']=decoder2
|
|||
|
|
|
|||
|
|
names=get_labelnames(par['labelnames']);obbModelPar['labelnames']=names
|
|||
|
|
|
|||
|
|
_,_,_,rainbows=get_postProcess_para(par['postFile']);par['drawPar']['rainbows']=rainbows
|
|||
|
|
|
|||
|
|
|
|||
|
|
label_arraylist = get_label_arrays(names,rainbows,outfontsize=par['drawPar']['digitWordFont']['wordSize'],fontpath="../AIlib2/conf/platech.ttf")
|
|||
|
|
#par['label_array']=label_arraylist
|
|||
|
|
|
|||
|
|
trackPar=par['trackPar']
|
|||
|
|
sort_tracker = OBB_Sort(max_age=trackPar['sort_max_age'],
|
|||
|
|
min_hits=trackPar['sort_min_hits'],
|
|||
|
|
iou_threshold=trackPar['sort_iou_thresh'])
|
|||
|
|
|
|||
|
|
|
|||
|
|
##图像测试和视频
|
|||
|
|
impth = par['test_dir']
|
|||
|
|
img_urls=[]###获取文件里所有的图像
|
|||
|
|
video_urls=[]###获取文件里所有的视频
|
|||
|
|
img_postfixs = ['.jpg','.JPG','.PNG','.png'];
|
|||
|
|
vides_postfixs= ['.MP4','.mp4','.avi']
|
|||
|
|
if os.path.isdir(impth):
|
|||
|
|
for postfix in img_postfixs:
|
|||
|
|
img_urls.extend(glob.glob('%s/*%s'%(impth,postfix )) )
|
|||
|
|
for postfix in ['.MP4','.mp4','.avi']:
|
|||
|
|
video_urls.extend(glob.glob('%s/*%s'%(impth,postfix )) )
|
|||
|
|
else:
|
|||
|
|
postfix = os.path.splitext(impth)[-1]
|
|||
|
|
if postfix in img_postfixs: img_urls=[ impth ]
|
|||
|
|
if postfix in vides_postfixs: video_urls = [impth ]
|
|||
|
|
|
|||
|
|
parIn = {'obbModelPar':obbModelPar,'modelPar':{'obbmodel': model},'sort_tracker':sort_tracker,'outpth':par['outpth'],'trackPar':trackPar,'drawPar':par['drawPar']}
|
|||
|
|
par['drawPar']['label_array']=label_arraylist
|
|||
|
|
for img_url in img_urls:
|
|||
|
|
#print(img_url)
|
|||
|
|
ori_image=cv2.imread(img_url)
|
|||
|
|
|
|||
|
|
#ori_image_list,infos = OBB_infer(model,ori_image,obbModelPar)
|
|||
|
|
|
|||
|
|
ori_image_list,infos = OBB_tracker_batch([ori_image],[0],parIn['modelPar'],parIn['obbModelPar'],None,parIn['trackPar'],None)
|
|||
|
|
|
|||
|
|
ori_image_list[1] = draw_obb(ori_image_list[2] ,ori_image_list[1],par['drawPar'])
|
|||
|
|
|
|||
|
|
imgName = os.path.basename(img_url)
|
|||
|
|
saveFile = os.path.join(par['outpth'], imgName)
|
|||
|
|
ret=cv2.imwrite(saveFile, ori_image_list[1])
|
|||
|
|
if not ret:
|
|||
|
|
print(saveFile, ' not created ')
|
|||
|
|
print( os.path.basename(img_url),':',infos,ori_image_list[2])
|
|||
|
|
|
|||
|
|
###处理视频
|
|||
|
|
|
|||
|
|
for video_url in video_urls:
|
|||
|
|
process_video(video_url, parIn ,mode='obbTrack')
|
|||
|
|
|
|||
|
|
def crowd_demo(opt):
|
|||
|
|
if opt['business']=='crowdCounting':
|
|||
|
|
|
|||
|
|
from crowd import crowdModel as Model
|
|||
|
|
par={
|
|||
|
|
'mean':[0.485, 0.456, 0.406], 'std':[0.229, 0.224, 0.225],'threshold':0.5,
|
|||
|
|
'input_profile_shapes':[(1,3,256,256),(1,3,1024,1024),(1,3,2048,2048)],
|
|||
|
|
'modelPar':{'backbone':'vgg16_bn', 'gpu_id':0,'anchorFlag':False, 'width':None,'height':None ,'line':2, 'row':2},
|
|||
|
|
|
|||
|
|
'weights':"../weights/%s/AIlib2/%s/crowdCounting_%s_dynamic.engine"%(opt['gpu'], opt['business'] ,opt['gpu'] ),###检测模型路径
|
|||
|
|
'testImgPath':'images/%s'%(opt['business'] ),###测试图像的位置
|
|||
|
|
'testOutPath':'images/results/',###输出测试图像位置
|
|||
|
|
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
|
|||
|
|
#weights='weights/best_mae.pth'
|
|||
|
|
cmodel = Model(par['weights'],par)
|
|||
|
|
|
|||
|
|
img_path = par['testImgPath']
|
|||
|
|
File = os.listdir(img_path)
|
|||
|
|
targetList = []
|
|||
|
|
for file in File[0:]:
|
|||
|
|
COORlist = []
|
|||
|
|
imgPath = img_path + os.sep + file
|
|||
|
|
|
|||
|
|
|
|||
|
|
img_raw = cv2.cvtColor(cv2.imread(imgPath),cv2.COLOR_BGR2RGB)
|
|||
|
|
# cmodel.eval---
|
|||
|
|
# 输入读取的RGB数组
|
|||
|
|
# 输出:list,0--原图，1-人头坐标list,2-对接OBB的格式数据，其中4个坐标均相同，2-格式如下：
|
|||
|
|
# [ [ [ (x0,y0),(x1,y1),(x2,y2),(x3,y3) ],score， cls ], [ [ (x0,y0),(x1,y1),(x2,y2),(x3,y3) ],score ，cls ],........ ]
|
|||
|
|
|
|||
|
|
prets, infos = cmodel.eval(img_raw)
|
|||
|
|
|
|||
|
|
|
|||
|
|
print(file,infos,' 人数：',len(prets[1]))
|
|||
|
|
|
|||
|
|
|
|||
|
|
img_to_draw = cv2.cvtColor(np.array(img_raw), cv2.COLOR_RGB2BGR)
|
|||
|
|
# 打印预测图像中人头的个数
|
|||
|
|
for p in prets[1]:
|
|||
|
|
img_to_draw = cv2.circle(img_to_draw, (int(p[0]), int(p[1])), 2, (0, 255, 0), -1)
|
|||
|
|
COORlist.append((int(p[0]), int(p[1])))
|
|||
|
|
# 将各测试图像中的人头坐标存储在targetList中, 格式：[[(x1, y1),(x2, y2),...], [(X1, Y1),(X2, Y2),..], ...]
|
|||
|
|
targetList.append(COORlist)
|
|||
|
|
#time.sleep(2)
|
|||
|
|
# 保存预测图片
|
|||
|
|
cv2.imwrite(os.path.join(par['testOutPath'], file), img_to_draw)
|
|||
|
|
|
|||
|
|
if __name__=="__main__":
|
|||
|
|
|
|||
|
|
#jkm_demo()
|
|||
|
|
businessAll=['river', 'river2','highWay2','noParking','drowning','forest2','vehicle','pedestrian','smogfire' , 'AnglerSwimmer','channelEmergency', 'countryRoad','cityMangement','ship2','cityMangement2','cityRoad','illParking',"crowdCounting",'cityMangement3','crackMeasurement','pothole','channel2','riverT']
|
|||
|
|
businessAll = [ 'forest2' ]
|
|||
|
|
|
|||
|
|
for busi in businessAll:
|
|||
|
|
print('-'*40,'beg to test:',busi,'-'*40)
|
|||
|
|
opt={'gpu':'2080Ti','business':busi}
|
|||
|
|
if busi in ['ship2']:
|
|||
|
|
OBB_track_demo(opt)
|
|||
|
|
elif opt['business'] in ['crowdCounting'] :
|
|||
|
|
crowd_demo(opt)
|
|||
|
|
elif opt['business'] in ['crackMeasurement','channel2'] :
|
|||
|
|
customization_demo(opt)
|
|||
|
|
else:
|
|||
|
|
#if opt['business'] in ['river','highWay2','noParking','drowning','']:
|
|||
|
|
det_track_demo_N(opt )
|
|||
|
|
|
|||
|
|
|
|||
|
|
|