import sys from concurrent.futures import ThreadPoolExecutor sys.path.extend(['..','../AIlib' ]) from AI import AI_process,AI_process_forest,get_postProcess_para import cv2,os,time from segutils.segmodel import SegModel from models.experimental import attempt_load from utils.torch_utils import select_device from utilsK.queRiver import get_labelnames,get_label_arrays import numpy as np import torch import tensorrt as trt from utilsK.masterUtils import get_needed_objectsIndex ''' 多线程 ''' def process_v1(frame): #try: time00 = time.time() H,W,C = frame[0][0].shape p_result,timeOut = AI_process(frame[0],frame[1],frame[2],frame[3],frame[4],frame[5],frame[6],frame[7],frame[8], frame[9],frame[10],font=frame[11],trtFlag_det=frame[13],trtFlag_seg=frame[14],segPar=frame[15]) time11 = time.time() image_array = p_result[1] cv2.imwrite(os.path.join('images/results/',frame[12] ) ,image_array) time22 = time.time() print('%s,%d*%d,AI-process: %.1f,image save:%.1f , %s'%(frame[12],H,W, (time11 - time00) * 1000.0, (time22-time11)*1000.0,timeOut)) return 'success' #except Exception as e: # return 'failed:'+str(e) def river_demo_v3(): ##预先设置的参数 device_='0' ##选定模型,可选 cpu,'0','1' ###注意TRT模型生成时,就需要对应cuda device,下面的trt文件是cuda:0生成的,device只能是0 ##以下参数目前不可改 labelnames = "../AIlib/weights/yolov5/class8/labelnames.json" ##对应类别表 gpuname='3090'; max_workers=1; trtFlag_det=True;trtFlag_seg=True device = select_device(device_) names=get_labelnames(labelnames) half = device.type != 'cpu' # half precision only supported on CUDA if trtFlag_det: Detweights = "../AIlib/weights/yolov5/class8/bestcao_%s_fp16.engine"%(gpuname) ##升级后的检测模型 logger = trt.Logger(trt.Logger.ERROR) with open(Detweights, "rb") as f, trt.Runtime(logger) as runtime: model=runtime.deserialize_cuda_engine(f.read())# 输入trt本地文件,返回ICudaEngine对象 print('############locad det model trt success#######') else: Detweights = "../AIlib/weights/yolov5/class8/bestcao.pt" model = attempt_load(Detweights, map_location=device) # load FP32 model print('############locad det model pth success#######') if half: model.half() seg_nclass = 2 segPar={'modelSize':(640,360),'mean':(0.485, 0.456, 0.406),'std' :(0.229, 0.224, 0.225),'numpy':False, 'RGB_convert_first':True} if trtFlag_seg: Segweights = '../AIlib/weights/STDC/model_maxmIOU75_1720_0.946_360640_%s_fp16.engine'%(gpuname) logger = trt.Logger(trt.Logger.ERROR) with open(Segweights, "rb") as f, trt.Runtime(logger) as runtime: segmodel=runtime.deserialize_cuda_engine(f.read())# 输入trt本地文件,返回ICudaEngine对象 print('############locad seg model trt success#######') else: Segweights = '../AIlib/weights/STDC/model_maxmIOU75_1720_0.946_360640.pth' segmodel = SegModel(nclass=seg_nclass,weights=Segweights,device=device) print('############locad seg model pth success#######') postFile= '../AIlib/conf/para.json' digitFont= { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'waterLineWidth':3} conf_thres,iou_thres,classes,rainbows=get_postProcess_para(postFile) ####模型选择参数用如下: mode_paras=[ {"id":"0","config":{"k1":"v1","k2":"v2"}}, {"id":"1","config":{"k1":"v1","k2":"v2"}}, {"id":"2","config":{"k1":"v1","k2":"v2"}}, {"id":"3","config":{"k1":"v1","k2":"v2"}}, {"id":"4","config":{"k1":"v1","k2":"v2"}}, {"id":"5","config":{"k1":"v1","k2":"v2"}}, {"id":"6","config":{"k1":"v1","k2":"v2"}}, {"id":"7","config":{"k1":"v1","k2":"v2"}}, ] allowedList,allowedList_string=get_needed_objectsIndex(mode_paras) #allowedList=[0,1,2,3] ##加载模型,准备好显示字符 label_arraylist = get_label_arrays(names,rainbows,outfontsize=40,fontpath="../AIlib/conf/platech.ttf") ##图像测试 #impth = 'images/slope/' impth = '../../../data/无人机起飞测试图像/' outpth = 'images/results/' folders = os.listdir(impth) frames=[] for i in range(len(folders)): imgpath = os.path.join(impth, folders[i]) im0s=[cv2.imread(imgpath)] frame=(im0s,model,segmodel,names,label_arraylist,rainbows,half,device,conf_thres, iou_thres,allowedList,digitFont,folders[i],trtFlag_det,trtFlag_seg,segPar) frames.append(frame) t1=time.time() if max_workers==1: for i in range(len(folders)): t5=time.time() process_v1(frames[i]) t6=time.time() print('#######%s, ms:%.1f , accumetate time:%.1f, avage:%1.f '%(folders[i], (t6-t5)*1000.0,(t6-t1)*1000.0, (t6-t1)*1000.0/(i+1))) else: with ThreadPoolExecutor(max_workers=max_workers) as t: for result in t.map(process_v1, frames): #print(result) t=result t2=time.time() print('All %d images time:%.1f ms ,each:%.1f ms, with %d threads'%(len(folders),(t2-t1)*1000, (t2-t1)*1000.0/len(folders) , max_workers) ) def river_demo(): ##预先设置的参数 device_='1' ##选定模型,可选 cpu,'0','1' ##以下参数目前不可改 #Detweights = "../AIlib/weights/yolov5/class5/best_5classes.pt" #labelnames = "../AIlib/weights/yolov5/class5/labelnames.json" Detweights = "../AIlib/weights/yolov5/class8/bestcao.pt" ##升级后的检测模型 labelnames = "../AIlib/weights/yolov5/class8/labelnames.json" ##对应类别表 seg_nclass = 2 #Segweights = "../AIlib/weights/BiSeNet/checkpoint.pth" Segweights = '../AIlib/weights/STDC/model_maxmIOU75_1720_0.946_360640.pth' ##升级的分割模型 postFile= '../AIlib/conf/para.json' digitFont= { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'waterLineWidth':3} conf_thres,iou_thres,classes,rainbows=get_postProcess_para(postFile) ####模型选择参数用如下: mode_paras=[ {"id":"0","config":{"k1":"v1","k2":"v2"}}, {"id":"1","config":{"k1":"v1","k2":"v2"}}, {"id":"2","config":{"k1":"v1","k2":"v2"}}, {"id":"3","config":{"k1":"v1","k2":"v2"}}, {"id":"4","config":{"k1":"v1","k2":"v2"}}, {"id":"5","config":{"k1":"v1","k2":"v2"}}, {"id":"6","config":{"k1":"v1","k2":"v2"}}, {"id":"7","config":{"k1":"v1","k2":"v2"}}, ] allowedList,allowedList_string=get_needed_objectsIndex(mode_paras) #allowedList=[0,1,2,3] ##加载模型,准备好显示字符 device = select_device(device_) names=get_labelnames(labelnames) label_arraylist = get_label_arrays(names,rainbows,outfontsize=40,fontpath="../AIlib/conf/platech.ttf") half = device.type != 'cpu' # half precision only supported on CUDA model = attempt_load(Detweights, map_location=device) # load FP32 model if half: model.half() segmodel = SegModel(nclass=seg_nclass,weights=Segweights,device=device) ##图像测试 #url='images/examples/20220624_响水河_12300_1621.jpg' impth = 'images/slope/' outpth = 'images/results/' folders = os.listdir(impth) for i in range(len(folders)): imgpath = os.path.join(impth, folders[i]) im0s=[cv2.imread(imgpath)] H,W,C = im0s[0].shape time00 = time.time() p_result,timeOut = AI_process(im0s,model,segmodel,names,label_arraylist,rainbows,half,device,conf_thres, iou_thres,allowedList,font=digitFont) time11 = time.time() image_array = p_result[1] cv2.imwrite( os.path.join( outpth,folders[i] ) ,image_array ) print('%s,%d*%d,AI-process: %.1f, %s'%(folders[i],H,W, (time11 - time00) * 1000,timeOut)) def road_forest_demo(business ): ##使用森林,道路模型,business 控制['forest','road'] ##预先设置的参数 gpuname='3090'#如果用trt就需要此参数,只能是"3090" "2080Ti" device_='0' ##选定模型,可选 cpu,'0','1' device = select_device(device_) half = device.type != 'cpu' # half precision only supported on CUDA trtFlag_det=False ###是否采用TRT模型加速 ##以下参数目前不可改 #business='forest';imageW=4916 ####森林模型 #business='road'; imageW=1536 ####道路模型 digitFont= { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'waterLineWidth':3 } if trtFlag_det: Detweights="../AIlib/weights/%s/best_%s_fp16.engine"%(business,gpuname) logger = trt.Logger(trt.Logger.ERROR) with open(Detweights, "rb") as f, trt.Runtime(logger) as runtime: model=runtime.deserialize_cuda_engine(f.read())# 输入trt本地文件,返回ICudaEngine对象 print('####load TRT model :%s'%(Detweights)) else: Detweights="../AIlib/weights/%s/best.pt"%(business) model = attempt_load(Detweights, map_location=device) # load FP32 model if half: model.half() labelnames = "../AIlib/weights/%s/labelnames.json"%(business) postFile= '../AIlib/weights/%s/para.json'%(business) print( Detweights,labelnames ) conf_thres,iou_thres,classes,rainbows=get_postProcess_para(postFile) ####模型选择参数用如下: if business == 'road': mode_paras=[{"id":str(x),"config":{"k1":"v1","k2":"v2"}} for x in [0,1,3,4,5,6] ]###类别2为“修补”,不输出 else: mode_paras=[{"id":str(x),"config":{"k1":"v1","k2":"v2"}} for x in [0,1,2,3,4,5,6] ] allowedList,allowedList_string=get_needed_objectsIndex(mode_paras) ##只加载检测模型,准备好显示字符 names=get_labelnames(labelnames) #imageW=4915;###默认是1920,在森林巡检的高清图像中是4920 outfontsize=int(imageW/1920*40);### label_arraylist = get_label_arrays(names,rainbows,outfontsize=outfontsize,fontpath="../AIlib/conf/platech.ttf") segmodel = None ##图像测试 #url='images/examples/20220624_响水河_12300_1621.jpg' impth = 'images/%s/'%(business) outpth = 'images/results/' folders = os.listdir(impth) folders.sort() for i in range(len(folders)): #for i in range(2): imgpath = os.path.join(impth, folders[i]) im0s=[cv2.imread(imgpath)] time00 = time.time() #使用不同的函数。每一个领域采用一个函数 p_result,timeOut = AI_process_forest(im0s,model,segmodel,names,label_arraylist,rainbows,half,device,conf_thres, iou_thres,allowedList,font=digitFont,trtFlag_det=trtFlag_det) time11 = time.time() image_array = p_result[1] cv2.imwrite( os.path.join( outpth,folders[i] ) ,image_array ) print('----image:%s, process:%s ,save:%s, %s'%(folders[i],(time11-time00) * 1000, (time.time() - time11) * 1000,timeOut) ) def jkm_demo(): from utilsK.jkmUtils import pre_process,post_process,get_return_data img_type = 'plate' ## code,plate par={'code':{'weights':'../AIlib/weights/jkm/health_yolov5s_v3.jit','img_type':'code','nc':10 }, 'plate':{'weights':'../AIlib/weights/jkm/plate_yolov5s_v3.jit','img_type':'plate','nc':1 }, 'conf_thres': 0.4, 'iou_thres':0.45, 'device':'cuda:0', 'plate_dilate':(0.5,0.1) } ###加载模型 device = torch.device(par['device']) jit_weights = par['code']['weights'] model = torch.jit.load(jit_weights) jit_weights = par['plate']['weights'] model_plate = torch.jit.load(jit_weights) imgd='images/plate' imgpaths = os.listdir(imgd) for imgp in imgpaths[0:]: #imgp = 'plate_IMG_20221030_100612.jpg' imgpath = os.path.join(imgd,imgp) im0 = cv2.imread(imgpath) #读取数据 img ,padInfos = pre_process(im0,device) ##预处理 if img_type=='code': pred = model(img) ##模型推理 else: pred = model_plate(img) boxes = post_process(pred,padInfos,device,conf_thres= par['conf_thres'], iou_thres= par['iou_thres'],nc=par[img_type]['nc']) #后处理 dataBack=get_return_data(im0,boxes,modelType=img_type,plate_dilate=par['plate_dilate']) print(imgp,boxes,dataBack['type']) for key in dataBack.keys(): if isinstance(dataBack[key],list): cv2.imwrite( 'images/results/%s_%s.jpg'%( imgp.replace('.jpg','').replace('.png',''),key),dataBack[key][0] ) ###返回值: dataBack 1 if __name__=="__main__": #river_demo_v3() road_forest_demo('road' ) #jkm_demo()