298 lines
13 KiB
Python
298 lines
13 KiB
Python
import sys
|
||
from concurrent.futures import ThreadPoolExecutor
|
||
|
||
sys.path.extend(['..','../AIlib' ])
|
||
|
||
from AI import AI_process,AI_process_forest,get_postProcess_para
|
||
import cv2,os,time
|
||
from segutils.segmodel import SegModel
|
||
from models.experimental import attempt_load
|
||
from utils.torch_utils import select_device
|
||
from utilsK.queRiver import get_labelnames,get_label_arrays
|
||
import numpy as np
|
||
import torch
|
||
import tensorrt as trt
|
||
from utilsK.masterUtils import get_needed_objectsIndex
|
||
|
||
'''
|
||
多线程
|
||
'''
|
||
|
||
def process_v1(frame):
|
||
#try:
|
||
|
||
time00 = time.time()
|
||
H,W,C = frame[0][0].shape
|
||
p_result,timeOut = AI_process(frame[0],frame[1],frame[2],frame[3],frame[4],frame[5],frame[6],frame[7],frame[8], frame[9],frame[10],font=frame[11],trtFlag_det=frame[13],trtFlag_seg=frame[14],segPar=frame[15])
|
||
time11 = time.time()
|
||
image_array = p_result[1]
|
||
cv2.imwrite(os.path.join('images/results/',frame[12] ) ,image_array)
|
||
time22 = time.time()
|
||
print('%s,%d*%d,AI-process: %.1f,image save:%.1f , %s'%(frame[12],H,W, (time11 - time00) * 1000.0, (time22-time11)*1000.0,timeOut))
|
||
return 'success'
|
||
#except Exception as e:
|
||
# return 'failed:'+str(e)
|
||
|
||
def river_demo_v3():
|
||
##预先设置的参数
|
||
device_='0' ##选定模型，可选 cpu,'0','1'
|
||
###注意TRT模型生成时，就需要对应cuda device，下面的trt文件是cuda:0生成的，device只能是0
|
||
##以下参数目前不可改
|
||
labelnames = "../AIlib/weights/yolov5/class8/labelnames.json" ##对应类别表
|
||
gpuname='3090';
|
||
max_workers=1;
|
||
trtFlag_det=True;trtFlag_seg=True
|
||
device = select_device(device_)
|
||
names=get_labelnames(labelnames)
|
||
|
||
half = device.type != 'cpu' # half precision only supported on CUDA
|
||
if trtFlag_det:
|
||
Detweights = "../AIlib/weights/yolov5/class8/bestcao_%s_fp16.engine"%(gpuname) ##升级后的检测模型
|
||
logger = trt.Logger(trt.Logger.ERROR)
|
||
with open(Detweights, "rb") as f, trt.Runtime(logger) as runtime:
|
||
model=runtime.deserialize_cuda_engine(f.read())# 输入trt本地文件，返回ICudaEngine对象
|
||
print('############locad det model trt success#######')
|
||
else:
|
||
Detweights = "../AIlib/weights/yolov5/class8/bestcao.pt"
|
||
model = attempt_load(Detweights, map_location=device) # load FP32 model
|
||
print('############locad det model pth success#######')
|
||
if half: model.half()
|
||
|
||
|
||
seg_nclass = 2
|
||
segPar={'modelSize':(640,360),'mean':(0.485, 0.456, 0.406),'std' :(0.229, 0.224, 0.225),'numpy':False, 'RGB_convert_first':True}
|
||
if trtFlag_seg:
|
||
Segweights = '../AIlib/weights/STDC/model_maxmIOU75_1720_0.946_360640_%s_fp16.engine'%(gpuname)
|
||
logger = trt.Logger(trt.Logger.ERROR)
|
||
with open(Segweights, "rb") as f, trt.Runtime(logger) as runtime:
|
||
segmodel=runtime.deserialize_cuda_engine(f.read())# 输入trt本地文件，返回ICudaEngine对象
|
||
print('############locad seg model trt success#######')
|
||
else:
|
||
Segweights = '../AIlib/weights/STDC/model_maxmIOU75_1720_0.946_360640.pth'
|
||
segmodel = SegModel(nclass=seg_nclass,weights=Segweights,device=device)
|
||
print('############locad seg model pth success#######')
|
||
|
||
postFile= '../AIlib/conf/para.json'
|
||
digitFont= { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'waterLineWidth':3}
|
||
conf_thres,iou_thres,classes,rainbows=get_postProcess_para(postFile)
|
||
|
||
####模型选择参数用如下：
|
||
mode_paras=[
|
||
{"id":"0","config":{"k1":"v1","k2":"v2"}},
|
||
{"id":"1","config":{"k1":"v1","k2":"v2"}},
|
||
{"id":"2","config":{"k1":"v1","k2":"v2"}},
|
||
{"id":"3","config":{"k1":"v1","k2":"v2"}},
|
||
{"id":"4","config":{"k1":"v1","k2":"v2"}},
|
||
{"id":"5","config":{"k1":"v1","k2":"v2"}},
|
||
{"id":"6","config":{"k1":"v1","k2":"v2"}},
|
||
{"id":"7","config":{"k1":"v1","k2":"v2"}},
|
||
]
|
||
allowedList,allowedList_string=get_needed_objectsIndex(mode_paras)
|
||
#allowedList=[0,1,2,3]
|
||
##加载模型，准备好显示字符
|
||
label_arraylist = get_label_arrays(names,rainbows,outfontsize=40,fontpath="../AIlib/conf/platech.ttf")
|
||
|
||
|
||
##图像测试
|
||
#impth = 'images/slope/'
|
||
impth = '../../../data/无人机起飞测试图像/'
|
||
outpth = 'images/results/'
|
||
folders = os.listdir(impth)
|
||
frames=[]
|
||
|
||
for i in range(len(folders)):
|
||
imgpath = os.path.join(impth, folders[i])
|
||
im0s=[cv2.imread(imgpath)]
|
||
frame=(im0s,model,segmodel,names,label_arraylist,rainbows,half,device,conf_thres, iou_thres,allowedList,digitFont,folders[i],trtFlag_det,trtFlag_seg,segPar)
|
||
frames.append(frame)
|
||
t1=time.time()
|
||
if max_workers==1:
|
||
for i in range(len(folders)):
|
||
t5=time.time()
|
||
process_v1(frames[i])
|
||
t6=time.time()
|
||
print('#######%s, ms:%.1f , accumetate time:%.1f, avage:%1.f '%(folders[i], (t6-t5)*1000.0,(t6-t1)*1000.0, (t6-t1)*1000.0/(i+1)))
|
||
else:
|
||
with ThreadPoolExecutor(max_workers=max_workers) as t:
|
||
for result in t.map(process_v1, frames):
|
||
#print(result)
|
||
t=result
|
||
|
||
t2=time.time()
|
||
print('All %d images time:%.1f ms ,each:%.1f ms, with %d threads'%(len(folders),(t2-t1)*1000, (t2-t1)*1000.0/len(folders) , max_workers) )
|
||
|
||
|
||
def river_demo():
|
||
##预先设置的参数
|
||
device_='1' ##选定模型，可选 cpu,'0','1'
|
||
|
||
##以下参数目前不可改
|
||
#Detweights = "../AIlib/weights/yolov5/class5/best_5classes.pt"
|
||
#labelnames = "../AIlib/weights/yolov5/class5/labelnames.json"
|
||
|
||
Detweights = "../AIlib/weights/yolov5/class8/bestcao.pt" ##升级后的检测模型
|
||
labelnames = "../AIlib/weights/yolov5/class8/labelnames.json" ##对应类别表
|
||
|
||
seg_nclass = 2
|
||
#Segweights = "../AIlib/weights/BiSeNet/checkpoint.pth"
|
||
Segweights = '../AIlib/weights/STDC/model_maxmIOU75_1720_0.946_360640.pth' ##升级的分割模型
|
||
|
||
postFile= '../AIlib/conf/para.json'
|
||
digitFont= { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'waterLineWidth':3}
|
||
conf_thres,iou_thres,classes,rainbows=get_postProcess_para(postFile)
|
||
|
||
####模型选择参数用如下：
|
||
mode_paras=[
|
||
{"id":"0","config":{"k1":"v1","k2":"v2"}},
|
||
{"id":"1","config":{"k1":"v1","k2":"v2"}},
|
||
{"id":"2","config":{"k1":"v1","k2":"v2"}},
|
||
{"id":"3","config":{"k1":"v1","k2":"v2"}},
|
||
{"id":"4","config":{"k1":"v1","k2":"v2"}},
|
||
{"id":"5","config":{"k1":"v1","k2":"v2"}},
|
||
{"id":"6","config":{"k1":"v1","k2":"v2"}},
|
||
{"id":"7","config":{"k1":"v1","k2":"v2"}},
|
||
]
|
||
|
||
allowedList,allowedList_string=get_needed_objectsIndex(mode_paras)
|
||
#allowedList=[0,1,2,3]
|
||
|
||
|
||
|
||
##加载模型，准备好显示字符
|
||
device = select_device(device_)
|
||
names=get_labelnames(labelnames)
|
||
|
||
label_arraylist = get_label_arrays(names,rainbows,outfontsize=40,fontpath="../AIlib/conf/platech.ttf")
|
||
half = device.type != 'cpu' # half precision only supported on CUDA
|
||
model = attempt_load(Detweights, map_location=device) # load FP32 model
|
||
if half: model.half()
|
||
|
||
segmodel = SegModel(nclass=seg_nclass,weights=Segweights,device=device)
|
||
|
||
|
||
|
||
##图像测试
|
||
#url='images/examples/20220624_响水河_12300_1621.jpg'
|
||
impth = 'images/slope/'
|
||
outpth = 'images/results/'
|
||
folders = os.listdir(impth)
|
||
for i in range(len(folders)):
|
||
imgpath = os.path.join(impth, folders[i])
|
||
im0s=[cv2.imread(imgpath)]
|
||
H,W,C = im0s[0].shape
|
||
time00 = time.time()
|
||
p_result,timeOut = AI_process(im0s,model,segmodel,names,label_arraylist,rainbows,half,device,conf_thres, iou_thres,allowedList,font=digitFont)
|
||
time11 = time.time()
|
||
image_array = p_result[1]
|
||
cv2.imwrite( os.path.join( outpth,folders[i] ) ,image_array )
|
||
print('%s,%d*%d,AI-process: %.1f, %s'%(folders[i],H,W, (time11 - time00) * 1000,timeOut))
|
||
|
||
def road_forest_demo(business ):
|
||
|
||
##使用森林，道路模型,business 控制['forest','road']
|
||
##预先设置的参数
|
||
gpuname='3090'#如果用trt就需要此参数，只能是"3090" "2080Ti"
|
||
device_='0' ##选定模型，可选 cpu,'0','1'
|
||
device = select_device(device_)
|
||
half = device.type != 'cpu' # half precision only supported on CUDA
|
||
|
||
trtFlag_det=False ###是否采用TRT模型加速
|
||
|
||
##以下参数目前不可改
|
||
#business='forest';imageW=4916 ####森林模型
|
||
#business='road';
|
||
imageW=1536 ####道路模型
|
||
digitFont= { 'line_thickness':2,'boxLine_thickness':1, 'fontSize':1.0,'waterLineColor':(0,255,255),'waterLineWidth':3 }
|
||
|
||
|
||
if trtFlag_det:
|
||
Detweights="../AIlib/weights/%s/best_%s_fp16.engine"%(business,gpuname)
|
||
logger = trt.Logger(trt.Logger.ERROR)
|
||
with open(Detweights, "rb") as f, trt.Runtime(logger) as runtime:
|
||
model=runtime.deserialize_cuda_engine(f.read())# 输入trt本地文件，返回ICudaEngine对象
|
||
print('####load TRT model :%s'%(Detweights))
|
||
else:
|
||
Detweights="../AIlib/weights/%s/best.pt"%(business)
|
||
model = attempt_load(Detweights, map_location=device) # load FP32 model
|
||
if half: model.half()
|
||
|
||
labelnames = "../AIlib/weights/%s/labelnames.json"%(business)
|
||
postFile= '../AIlib/weights/%s/para.json'%(business)
|
||
print( Detweights,labelnames )
|
||
conf_thres,iou_thres,classes,rainbows=get_postProcess_para(postFile)
|
||
|
||
####模型选择参数用如下：
|
||
if business == 'road':
|
||
mode_paras=[{"id":str(x),"config":{"k1":"v1","k2":"v2"}} for x in [0,1,3,4,5,6] ]###类别2为“修补”，不输出
|
||
else:
|
||
mode_paras=[{"id":str(x),"config":{"k1":"v1","k2":"v2"}} for x in [0,1,2,3,4,5,6] ]
|
||
allowedList,allowedList_string=get_needed_objectsIndex(mode_paras)
|
||
##只加载检测模型，准备好显示字符
|
||
|
||
names=get_labelnames(labelnames)
|
||
#imageW=4915;###默认是1920，在森林巡检的高清图像中是4920
|
||
outfontsize=int(imageW/1920*40);###
|
||
label_arraylist = get_label_arrays(names,rainbows,outfontsize=outfontsize,fontpath="../AIlib/conf/platech.ttf")
|
||
|
||
segmodel = None
|
||
##图像测试
|
||
#url='images/examples/20220624_响水河_12300_1621.jpg'
|
||
impth = 'images/%s/'%(business)
|
||
outpth = 'images/results/'
|
||
folders = os.listdir(impth)
|
||
folders.sort()
|
||
for i in range(len(folders)):
|
||
#for i in range(2):
|
||
imgpath = os.path.join(impth, folders[i])
|
||
im0s=[cv2.imread(imgpath)]
|
||
time00 = time.time()
|
||
#使用不同的函数。每一个领域采用一个函数
|
||
p_result,timeOut = AI_process_forest(im0s,model,segmodel,names,label_arraylist,rainbows,half,device,conf_thres, iou_thres,allowedList,font=digitFont,trtFlag_det=trtFlag_det)
|
||
time11 = time.time()
|
||
image_array = p_result[1]
|
||
cv2.imwrite( os.path.join( outpth,folders[i] ) ,image_array )
|
||
|
||
print('----image:%s, process:%s ,save:%s, %s'%(folders[i],(time11-time00) * 1000, (time.time() - time11) * 1000,timeOut) )
|
||
|
||
|
||
def jkm_demo():
|
||
from utilsK.jkmUtils import pre_process,post_process,get_return_data
|
||
img_type = 'plate' ## code,plate
|
||
par={'code':{'weights':'../AIlib/weights/jkm/health_yolov5s_v3.jit','img_type':'code','nc':10 },
|
||
'plate':{'weights':'../AIlib/weights/jkm/plate_yolov5s_v3.jit','img_type':'plate','nc':1 },
|
||
'conf_thres': 0.4,
|
||
'iou_thres':0.45,
|
||
'device':'cuda:0',
|
||
'plate_dilate':(0.5,0.1)
|
||
}
|
||
###加载模型
|
||
device = torch.device(par['device'])
|
||
jit_weights = par['code']['weights']
|
||
model = torch.jit.load(jit_weights)
|
||
|
||
jit_weights = par['plate']['weights']
|
||
model_plate = torch.jit.load(jit_weights)
|
||
|
||
imgd='images/plate'
|
||
imgpaths = os.listdir(imgd)
|
||
for imgp in imgpaths[0:]:
|
||
#imgp = 'plate_IMG_20221030_100612.jpg'
|
||
imgpath = os.path.join(imgd,imgp)
|
||
im0 = cv2.imread(imgpath) #读取数据
|
||
img ,padInfos = pre_process(im0,device) ##预处理
|
||
if img_type=='code': pred = model(img) ##模型推理
|
||
else: pred = model_plate(img)
|
||
boxes = post_process(pred,padInfos,device,conf_thres= par['conf_thres'], iou_thres= par['iou_thres'],nc=par[img_type]['nc']) #后处理
|
||
dataBack=get_return_data(im0,boxes,modelType=img_type,plate_dilate=par['plate_dilate'])
|
||
print(imgp,boxes,dataBack['type'])
|
||
for key in dataBack.keys():
|
||
if isinstance(dataBack[key],list):
|
||
cv2.imwrite( 'images/results/%s_%s.jpg'%( imgp.replace('.jpg','').replace('.png',''),key),dataBack[key][0] ) ###返回值： dataBack
|
||
|
||
1
|
||
if __name__=="__main__":
|
||
#river_demo_v3()
|
||
road_forest_demo('road' )
|
||
#jkm_demo()
|
||
|