2022-08-02 14:22:06 +08:00
|
|
|
|
import sys
|
|
|
|
|
|
sys.path.extend(['..','../AIlib' ])
|
|
|
|
|
|
|
2022-08-14 20:56:03 +08:00
|
|
|
|
from AI import AI_process,AI_process_forest,get_postProcess_para
|
2022-08-02 14:22:06 +08:00
|
|
|
|
import cv2,os,time
|
|
|
|
|
|
from segutils.segmodel import SegModel
|
|
|
|
|
|
from models.experimental import attempt_load
|
|
|
|
|
|
from utils.torch_utils import select_device
|
|
|
|
|
|
from utilsK.queRiver import get_labelnames,get_label_arrays
|
|
|
|
|
|
import numpy as np
|
|
|
|
|
|
import torch
|
2022-08-09 17:24:57 +08:00
|
|
|
|
from utilsK.masterUtils import get_needed_objectsIndex
|
2022-08-14 20:36:27 +08:00
|
|
|
|
def river_demo():
|
2022-08-02 14:22:06 +08:00
|
|
|
|
##预先设置的参数
|
2022-10-11 14:36:44 +08:00
|
|
|
|
device_='0' ##选定模型,可选 cpu,'0','1'
|
2022-10-08 16:03:21 +08:00
|
|
|
|
|
2022-08-02 14:22:06 +08:00
|
|
|
|
##以下参数目前不可改
|
2022-08-17 16:42:20 +08:00
|
|
|
|
#Detweights = "../AIlib/weights/yolov5/class5/best_5classes.pt"
|
|
|
|
|
|
#labelnames = "../AIlib/weights/yolov5/class5/labelnames.json"
|
|
|
|
|
|
|
|
|
|
|
|
Detweights = "../AIlib/weights/yolov5/class8/bestcao.pt" ##升级后的检测模型
|
|
|
|
|
|
labelnames = "../AIlib/weights/yolov5/class8/labelnames.json" ##对应类别表
|
|
|
|
|
|
|
2022-08-02 14:22:06 +08:00
|
|
|
|
seg_nclass = 2
|
2022-08-17 16:42:20 +08:00
|
|
|
|
#Segweights = "../AIlib/weights/BiSeNet/checkpoint.pth"
|
2022-08-18 10:43:39 +08:00
|
|
|
|
Segweights = '../AIlib/weights/STDC/model_maxmIOU75_1720_0.946_360640.pth' ##升级的分割模型
|
2022-08-17 16:42:20 +08:00
|
|
|
|
|
2022-08-14 20:36:27 +08:00
|
|
|
|
postFile= '../AIlib/conf/para.json'
|
2022-10-08 17:01:20 +08:00
|
|
|
|
digitFont= { 'line_thickness':2, 'fontSize':1.0,'waterLineColor':(0,255,255),'waterLineWidth':3}
|
2022-08-14 20:36:27 +08:00
|
|
|
|
conf_thres,iou_thres,classes,rainbows=get_postProcess_para(postFile)
|
|
|
|
|
|
|
2022-08-09 17:24:57 +08:00
|
|
|
|
####模型选择参数用如下:
|
|
|
|
|
|
mode_paras=[
|
2022-08-17 16:42:20 +08:00
|
|
|
|
{"id":"0","config":{"k1":"v1","k2":"v2"}},
|
|
|
|
|
|
{"id":"1","config":{"k1":"v1","k2":"v2"}},
|
|
|
|
|
|
{"id":"2","config":{"k1":"v1","k2":"v2"}},
|
|
|
|
|
|
{"id":"3","config":{"k1":"v1","k2":"v2"}},
|
|
|
|
|
|
{"id":"4","config":{"k1":"v1","k2":"v2"}},
|
|
|
|
|
|
{"id":"5","config":{"k1":"v1","k2":"v2"}},
|
|
|
|
|
|
{"id":"6","config":{"k1":"v1","k2":"v2"}},
|
|
|
|
|
|
{"id":"7","config":{"k1":"v1","k2":"v2"}},
|
2022-08-09 17:24:57 +08:00
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
|
|
allowedList,allowedList_string=get_needed_objectsIndex(mode_paras)
|
|
|
|
|
|
#allowedList=[0,1,2,3]
|
2022-08-02 14:22:06 +08:00
|
|
|
|
|
|
|
|
|
|
|
2022-08-09 17:24:57 +08:00
|
|
|
|
|
2022-08-02 14:22:06 +08:00
|
|
|
|
##加载模型,准备好显示字符
|
|
|
|
|
|
device = select_device(device_)
|
|
|
|
|
|
names=get_labelnames(labelnames)
|
2022-08-14 20:36:27 +08:00
|
|
|
|
|
2022-08-02 14:22:06 +08:00
|
|
|
|
label_arraylist = get_label_arrays(names,rainbows,outfontsize=40,fontpath="../AIlib/conf/platech.ttf")
|
|
|
|
|
|
half = device.type != 'cpu' # half precision only supported on CUDA
|
|
|
|
|
|
model = attempt_load(Detweights, map_location=device) # load FP32 model
|
|
|
|
|
|
if half: model.half()
|
|
|
|
|
|
segmodel = SegModel(nclass=seg_nclass,weights=Segweights,device=device)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
##图像测试
|
|
|
|
|
|
#url='images/examples/20220624_响水河_12300_1621.jpg'
|
2022-08-17 16:42:20 +08:00
|
|
|
|
impth = 'images/slope/'
|
2022-08-02 14:22:06 +08:00
|
|
|
|
outpth = 'images/results/'
|
|
|
|
|
|
folders = os.listdir(impth)
|
|
|
|
|
|
for i in range(len(folders)):
|
|
|
|
|
|
imgpath = os.path.join(impth, folders[i])
|
|
|
|
|
|
im0s=[cv2.imread(imgpath)]
|
2022-10-11 14:36:44 +08:00
|
|
|
|
H,W,C = im0s[0].shape
|
2022-08-02 14:22:06 +08:00
|
|
|
|
time00 = time.time()
|
2022-10-08 16:09:44 +08:00
|
|
|
|
p_result,timeOut = AI_process(im0s,model,segmodel,names,label_arraylist,rainbows,half,device,conf_thres, iou_thres,allowedList,font=digitFont)
|
2022-08-02 14:22:06 +08:00
|
|
|
|
time11 = time.time()
|
|
|
|
|
|
image_array = p_result[1]
|
|
|
|
|
|
cv2.imwrite( os.path.join( outpth,folders[i] ) ,image_array )
|
2022-10-11 14:36:44 +08:00
|
|
|
|
print('%s,%d*%d,AI-process: %.1f, %s'%(folders[i],H,W, (time11 - time00) * 1000,timeOut))
|
2022-08-14 20:36:27 +08:00
|
|
|
|
|
2022-09-20 16:37:37 +08:00
|
|
|
|
|
|
|
|
|
|
def road_forest_demo(business ):
|
|
|
|
|
|
|
|
|
|
|
|
##使用森林,道路模型,business 控制['forest','road']
|
2022-08-14 20:36:27 +08:00
|
|
|
|
##预先设置的参数
|
|
|
|
|
|
device_='1' ##选定模型,可选 cpu,'0','1'
|
|
|
|
|
|
|
2022-09-20 16:37:37 +08:00
|
|
|
|
|
|
|
|
|
|
|
2022-08-14 20:36:27 +08:00
|
|
|
|
##以下参数目前不可改
|
2022-09-20 16:37:37 +08:00
|
|
|
|
#business='forest';imageW=4916 ####森林模型
|
|
|
|
|
|
#business='road';
|
|
|
|
|
|
imageW=1536 ####道路模型
|
2022-10-08 16:03:21 +08:00
|
|
|
|
digitFont= { 'line_thickness':2, 'fontSize':1.0} ###数字显示的线宽度,大小; 如果都是None,则采用默认大小
|
|
|
|
|
|
Detweights="../AIlib/weights/%s/best.pt"%(business)
|
2022-09-20 16:37:37 +08:00
|
|
|
|
labelnames = "../AIlib/weights/%s/labelnames.json"%(business)
|
2022-10-08 16:03:21 +08:00
|
|
|
|
|
2022-08-14 20:36:27 +08:00
|
|
|
|
postFile= '../AIlib/conf/para.json'
|
2022-10-08 16:03:21 +08:00
|
|
|
|
print( Detweights,labelnames )
|
2022-08-14 20:36:27 +08:00
|
|
|
|
conf_thres,iou_thres,classes,rainbows=get_postProcess_para(postFile)
|
|
|
|
|
|
|
|
|
|
|
|
####模型选择参数用如下:
|
|
|
|
|
|
mode_paras=[
|
|
|
|
|
|
{
|
|
|
|
|
|
"id":"0",
|
|
|
|
|
|
"config":{
|
|
|
|
|
|
"k1":"v1",
|
|
|
|
|
|
"k2":"v2"
|
|
|
|
|
|
}
|
|
|
|
|
|
},
|
|
|
|
|
|
{
|
|
|
|
|
|
"id":"1",
|
|
|
|
|
|
"config":{
|
|
|
|
|
|
"k1":"v1",
|
|
|
|
|
|
"k2":"v2"
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
|
|
allowedList,allowedList_string=get_needed_objectsIndex(mode_paras)
|
|
|
|
|
|
#allowedList=[0,1,2,3]
|
|
|
|
|
|
|
|
|
|
|
|
print('####line108###')
|
|
|
|
|
|
|
|
|
|
|
|
##只加载检测模型,准备好显示字符
|
|
|
|
|
|
device = select_device(device_)
|
|
|
|
|
|
names=get_labelnames(labelnames)
|
2022-09-20 16:37:37 +08:00
|
|
|
|
#imageW=4915;###默认是1920,在森林巡检的高清图像中是4920
|
2022-08-14 20:36:27 +08:00
|
|
|
|
outfontsize=int(imageW/1920*40);###
|
|
|
|
|
|
label_arraylist = get_label_arrays(names,rainbows,outfontsize=outfontsize,fontpath="../AIlib/conf/platech.ttf")
|
|
|
|
|
|
half = device.type != 'cpu' # half precision only supported on CUDA
|
|
|
|
|
|
model = attempt_load(Detweights, map_location=device) # load FP32 model
|
|
|
|
|
|
if half: model.half()
|
|
|
|
|
|
segmodel = None
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
##图像测试
|
|
|
|
|
|
#url='images/examples/20220624_响水河_12300_1621.jpg'
|
2022-09-20 16:37:37 +08:00
|
|
|
|
impth = 'images/%s/'%(business)
|
2022-08-14 20:36:27 +08:00
|
|
|
|
outpth = 'images/results/'
|
|
|
|
|
|
folders = os.listdir(impth)
|
2022-10-11 14:36:44 +08:00
|
|
|
|
folders.sort()
|
2022-08-14 20:36:27 +08:00
|
|
|
|
for i in range(len(folders)):
|
|
|
|
|
|
#for i in range(2):
|
|
|
|
|
|
imgpath = os.path.join(impth, folders[i])
|
|
|
|
|
|
im0s=[cv2.imread(imgpath)]
|
|
|
|
|
|
time00 = time.time()
|
2022-08-14 20:56:03 +08:00
|
|
|
|
#使用不同的函数。每一个领域采用一个函数
|
2022-10-08 16:03:21 +08:00
|
|
|
|
p_result,timeOut = AI_process_forest(im0s,model,segmodel,names,label_arraylist,rainbows,half,device,conf_thres, iou_thres,allowedList,font=digitFont)
|
2022-08-14 20:36:27 +08:00
|
|
|
|
time11 = time.time()
|
|
|
|
|
|
image_array = p_result[1]
|
|
|
|
|
|
cv2.imwrite( os.path.join( outpth,folders[i] ) ,image_array )
|
|
|
|
|
|
|
|
|
|
|
|
print('----image:%s, process:%s ,save:%s, %s'%(folders[i],(time11-time00) * 1000, (time.time() - time11) * 1000,timeOut) )
|
2022-08-02 14:22:06 +08:00
|
|
|
|
|
|
|
|
|
|
|
2022-09-20 16:37:37 +08:00
|
|
|
|
|
2022-08-02 14:22:06 +08:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if __name__=="__main__":
|
2022-10-08 16:09:44 +08:00
|
|
|
|
river_demo()
|
|
|
|
|
|
#road_forest_demo('forest' )
|
2022-08-14 20:36:27 +08:00
|
|
|
|
|