Compare commits
2 Commits
master
...
crop_pinji
| Author | SHA1 | Date |
|---|---|---|
|
|
9ada63cc3d | |
|
|
db840eb0af |
|
|
@ -1,9 +0,0 @@
|
||||||
train: ../expressWay_resize_half/images/train
|
|
||||||
val: ../expressWay_resize_half/images/val
|
|
||||||
#test: D:\PycharmProjects\yolov5\VOC7.5\test.txt
|
|
||||||
|
|
||||||
# number of classes
|
|
||||||
nc: 1
|
|
||||||
|
|
||||||
# class names
|
|
||||||
names: ['Repair']
|
|
||||||
|
|
@ -1,10 +0,0 @@
|
||||||
# 训练集和验证集的 labels 和 image 文件的位置
|
|
||||||
train: ../VOCdevkit/images/train
|
|
||||||
val: ../VOCdevkit/images/val
|
|
||||||
#test: D:\PycharmProjects\yolov5\VOC7.5\test.txt
|
|
||||||
|
|
||||||
# number of classes
|
|
||||||
nc: 2
|
|
||||||
|
|
||||||
# class names
|
|
||||||
names: ['ForestSpot', 'PestTree']
|
|
||||||
|
|
@ -1,9 +0,0 @@
|
||||||
train: ../plateTH/images/train
|
|
||||||
val: ../plateTH/images/val
|
|
||||||
#test: D:\PycharmProjects\yolov5\VOC7.5\test.txt
|
|
||||||
|
|
||||||
# number of classes
|
|
||||||
nc: 1
|
|
||||||
|
|
||||||
# class names
|
|
||||||
names: ['Plate']
|
|
||||||
|
|
@ -1,9 +0,0 @@
|
||||||
train: ../China_Drone/images/train
|
|
||||||
val: ../China_Drone/images/val
|
|
||||||
#test: D:\PycharmProjects\yolov5\VOC7.5\test.txt
|
|
||||||
|
|
||||||
# number of classes
|
|
||||||
nc: 6
|
|
||||||
|
|
||||||
# class names
|
|
||||||
names: ["D00", "D10", "Repair", "D20", "D40", "Block crack"]
|
|
||||||
15
detect.py
15
detect.py
|
|
@ -32,6 +32,8 @@ from pathlib import Path
|
||||||
import torch
|
import torch
|
||||||
import torch.backends.cudnn as cudnn
|
import torch.backends.cudnn as cudnn
|
||||||
|
|
||||||
|
from utils.pinjie import get_pinjie
|
||||||
|
|
||||||
FILE = Path(__file__).resolve()
|
FILE = Path(__file__).resolve()
|
||||||
ROOT = FILE.parents[0] # YOLOv5 root directory
|
ROOT = FILE.parents[0] # YOLOv5 root directory
|
||||||
if str(ROOT) not in sys.path:
|
if str(ROOT) not in sys.path:
|
||||||
|
|
@ -39,7 +41,7 @@ if str(ROOT) not in sys.path:
|
||||||
ROOT = Path(os.path.relpath(ROOT, Path.cwd())) # relative
|
ROOT = Path(os.path.relpath(ROOT, Path.cwd())) # relative
|
||||||
|
|
||||||
from models.common import DetectMultiBackend
|
from models.common import DetectMultiBackend
|
||||||
from utils.dataloaders import IMG_FORMATS, VID_FORMATS, LoadImages, LoadStreams
|
from utils.dataloaders import IMG_FORMATS, VID_FORMATS, LoadImages, LoadStreams, LoadCropImages
|
||||||
from utils.general import (LOGGER, check_file, check_img_size, check_imshow, check_requirements, colorstr, cv2,
|
from utils.general import (LOGGER, check_file, check_img_size, check_imshow, check_requirements, colorstr, cv2,
|
||||||
increment_path, non_max_suppression, print_args, scale_coords, strip_optimizer, xyxy2xywh)
|
increment_path, non_max_suppression, print_args, scale_coords, strip_optimizer, xyxy2xywh)
|
||||||
from utils.plots import Annotator, colors, save_one_box
|
from utils.plots import Annotator, colors, save_one_box
|
||||||
|
|
@ -100,14 +102,14 @@ def run(
|
||||||
dataset = LoadStreams(source, img_size=imgsz, stride=stride, auto=pt)
|
dataset = LoadStreams(source, img_size=imgsz, stride=stride, auto=pt)
|
||||||
bs = len(dataset) # batch_size
|
bs = len(dataset) # batch_size
|
||||||
else:
|
else:
|
||||||
dataset = LoadImages(source, img_size=imgsz, stride=stride, auto=pt)
|
dataset = LoadCropImages(source, img_size=imgsz, stride=stride, slice_height=3276, slice_width=4915, overlap_height_ratio=0.2, overlap_width_ratio=0.2, auto=pt)
|
||||||
bs = 1 # batch_size
|
bs = 1 # batch_size
|
||||||
vid_path, vid_writer = [None] * bs, [None] * bs
|
vid_path, vid_writer = [None] * bs, [None] * bs
|
||||||
|
|
||||||
# Run inference
|
# Run inference
|
||||||
model.warmup(imgsz=(1 if pt else bs, 3, *imgsz)) # warmup
|
model.warmup(imgsz=(1 if pt else bs, 3, *imgsz)) # warmup
|
||||||
seen, windows, dt = 0, [], [0.0, 0.0, 0.0]
|
seen, windows, dt = 0, [], [0.0, 0.0, 0.0]
|
||||||
for path, im, im0s, vid_cap, s in dataset:
|
for path, im, shift, im0s, vid_cap, s in dataset:
|
||||||
t1 = time_sync()
|
t1 = time_sync()
|
||||||
im = torch.from_numpy(im).to(device)
|
im = torch.from_numpy(im).to(device)
|
||||||
im = im.half() if model.fp16 else im.float() # uint8 to fp16/32
|
im = im.half() if model.fp16 else im.float() # uint8 to fp16/32
|
||||||
|
|
@ -123,6 +125,9 @@ def run(
|
||||||
t3 = time_sync()
|
t3 = time_sync()
|
||||||
dt[1] += t3 - t2
|
dt[1] += t3 - t2
|
||||||
|
|
||||||
|
# 迁移bbox的x,y,并拼接图片
|
||||||
|
pred = get_pinjie(pred, shift)
|
||||||
|
|
||||||
# NMS
|
# NMS
|
||||||
pred = non_max_suppression(pred, conf_thres, iou_thres, classes, agnostic_nms, max_det=max_det)
|
pred = non_max_suppression(pred, conf_thres, iou_thres, classes, agnostic_nms, max_det=max_det)
|
||||||
dt[2] += time_sync() - t3
|
dt[2] += time_sync() - t3
|
||||||
|
|
@ -215,8 +220,8 @@ def run(
|
||||||
def parse_opt():
|
def parse_opt():
|
||||||
parser = argparse.ArgumentParser()
|
parser = argparse.ArgumentParser()
|
||||||
parser.add_argument('--weights', nargs='+', type=str, default=ROOT / 'runs/train/exp5/weights/best.pt', help='model path(s)')
|
parser.add_argument('--weights', nargs='+', type=str, default=ROOT / 'runs/train/exp5/weights/best.pt', help='model path(s)')
|
||||||
parser.add_argument('--source', type=str, default=ROOT / '../VOCdevkit/images/val', help='file/dir/URL/glob, 0 for webcam')
|
parser.add_argument('--source', type=str, default=ROOT / 'VOCdevkit/images/val', help='file/dir/URL/glob, 0 for webcam')
|
||||||
parser.add_argument('--data', type=str, default=ROOT / 'data/coco128.yaml', help='(optional) dataset.yaml path')
|
parser.add_argument('--data', type=str, default=ROOT / 'data/forest.yaml', help='(optional) dataset.yaml path')
|
||||||
parser.add_argument('--imgsz', '--img', '--img-size', nargs='+', type=int, default=[640], help='inference size h,w')
|
parser.add_argument('--imgsz', '--img', '--img-size', nargs='+', type=int, default=[640], help='inference size h,w')
|
||||||
parser.add_argument('--conf-thres', type=float, default=0.25, help='confidence threshold')
|
parser.add_argument('--conf-thres', type=float, default=0.25, help='confidence threshold')
|
||||||
parser.add_argument('--iou-thres', type=float, default=0.45, help='NMS IoU threshold')
|
parser.add_argument('--iou-thres', type=float, default=0.45, help='NMS IoU threshold')
|
||||||
|
|
|
||||||
1
train.py
1
train.py
|
|
@ -37,6 +37,7 @@ if str(ROOT) not in sys.path:
|
||||||
sys.path.append(str(ROOT)) # add ROOT to PATH
|
sys.path.append(str(ROOT)) # add ROOT to PATH
|
||||||
ROOT = Path(os.path.relpath(ROOT, Path.cwd())) # relative
|
ROOT = Path(os.path.relpath(ROOT, Path.cwd())) # relative
|
||||||
|
|
||||||
|
os.environ['CUDA_VISIBLE_DEVICES']='1'
|
||||||
import val # for end-of-epoch mAP
|
import val # for end-of-epoch mAP
|
||||||
from models.experimental import attempt_load
|
from models.experimental import attempt_load
|
||||||
from models.yolo import Model
|
from models.yolo import Model
|
||||||
|
|
|
||||||
|
|
@ -121,6 +121,48 @@ def letterbox(im, new_shape=(640, 640), color=(114, 114, 114), auto=True, scaleF
|
||||||
return im, ratio, (dw, dh)
|
return im, ratio, (dw, dh)
|
||||||
|
|
||||||
|
|
||||||
|
def BatchLetterbox(im, new_shape=(640, 640), color=(114, 114, 114), auto=True, scaleFill=False, scaleup=True, stride=32):
|
||||||
|
# Resize and pad image while meeting stride-multiple constraints
|
||||||
|
shape = im[0].shape[:2] # current shape [height, width]
|
||||||
|
if isinstance(new_shape, int):
|
||||||
|
new_shape = (new_shape, new_shape)
|
||||||
|
|
||||||
|
# Scale ratio (new / old)
|
||||||
|
r = min(new_shape[0] / shape[0], new_shape[1] / shape[1])
|
||||||
|
if not scaleup: # only scale down, do not scale up (for better val mAP)
|
||||||
|
r = min(r, 1.0)
|
||||||
|
|
||||||
|
# Compute padding
|
||||||
|
ratio = r, r # width, height ratios
|
||||||
|
new_unpad = int(round(shape[1] * r)), int(round(shape[0] * r))
|
||||||
|
dw, dh = new_shape[1] - new_unpad[0], new_shape[0] - new_unpad[1] # wh padding
|
||||||
|
if auto: # minimum rectangle
|
||||||
|
dw, dh = np.mod(dw, stride), np.mod(dh, stride) # wh padding
|
||||||
|
elif scaleFill: # stretch
|
||||||
|
dw, dh = 0.0, 0.0
|
||||||
|
new_unpad = (new_shape[1], new_shape[0])
|
||||||
|
ratio = new_shape[1] / shape[1], new_shape[0] / shape[0] # width, height ratios
|
||||||
|
|
||||||
|
dw /= 2 # divide padding into 2 sides
|
||||||
|
dh /= 2
|
||||||
|
|
||||||
|
nb = im.shape[0]
|
||||||
|
tmp = []
|
||||||
|
if shape[::-1] != new_unpad: # resize
|
||||||
|
for idx in range(nb):
|
||||||
|
tmp.append(cv2.resize(im[idx], new_unpad, interpolation=cv2.INTER_LINEAR))
|
||||||
|
tmp_numpy = np.array(tmp)
|
||||||
|
top, bottom = int(round(dh - 0.1)), int(round(dh + 0.1))
|
||||||
|
left, right = int(round(dw - 0.1)), int(round(dw + 0.1))
|
||||||
|
|
||||||
|
img_out_list = []
|
||||||
|
for idx in range(nb):
|
||||||
|
img_out_list.append(cv2.copyMakeBorder(tmp_numpy[idx], top, bottom, left, right, cv2.BORDER_CONSTANT, value=color)) # add border
|
||||||
|
|
||||||
|
img_out = np.array(img_out_list)
|
||||||
|
return img_out, ratio, (dw, dh)
|
||||||
|
|
||||||
|
|
||||||
def random_perspective(im,
|
def random_perspective(im,
|
||||||
targets=(),
|
targets=(),
|
||||||
segments=(),
|
segments=(),
|
||||||
|
|
|
||||||
|
|
@ -26,9 +26,11 @@ from PIL import ExifTags, Image, ImageOps
|
||||||
from torch.utils.data import DataLoader, Dataset, dataloader, distributed
|
from torch.utils.data import DataLoader, Dataset, dataloader, distributed
|
||||||
from tqdm import tqdm
|
from tqdm import tqdm
|
||||||
|
|
||||||
from utils.augmentations import Albumentations, augment_hsv, copy_paste, letterbox, mixup, random_perspective
|
from utils.augmentations import Albumentations, augment_hsv, copy_paste, letterbox, mixup, random_perspective, \
|
||||||
|
BatchLetterbox
|
||||||
from utils.general import (DATASETS_DIR, LOGGER, NUM_THREADS, check_dataset, check_requirements, check_yaml, clean_str,
|
from utils.general import (DATASETS_DIR, LOGGER, NUM_THREADS, check_dataset, check_requirements, check_yaml, clean_str,
|
||||||
cv2, is_colab, is_kaggle, segments2boxes, xyn2xy, xywh2xyxy, xywhn2xyxy, xyxy2xywhn)
|
cv2, is_colab, is_kaggle, segments2boxes, xyn2xy, xywh2xyxy, xywhn2xyxy, xyxy2xywhn)
|
||||||
|
from utils.sliceing import slice_image
|
||||||
from utils.torch_utils import torch_distributed_zero_first
|
from utils.torch_utils import torch_distributed_zero_first
|
||||||
|
|
||||||
# Parameters
|
# Parameters
|
||||||
|
|
@ -254,6 +256,102 @@ class LoadImages:
|
||||||
return self.nf # number of files
|
return self.nf # number of files
|
||||||
|
|
||||||
|
|
||||||
|
class LoadCropImages:
|
||||||
|
# YOLOv5 image/video dataloader, i.e. `python detect.py --source image.jpg/vid.mp4`
|
||||||
|
def __init__(self, path, img_size=640, stride=32, slice_height=512, slice_width=512, overlap_height_ratio=0.1, overlap_width_ratio=0.2, auto=True):
|
||||||
|
p = str(Path(path).resolve()) # os-agnostic absolute path
|
||||||
|
if '*' in p:
|
||||||
|
files = sorted(glob.glob(p, recursive=True)) # glob
|
||||||
|
elif os.path.isdir(p):
|
||||||
|
files = sorted(glob.glob(os.path.join(p, '*.*'))) # dir
|
||||||
|
elif os.path.isfile(p):
|
||||||
|
files = [p] # files
|
||||||
|
else:
|
||||||
|
raise Exception(f'ERROR: {p} does not exist')
|
||||||
|
|
||||||
|
images = [x for x in files if x.split('.')[-1].lower() in IMG_FORMATS]
|
||||||
|
videos = [x for x in files if x.split('.')[-1].lower() in VID_FORMATS]
|
||||||
|
ni, nv = len(images), len(videos)
|
||||||
|
|
||||||
|
self.img_size = img_size
|
||||||
|
self.stride = stride
|
||||||
|
|
||||||
|
self.slice_height = slice_height
|
||||||
|
self.slice_width = slice_width
|
||||||
|
self.overlap_height_ratio = overlap_height_ratio
|
||||||
|
self.overlap_width_ratio = overlap_width_ratio
|
||||||
|
|
||||||
|
self.files = images + videos
|
||||||
|
self.nf = ni + nv # number of files
|
||||||
|
self.video_flag = [False] * ni + [True] * nv
|
||||||
|
self.mode = 'image'
|
||||||
|
self.auto = auto
|
||||||
|
if any(videos):
|
||||||
|
self.new_video(videos[0]) # new video
|
||||||
|
else:
|
||||||
|
self.cap = None
|
||||||
|
assert self.nf > 0, f'No images or videos found in {p}. ' \
|
||||||
|
f'Supported formats are:\nimages: {IMG_FORMATS}\nvideos: {VID_FORMATS}'
|
||||||
|
|
||||||
|
def __iter__(self):
|
||||||
|
self.count = 0
|
||||||
|
return self
|
||||||
|
|
||||||
|
def __next__(self):
|
||||||
|
if self.count == self.nf:
|
||||||
|
raise StopIteration
|
||||||
|
path = self.files[self.count]
|
||||||
|
|
||||||
|
if self.video_flag[self.count]:
|
||||||
|
# Read video
|
||||||
|
self.mode = 'video'
|
||||||
|
ret_val, img0 = self.cap.read()
|
||||||
|
while not ret_val:
|
||||||
|
self.count += 1
|
||||||
|
self.cap.release()
|
||||||
|
if self.count == self.nf: # last video
|
||||||
|
raise StopIteration
|
||||||
|
path = self.files[self.count]
|
||||||
|
self.new_video(path)
|
||||||
|
ret_val, img0 = self.cap.read()
|
||||||
|
|
||||||
|
self.frame += 1
|
||||||
|
s = f'video {self.count + 1}/{self.nf} ({self.frame}/{self.frames}) {path}: '
|
||||||
|
|
||||||
|
else:
|
||||||
|
# Read image
|
||||||
|
self.count += 1
|
||||||
|
img0 = cv2.imread(path) # BGR
|
||||||
|
assert img0 is not None, f'Image Not Found {path}'
|
||||||
|
s = f'image {self.count}/{self.nf} {path}: '
|
||||||
|
|
||||||
|
image_numpy, shift_amount = slice_image(
|
||||||
|
image=img0,
|
||||||
|
slice_height=self.slice_height,
|
||||||
|
slice_width=self.slice_width,
|
||||||
|
overlap_height_ratio=self.overlap_height_ratio,
|
||||||
|
overlap_width_ratio=self.overlap_width_ratio,
|
||||||
|
auto_slice_resolution=True,
|
||||||
|
)
|
||||||
|
|
||||||
|
# Padded resize
|
||||||
|
img = BatchLetterbox(image_numpy, self.img_size, stride=self.stride, auto=self.auto)[0]
|
||||||
|
|
||||||
|
# Convert
|
||||||
|
img = img.transpose((3, 0, 1, 2))[::-1].transpose((1, 0, 2, 3)) # HWC to CHW, BGR to RGB
|
||||||
|
img = np.ascontiguousarray(img)
|
||||||
|
|
||||||
|
return path, img, shift_amount, img0, self.cap, s
|
||||||
|
|
||||||
|
def new_video(self, path):
|
||||||
|
self.frame = 0
|
||||||
|
self.cap = cv2.VideoCapture(path)
|
||||||
|
self.frames = int(self.cap.get(cv2.CAP_PROP_FRAME_COUNT))
|
||||||
|
|
||||||
|
def __len__(self):
|
||||||
|
return self.nf # number of files
|
||||||
|
|
||||||
|
|
||||||
class LoadWebcam: # for inference
|
class LoadWebcam: # for inference
|
||||||
# YOLOv5 local webcam dataloader, i.e. `python detect.py --source 0`
|
# YOLOv5 local webcam dataloader, i.e. `python detect.py --source 0`
|
||||||
def __init__(self, pipe='0', img_size=640, stride=32):
|
def __init__(self, pipe='0', img_size=640, stride=32):
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,22 @@
|
||||||
|
import logging
|
||||||
|
import os
|
||||||
|
|
||||||
|
import torch
|
||||||
|
|
||||||
|
logger = logging.getLogger(__name__)
|
||||||
|
logging.basicConfig(
|
||||||
|
format="%(asctime)s - %(levelname)s - %(name)s - %(message)s",
|
||||||
|
datefmt="%m/%d/%Y %H:%M:%S",
|
||||||
|
level=os.environ.get("LOGLEVEL", "INFO").upper(),
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def get_pinjie(img, shift):
|
||||||
|
nbox = img.shape[1]
|
||||||
|
shift = torch.from_numpy(shift).to(img.device)
|
||||||
|
shift = shift.unsqueeze(1).repeat(1, nbox, 1)
|
||||||
|
img[..., :2] += shift
|
||||||
|
|
||||||
|
img_out = img.view(1, -1, 7)
|
||||||
|
|
||||||
|
return img_out
|
||||||
|
|
@ -0,0 +1,410 @@
|
||||||
|
# OBSS SAHI Tool
|
||||||
|
# Code written by Fatih C Akyon, 2020.
|
||||||
|
|
||||||
|
import time
|
||||||
|
from typing import Dict, List, Optional, Union, Tuple
|
||||||
|
import numpy as np
|
||||||
|
import requests
|
||||||
|
from PIL import Image
|
||||||
|
from numpy import ndarray
|
||||||
|
|
||||||
|
|
||||||
|
def read_image_as_pil(image: Union[Image.Image, str, np.ndarray]):
|
||||||
|
"""
|
||||||
|
Loads an image as PIL.Image.Image.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
image : Can be image path or url (str), numpy image (np.ndarray) or PIL.Image
|
||||||
|
"""
|
||||||
|
# https://stackoverflow.com/questions/56174099/how-to-load-images-larger-than-max-image-pixels-with-pil
|
||||||
|
Image.MAX_IMAGE_PIXELS = None
|
||||||
|
|
||||||
|
if isinstance(image, Image.Image):
|
||||||
|
image_pil = image
|
||||||
|
elif isinstance(image, str):
|
||||||
|
# read image if str image path is provided
|
||||||
|
try:
|
||||||
|
image_pil = Image.open(
|
||||||
|
requests.get(image, stream=True).raw if str(image).startswith("http") else image
|
||||||
|
).convert("RGB")
|
||||||
|
except: # handle large/tiff image reading
|
||||||
|
try:
|
||||||
|
import skimage.io
|
||||||
|
except ImportError:
|
||||||
|
raise ImportError("Please run 'pip install -U scikit-image imagecodecs' for large image handling.")
|
||||||
|
image_sk = skimage.io.imread(image).astype(np.uint8)
|
||||||
|
if len(image_sk.shape) == 2: # b&w
|
||||||
|
image_pil = Image.fromarray(image_sk, mode="1")
|
||||||
|
elif image_sk.shape[2] == 4: # rgba
|
||||||
|
image_pil = Image.fromarray(image_sk, mode="RGBA")
|
||||||
|
elif image_sk.shape[2] == 3: # rgb
|
||||||
|
image_pil = Image.fromarray(image_sk, mode="RGB")
|
||||||
|
else:
|
||||||
|
raise TypeError(f"image with shape: {image_sk.shape[3]} is not supported.")
|
||||||
|
elif isinstance(image, np.ndarray):
|
||||||
|
if image.shape[0] < 5: # image in CHW
|
||||||
|
image = image[:, :, ::-1]
|
||||||
|
image_pil = Image.fromarray(image)
|
||||||
|
else:
|
||||||
|
raise TypeError("read image with 'pillow' using 'Image.open()'")
|
||||||
|
return image_pil
|
||||||
|
|
||||||
|
def get_slice_bboxes(
|
||||||
|
image_height: int,
|
||||||
|
image_width: int,
|
||||||
|
slice_height: int = None,
|
||||||
|
slice_width: int = None,
|
||||||
|
auto_slice_resolution: bool = True,
|
||||||
|
overlap_height_ratio: float = 0.2,
|
||||||
|
overlap_width_ratio: float = 0.2,
|
||||||
|
) -> List[List[int]]:
|
||||||
|
"""Slices `image_pil` in crops.
|
||||||
|
Corner values of each slice will be generated using the `slice_height`,
|
||||||
|
`slice_width`, `overlap_height_ratio` and `overlap_width_ratio` arguments.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
image_height (int): Height of the original image.
|
||||||
|
image_width (int): Width of the original image.
|
||||||
|
slice_height (int): Height of each slice. Default 512.
|
||||||
|
slice_width (int): Width of each slice. Default 512.
|
||||||
|
overlap_height_ratio(float): Fractional overlap in height of each
|
||||||
|
slice (e.g. an overlap of 0.2 for a slice of size 100 yields an
|
||||||
|
overlap of 20 pixels). Default 0.2.
|
||||||
|
overlap_width_ratio(float): Fractional overlap in width of each
|
||||||
|
slice (e.g. an overlap of 0.2 for a slice of size 100 yields an
|
||||||
|
overlap of 20 pixels). Default 0.2.
|
||||||
|
auto_slice_resolution (bool): if not set slice parameters such as slice_height and slice_width,
|
||||||
|
it enables automatically calculate these params from image resolution and orientation.
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
List[List[int]]: List of 4 corner coordinates for each N slices.
|
||||||
|
[
|
||||||
|
[slice_0_left, slice_0_top, slice_0_right, slice_0_bottom],
|
||||||
|
...
|
||||||
|
[slice_N_left, slice_N_top, slice_N_right, slice_N_bottom]
|
||||||
|
]
|
||||||
|
"""
|
||||||
|
slice_bboxes = []
|
||||||
|
y_max = y_min = 0
|
||||||
|
|
||||||
|
if slice_height and slice_width:
|
||||||
|
y_overlap = int(overlap_height_ratio * slice_height)
|
||||||
|
x_overlap = int(overlap_width_ratio * slice_width)
|
||||||
|
elif auto_slice_resolution:
|
||||||
|
x_overlap, y_overlap, slice_width, slice_height = get_auto_slice_params(height=image_height, width=image_width)
|
||||||
|
else:
|
||||||
|
raise ValueError("Compute type is not auto and slice width and height are not provided.")
|
||||||
|
|
||||||
|
while y_max < image_height:
|
||||||
|
x_min = x_max = 0
|
||||||
|
y_max = y_min + slice_height
|
||||||
|
while x_max < image_width:
|
||||||
|
x_max = x_min + slice_width
|
||||||
|
if y_max > image_height or x_max > image_width:
|
||||||
|
xmax = min(image_width, x_max)
|
||||||
|
ymax = min(image_height, y_max)
|
||||||
|
xmin = max(0, xmax - slice_width)
|
||||||
|
ymin = max(0, ymax - slice_height)
|
||||||
|
slice_bboxes.append([xmin, ymin, xmax, ymax])
|
||||||
|
else:
|
||||||
|
slice_bboxes.append([x_min, y_min, x_max, y_max])
|
||||||
|
x_min = x_max - x_overlap
|
||||||
|
y_min = y_max - y_overlap
|
||||||
|
return slice_bboxes
|
||||||
|
|
||||||
|
|
||||||
|
class SlicedImage:
|
||||||
|
def __init__(self, image, starting_pixel):
|
||||||
|
"""
|
||||||
|
image: np.array
|
||||||
|
Sliced image.
|
||||||
|
starting_pixel: list of list of int
|
||||||
|
Starting pixel coordinates of the sliced image.
|
||||||
|
"""
|
||||||
|
self.image = image
|
||||||
|
self.starting_pixel = starting_pixel
|
||||||
|
|
||||||
|
|
||||||
|
class SliceImageResult:
|
||||||
|
def __init__(self, original_image_size=None):
|
||||||
|
"""
|
||||||
|
sliced_image_list: list of SlicedImage
|
||||||
|
image_dir: str
|
||||||
|
Directory of the sliced image exports.
|
||||||
|
original_image_size: list of int
|
||||||
|
Size of the unsliced original image in [height, width]
|
||||||
|
"""
|
||||||
|
self._sliced_image_list: List[SlicedImage] = []
|
||||||
|
self.original_image_height = original_image_size[0]
|
||||||
|
self.original_image_width = original_image_size[1]
|
||||||
|
|
||||||
|
def add_sliced_image(self, sliced_image: SlicedImage):
|
||||||
|
if not isinstance(sliced_image, SlicedImage):
|
||||||
|
raise TypeError("sliced_image must be a SlicedImage instance")
|
||||||
|
|
||||||
|
self._sliced_image_list.append(sliced_image)
|
||||||
|
|
||||||
|
@property
|
||||||
|
def sliced_image_list(self):
|
||||||
|
return self._sliced_image_list
|
||||||
|
|
||||||
|
@property
|
||||||
|
def images(self):
|
||||||
|
"""Returns sliced images.
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
images: a list of np.array
|
||||||
|
"""
|
||||||
|
images = []
|
||||||
|
for sliced_image in self._sliced_image_list:
|
||||||
|
images.append(sliced_image.image)
|
||||||
|
return images
|
||||||
|
|
||||||
|
@property
|
||||||
|
def starting_pixels(self) -> List[int]:
|
||||||
|
"""Returns a list of starting pixels for each slice.
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
starting_pixels: a list of starting pixel coords [x,y]
|
||||||
|
"""
|
||||||
|
starting_pixels = []
|
||||||
|
for sliced_image in self._sliced_image_list:
|
||||||
|
starting_pixels.append(sliced_image.starting_pixel)
|
||||||
|
return starting_pixels
|
||||||
|
|
||||||
|
def __len__(self):
|
||||||
|
return len(self._sliced_image_list)
|
||||||
|
|
||||||
|
|
||||||
|
def slice_image(
|
||||||
|
image: Union[str, Image.Image],
|
||||||
|
slice_height: int = None,
|
||||||
|
slice_width: int = None,
|
||||||
|
overlap_height_ratio: float = None,
|
||||||
|
overlap_width_ratio: float = None,
|
||||||
|
auto_slice_resolution: bool = True,
|
||||||
|
) -> Tuple[ndarray, ndarray]:
|
||||||
|
"""Slice a large image into smaller windows. If output_file_name is given export
|
||||||
|
sliced images.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
auto_slice_resolution:
|
||||||
|
image (str or PIL.Image): File path of image or Pillow Image to be sliced.
|
||||||
|
coco_annotation_list (CocoAnnotation): List of CocoAnnotation objects.
|
||||||
|
output_file_name (str, optional): Root name of output files (coordinates will
|
||||||
|
be appended to this)
|
||||||
|
output_dir (str, optional): Output directory
|
||||||
|
slice_height (int): Height of each slice. Default 512.
|
||||||
|
slice_width (int): Width of each slice. Default 512.
|
||||||
|
overlap_height_ratio (float): Fractional overlap in height of each
|
||||||
|
slice (e.g. an overlap of 0.2 for a slice of size 100 yields an
|
||||||
|
overlap of 20 pixels). Default 0.2.
|
||||||
|
overlap_width_ratio (float): Fractional overlap in width of each
|
||||||
|
slice (e.g. an overlap of 0.2 for a slice of size 100 yields an
|
||||||
|
overlap of 20 pixels). Default 0.2.
|
||||||
|
min_area_ratio (float): If the cropped annotation area to original annotation
|
||||||
|
ratio is smaller than this value, the annotation is filtered out. Default 0.1.
|
||||||
|
out_ext (str, optional): Extension of saved images. Default is the
|
||||||
|
original suffix.
|
||||||
|
verbose (bool, optional): Switch to print relevant values to screen.
|
||||||
|
Default 'False'.
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
sliced_image_result: SliceImageResult:
|
||||||
|
sliced_image_list: list of SlicedImage
|
||||||
|
image_dir: str
|
||||||
|
Directory of the sliced image exports.
|
||||||
|
original_image_size: list of int
|
||||||
|
Size of the unsliced original image in [height, width]
|
||||||
|
num_total_invalid_segmentation: int
|
||||||
|
Number of invalid segmentation annotations.
|
||||||
|
"""
|
||||||
|
|
||||||
|
# read image
|
||||||
|
image_pil = read_image_as_pil(image)
|
||||||
|
|
||||||
|
image_width, image_height = image_pil.size
|
||||||
|
if not (image_width != 0 and image_height != 0):
|
||||||
|
raise RuntimeError(f"invalid image size: {image_pil.size} for 'slice_image'.")
|
||||||
|
slice_bboxes = get_slice_bboxes(
|
||||||
|
image_height=image_height,
|
||||||
|
image_width=image_width,
|
||||||
|
auto_slice_resolution=auto_slice_resolution,
|
||||||
|
slice_height=slice_height,
|
||||||
|
slice_width=slice_width,
|
||||||
|
overlap_height_ratio=overlap_height_ratio,
|
||||||
|
overlap_width_ratio=overlap_width_ratio,
|
||||||
|
)
|
||||||
|
|
||||||
|
t0 = time.time()
|
||||||
|
n_ims = 0
|
||||||
|
|
||||||
|
# init images and annotations lists
|
||||||
|
sliced_image_result = SliceImageResult(original_image_size=[image_height, image_width])
|
||||||
|
|
||||||
|
image_pil_arr = np.asarray(image_pil)
|
||||||
|
# iterate over slices
|
||||||
|
for slice_bbox in slice_bboxes:
|
||||||
|
n_ims += 1
|
||||||
|
|
||||||
|
# extract image
|
||||||
|
tlx = slice_bbox[0]
|
||||||
|
tly = slice_bbox[1]
|
||||||
|
brx = slice_bbox[2]
|
||||||
|
bry = slice_bbox[3]
|
||||||
|
image_pil_slice = image_pil_arr[tly:bry, tlx:brx]
|
||||||
|
|
||||||
|
# create sliced image and append to sliced_image_result
|
||||||
|
sliced_image = SlicedImage(
|
||||||
|
image=image_pil_slice, starting_pixel=[slice_bbox[0], slice_bbox[1]]
|
||||||
|
)
|
||||||
|
sliced_image_result.add_sliced_image(sliced_image)
|
||||||
|
|
||||||
|
image_numpy = np.array(sliced_image_result.images)
|
||||||
|
shift_amount = np.array(sliced_image_result.starting_pixels)
|
||||||
|
|
||||||
|
return image_numpy, shift_amount
|
||||||
|
|
||||||
|
|
||||||
|
def calc_ratio_and_slice(orientation, slide=1, ratio=0.1):
|
||||||
|
"""
|
||||||
|
According to image resolution calculation overlap params
|
||||||
|
Args:
|
||||||
|
orientation: image capture angle
|
||||||
|
slide: sliding window
|
||||||
|
ratio: buffer value
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
overlap params
|
||||||
|
"""
|
||||||
|
if orientation == "vertical":
|
||||||
|
slice_row, slice_col, overlap_height_ratio, overlap_width_ratio = slide, slide * 2, ratio, ratio
|
||||||
|
elif orientation == "horizontal":
|
||||||
|
slice_row, slice_col, overlap_height_ratio, overlap_width_ratio = slide * 2, slide, ratio, ratio
|
||||||
|
elif orientation == "square":
|
||||||
|
slice_row, slice_col, overlap_height_ratio, overlap_width_ratio = slide, slide, ratio, ratio
|
||||||
|
|
||||||
|
return slice_row, slice_col, overlap_height_ratio, overlap_width_ratio # noqa
|
||||||
|
|
||||||
|
|
||||||
|
def calc_resolution_factor(resolution: int) -> int:
|
||||||
|
"""
|
||||||
|
According to image resolution calculate power(2,n) and return the closest smaller `n`.
|
||||||
|
Args:
|
||||||
|
resolution: the width and height of the image multiplied. such as 1024x720 = 737280
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
|
||||||
|
"""
|
||||||
|
expo = 0
|
||||||
|
while np.power(2, expo) < resolution:
|
||||||
|
expo += 1
|
||||||
|
|
||||||
|
return expo - 1
|
||||||
|
|
||||||
|
|
||||||
|
def calc_aspect_ratio_orientation(width: int, height: int) -> str:
|
||||||
|
"""
|
||||||
|
|
||||||
|
Args:
|
||||||
|
width:
|
||||||
|
height:
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
image capture orientation
|
||||||
|
"""
|
||||||
|
|
||||||
|
if width < height:
|
||||||
|
return "vertical"
|
||||||
|
elif width > height:
|
||||||
|
return "horizontal"
|
||||||
|
else:
|
||||||
|
return "square"
|
||||||
|
|
||||||
|
|
||||||
|
def calc_slice_and_overlap_params(resolution: str, height: int, width: int, orientation: str) -> List:
|
||||||
|
"""
|
||||||
|
This function calculate according to image resolution slice and overlap params.
|
||||||
|
Args:
|
||||||
|
resolution: str
|
||||||
|
height: int
|
||||||
|
width: int
|
||||||
|
orientation: str
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
x_overlap, y_overlap, slice_width, slice_height
|
||||||
|
"""
|
||||||
|
|
||||||
|
if resolution == "medium":
|
||||||
|
split_row, split_col, overlap_height_ratio, overlap_width_ratio = calc_ratio_and_slice(
|
||||||
|
orientation, slide=1, ratio=0.8
|
||||||
|
)
|
||||||
|
|
||||||
|
elif resolution == "high":
|
||||||
|
split_row, split_col, overlap_height_ratio, overlap_width_ratio = calc_ratio_and_slice(
|
||||||
|
orientation, slide=2, ratio=0.4
|
||||||
|
)
|
||||||
|
|
||||||
|
elif resolution == "ultra-high":
|
||||||
|
split_row, split_col, overlap_height_ratio, overlap_width_ratio = calc_ratio_and_slice(
|
||||||
|
orientation, slide=4, ratio=0.4
|
||||||
|
)
|
||||||
|
else: # low condition
|
||||||
|
split_col = 1
|
||||||
|
split_row = 1
|
||||||
|
overlap_width_ratio = 1
|
||||||
|
overlap_height_ratio = 1
|
||||||
|
|
||||||
|
slice_height = height // split_col
|
||||||
|
slice_width = width // split_row
|
||||||
|
|
||||||
|
x_overlap = int(slice_width * overlap_width_ratio)
|
||||||
|
y_overlap = int(slice_height * overlap_height_ratio)
|
||||||
|
|
||||||
|
return x_overlap, y_overlap, slice_width, slice_height # noqa
|
||||||
|
|
||||||
|
|
||||||
|
def get_resolution_selector(res: str, height: int, width: int):
|
||||||
|
"""
|
||||||
|
|
||||||
|
Args:
|
||||||
|
res: resolution of image such as low, medium
|
||||||
|
height:
|
||||||
|
width:
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
trigger slicing params function and return overlap params
|
||||||
|
"""
|
||||||
|
orientation = calc_aspect_ratio_orientation(width=width, height=height)
|
||||||
|
x_overlap, y_overlap, slice_width, slice_height = calc_slice_and_overlap_params(
|
||||||
|
resolution=res, height=height, width=width, orientation=orientation
|
||||||
|
)
|
||||||
|
|
||||||
|
return x_overlap, y_overlap, slice_width, slice_height
|
||||||
|
|
||||||
|
|
||||||
|
def get_auto_slice_params(height: int, width: int):
|
||||||
|
"""
|
||||||
|
According to Image HxW calculate overlap sliding window and buffer params
|
||||||
|
factor is the power value of 2 closest to the image resolution.
|
||||||
|
factor <= 18: low resolution image such as 300x300, 640x640
|
||||||
|
18 < factor <= 21: medium resolution image such as 1024x1024, 1336x960
|
||||||
|
21 < factor <= 24: high resolution image such as 2048x2048, 2048x4096, 4096x4096
|
||||||
|
factor > 24: ultra-high resolution image such as 6380x6380, 4096x8192
|
||||||
|
Args:
|
||||||
|
height:
|
||||||
|
width:
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
slicing overlap params x_overlap, y_overlap, slice_width, slice_height
|
||||||
|
"""
|
||||||
|
resolution = height * width
|
||||||
|
factor = calc_resolution_factor(resolution)
|
||||||
|
if factor <= 18:
|
||||||
|
return get_resolution_selector("low", height=height, width=width)
|
||||||
|
elif 18 <= factor < 21:
|
||||||
|
return get_resolution_selector("medium", height=height, width=width)
|
||||||
|
elif 21 <= factor < 24:
|
||||||
|
return get_resolution_selector("high", height=height, width=width)
|
||||||
|
else:
|
||||||
|
return get_resolution_selector("ultra-high", height=height, width=width)
|
||||||
Loading…
Reference in New Issue