Compare commits
2 Commits
master
...
crop_pinji
| Author | SHA1 | Date |
|---|---|---|
|
|
9ada63cc3d | |
|
|
db840eb0af |
15
detect.py
15
detect.py
|
|
@ -32,6 +32,8 @@ from pathlib import Path
|
|||
import torch
|
||||
import torch.backends.cudnn as cudnn
|
||||
|
||||
from utils.pinjie import get_pinjie
|
||||
|
||||
FILE = Path(__file__).resolve()
|
||||
ROOT = FILE.parents[0] # YOLOv5 root directory
|
||||
if str(ROOT) not in sys.path:
|
||||
|
|
@ -39,7 +41,7 @@ if str(ROOT) not in sys.path:
|
|||
ROOT = Path(os.path.relpath(ROOT, Path.cwd())) # relative
|
||||
|
||||
from models.common import DetectMultiBackend
|
||||
from utils.dataloaders import IMG_FORMATS, VID_FORMATS, LoadImages, LoadStreams
|
||||
from utils.dataloaders import IMG_FORMATS, VID_FORMATS, LoadImages, LoadStreams, LoadCropImages
|
||||
from utils.general import (LOGGER, check_file, check_img_size, check_imshow, check_requirements, colorstr, cv2,
|
||||
increment_path, non_max_suppression, print_args, scale_coords, strip_optimizer, xyxy2xywh)
|
||||
from utils.plots import Annotator, colors, save_one_box
|
||||
|
|
@ -100,14 +102,14 @@ def run(
|
|||
dataset = LoadStreams(source, img_size=imgsz, stride=stride, auto=pt)
|
||||
bs = len(dataset) # batch_size
|
||||
else:
|
||||
dataset = LoadImages(source, img_size=imgsz, stride=stride, auto=pt)
|
||||
dataset = LoadCropImages(source, img_size=imgsz, stride=stride, slice_height=3276, slice_width=4915, overlap_height_ratio=0.2, overlap_width_ratio=0.2, auto=pt)
|
||||
bs = 1 # batch_size
|
||||
vid_path, vid_writer = [None] * bs, [None] * bs
|
||||
|
||||
# Run inference
|
||||
model.warmup(imgsz=(1 if pt else bs, 3, *imgsz)) # warmup
|
||||
seen, windows, dt = 0, [], [0.0, 0.0, 0.0]
|
||||
for path, im, im0s, vid_cap, s in dataset:
|
||||
for path, im, shift, im0s, vid_cap, s in dataset:
|
||||
t1 = time_sync()
|
||||
im = torch.from_numpy(im).to(device)
|
||||
im = im.half() if model.fp16 else im.float() # uint8 to fp16/32
|
||||
|
|
@ -123,6 +125,9 @@ def run(
|
|||
t3 = time_sync()
|
||||
dt[1] += t3 - t2
|
||||
|
||||
# 迁移bbox的x,y,并拼接图片
|
||||
pred = get_pinjie(pred, shift)
|
||||
|
||||
# NMS
|
||||
pred = non_max_suppression(pred, conf_thres, iou_thres, classes, agnostic_nms, max_det=max_det)
|
||||
dt[2] += time_sync() - t3
|
||||
|
|
@ -215,8 +220,8 @@ def run(
|
|||
def parse_opt():
|
||||
parser = argparse.ArgumentParser()
|
||||
parser.add_argument('--weights', nargs='+', type=str, default=ROOT / 'runs/train/exp5/weights/best.pt', help='model path(s)')
|
||||
parser.add_argument('--source', type=str, default=ROOT / '../VOCdevkit/images/val', help='file/dir/URL/glob, 0 for webcam')
|
||||
parser.add_argument('--data', type=str, default=ROOT / 'data/coco128.yaml', help='(optional) dataset.yaml path')
|
||||
parser.add_argument('--source', type=str, default=ROOT / 'VOCdevkit/images/val', help='file/dir/URL/glob, 0 for webcam')
|
||||
parser.add_argument('--data', type=str, default=ROOT / 'data/forest.yaml', help='(optional) dataset.yaml path')
|
||||
parser.add_argument('--imgsz', '--img', '--img-size', nargs='+', type=int, default=[640], help='inference size h,w')
|
||||
parser.add_argument('--conf-thres', type=float, default=0.25, help='confidence threshold')
|
||||
parser.add_argument('--iou-thres', type=float, default=0.45, help='NMS IoU threshold')
|
||||
|
|
|
|||
1
train.py
1
train.py
|
|
@ -37,6 +37,7 @@ if str(ROOT) not in sys.path:
|
|||
sys.path.append(str(ROOT)) # add ROOT to PATH
|
||||
ROOT = Path(os.path.relpath(ROOT, Path.cwd())) # relative
|
||||
|
||||
os.environ['CUDA_VISIBLE_DEVICES']='1'
|
||||
import val # for end-of-epoch mAP
|
||||
from models.experimental import attempt_load
|
||||
from models.yolo import Model
|
||||
|
|
|
|||
|
|
@ -121,6 +121,48 @@ def letterbox(im, new_shape=(640, 640), color=(114, 114, 114), auto=True, scaleF
|
|||
return im, ratio, (dw, dh)
|
||||
|
||||
|
||||
def BatchLetterbox(im, new_shape=(640, 640), color=(114, 114, 114), auto=True, scaleFill=False, scaleup=True, stride=32):
|
||||
# Resize and pad image while meeting stride-multiple constraints
|
||||
shape = im[0].shape[:2] # current shape [height, width]
|
||||
if isinstance(new_shape, int):
|
||||
new_shape = (new_shape, new_shape)
|
||||
|
||||
# Scale ratio (new / old)
|
||||
r = min(new_shape[0] / shape[0], new_shape[1] / shape[1])
|
||||
if not scaleup: # only scale down, do not scale up (for better val mAP)
|
||||
r = min(r, 1.0)
|
||||
|
||||
# Compute padding
|
||||
ratio = r, r # width, height ratios
|
||||
new_unpad = int(round(shape[1] * r)), int(round(shape[0] * r))
|
||||
dw, dh = new_shape[1] - new_unpad[0], new_shape[0] - new_unpad[1] # wh padding
|
||||
if auto: # minimum rectangle
|
||||
dw, dh = np.mod(dw, stride), np.mod(dh, stride) # wh padding
|
||||
elif scaleFill: # stretch
|
||||
dw, dh = 0.0, 0.0
|
||||
new_unpad = (new_shape[1], new_shape[0])
|
||||
ratio = new_shape[1] / shape[1], new_shape[0] / shape[0] # width, height ratios
|
||||
|
||||
dw /= 2 # divide padding into 2 sides
|
||||
dh /= 2
|
||||
|
||||
nb = im.shape[0]
|
||||
tmp = []
|
||||
if shape[::-1] != new_unpad: # resize
|
||||
for idx in range(nb):
|
||||
tmp.append(cv2.resize(im[idx], new_unpad, interpolation=cv2.INTER_LINEAR))
|
||||
tmp_numpy = np.array(tmp)
|
||||
top, bottom = int(round(dh - 0.1)), int(round(dh + 0.1))
|
||||
left, right = int(round(dw - 0.1)), int(round(dw + 0.1))
|
||||
|
||||
img_out_list = []
|
||||
for idx in range(nb):
|
||||
img_out_list.append(cv2.copyMakeBorder(tmp_numpy[idx], top, bottom, left, right, cv2.BORDER_CONSTANT, value=color)) # add border
|
||||
|
||||
img_out = np.array(img_out_list)
|
||||
return img_out, ratio, (dw, dh)
|
||||
|
||||
|
||||
def random_perspective(im,
|
||||
targets=(),
|
||||
segments=(),
|
||||
|
|
|
|||
|
|
@ -26,9 +26,11 @@ from PIL import ExifTags, Image, ImageOps
|
|||
from torch.utils.data import DataLoader, Dataset, dataloader, distributed
|
||||
from tqdm import tqdm
|
||||
|
||||
from utils.augmentations import Albumentations, augment_hsv, copy_paste, letterbox, mixup, random_perspective
|
||||
from utils.augmentations import Albumentations, augment_hsv, copy_paste, letterbox, mixup, random_perspective, \
|
||||
BatchLetterbox
|
||||
from utils.general import (DATASETS_DIR, LOGGER, NUM_THREADS, check_dataset, check_requirements, check_yaml, clean_str,
|
||||
cv2, is_colab, is_kaggle, segments2boxes, xyn2xy, xywh2xyxy, xywhn2xyxy, xyxy2xywhn)
|
||||
from utils.sliceing import slice_image
|
||||
from utils.torch_utils import torch_distributed_zero_first
|
||||
|
||||
# Parameters
|
||||
|
|
@ -254,6 +256,102 @@ class LoadImages:
|
|||
return self.nf # number of files
|
||||
|
||||
|
||||
class LoadCropImages:
|
||||
# YOLOv5 image/video dataloader, i.e. `python detect.py --source image.jpg/vid.mp4`
|
||||
def __init__(self, path, img_size=640, stride=32, slice_height=512, slice_width=512, overlap_height_ratio=0.1, overlap_width_ratio=0.2, auto=True):
|
||||
p = str(Path(path).resolve()) # os-agnostic absolute path
|
||||
if '*' in p:
|
||||
files = sorted(glob.glob(p, recursive=True)) # glob
|
||||
elif os.path.isdir(p):
|
||||
files = sorted(glob.glob(os.path.join(p, '*.*'))) # dir
|
||||
elif os.path.isfile(p):
|
||||
files = [p] # files
|
||||
else:
|
||||
raise Exception(f'ERROR: {p} does not exist')
|
||||
|
||||
images = [x for x in files if x.split('.')[-1].lower() in IMG_FORMATS]
|
||||
videos = [x for x in files if x.split('.')[-1].lower() in VID_FORMATS]
|
||||
ni, nv = len(images), len(videos)
|
||||
|
||||
self.img_size = img_size
|
||||
self.stride = stride
|
||||
|
||||
self.slice_height = slice_height
|
||||
self.slice_width = slice_width
|
||||
self.overlap_height_ratio = overlap_height_ratio
|
||||
self.overlap_width_ratio = overlap_width_ratio
|
||||
|
||||
self.files = images + videos
|
||||
self.nf = ni + nv # number of files
|
||||
self.video_flag = [False] * ni + [True] * nv
|
||||
self.mode = 'image'
|
||||
self.auto = auto
|
||||
if any(videos):
|
||||
self.new_video(videos[0]) # new video
|
||||
else:
|
||||
self.cap = None
|
||||
assert self.nf > 0, f'No images or videos found in {p}. ' \
|
||||
f'Supported formats are:\nimages: {IMG_FORMATS}\nvideos: {VID_FORMATS}'
|
||||
|
||||
def __iter__(self):
|
||||
self.count = 0
|
||||
return self
|
||||
|
||||
def __next__(self):
|
||||
if self.count == self.nf:
|
||||
raise StopIteration
|
||||
path = self.files[self.count]
|
||||
|
||||
if self.video_flag[self.count]:
|
||||
# Read video
|
||||
self.mode = 'video'
|
||||
ret_val, img0 = self.cap.read()
|
||||
while not ret_val:
|
||||
self.count += 1
|
||||
self.cap.release()
|
||||
if self.count == self.nf: # last video
|
||||
raise StopIteration
|
||||
path = self.files[self.count]
|
||||
self.new_video(path)
|
||||
ret_val, img0 = self.cap.read()
|
||||
|
||||
self.frame += 1
|
||||
s = f'video {self.count + 1}/{self.nf} ({self.frame}/{self.frames}) {path}: '
|
||||
|
||||
else:
|
||||
# Read image
|
||||
self.count += 1
|
||||
img0 = cv2.imread(path) # BGR
|
||||
assert img0 is not None, f'Image Not Found {path}'
|
||||
s = f'image {self.count}/{self.nf} {path}: '
|
||||
|
||||
image_numpy, shift_amount = slice_image(
|
||||
image=img0,
|
||||
slice_height=self.slice_height,
|
||||
slice_width=self.slice_width,
|
||||
overlap_height_ratio=self.overlap_height_ratio,
|
||||
overlap_width_ratio=self.overlap_width_ratio,
|
||||
auto_slice_resolution=True,
|
||||
)
|
||||
|
||||
# Padded resize
|
||||
img = BatchLetterbox(image_numpy, self.img_size, stride=self.stride, auto=self.auto)[0]
|
||||
|
||||
# Convert
|
||||
img = img.transpose((3, 0, 1, 2))[::-1].transpose((1, 0, 2, 3)) # HWC to CHW, BGR to RGB
|
||||
img = np.ascontiguousarray(img)
|
||||
|
||||
return path, img, shift_amount, img0, self.cap, s
|
||||
|
||||
def new_video(self, path):
|
||||
self.frame = 0
|
||||
self.cap = cv2.VideoCapture(path)
|
||||
self.frames = int(self.cap.get(cv2.CAP_PROP_FRAME_COUNT))
|
||||
|
||||
def __len__(self):
|
||||
return self.nf # number of files
|
||||
|
||||
|
||||
class LoadWebcam: # for inference
|
||||
# YOLOv5 local webcam dataloader, i.e. `python detect.py --source 0`
|
||||
def __init__(self, pipe='0', img_size=640, stride=32):
|
||||
|
|
|
|||
|
|
@ -0,0 +1,22 @@
|
|||
import logging
|
||||
import os
|
||||
|
||||
import torch
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
logging.basicConfig(
|
||||
format="%(asctime)s - %(levelname)s - %(name)s - %(message)s",
|
||||
datefmt="%m/%d/%Y %H:%M:%S",
|
||||
level=os.environ.get("LOGLEVEL", "INFO").upper(),
|
||||
)
|
||||
|
||||
|
||||
def get_pinjie(img, shift):
|
||||
nbox = img.shape[1]
|
||||
shift = torch.from_numpy(shift).to(img.device)
|
||||
shift = shift.unsqueeze(1).repeat(1, nbox, 1)
|
||||
img[..., :2] += shift
|
||||
|
||||
img_out = img.view(1, -1, 7)
|
||||
|
||||
return img_out
|
||||
|
|
@ -0,0 +1,410 @@
|
|||
# OBSS SAHI Tool
|
||||
# Code written by Fatih C Akyon, 2020.
|
||||
|
||||
import time
|
||||
from typing import Dict, List, Optional, Union, Tuple
|
||||
import numpy as np
|
||||
import requests
|
||||
from PIL import Image
|
||||
from numpy import ndarray
|
||||
|
||||
|
||||
def read_image_as_pil(image: Union[Image.Image, str, np.ndarray]):
|
||||
"""
|
||||
Loads an image as PIL.Image.Image.
|
||||
|
||||
Args:
|
||||
image : Can be image path or url (str), numpy image (np.ndarray) or PIL.Image
|
||||
"""
|
||||
# https://stackoverflow.com/questions/56174099/how-to-load-images-larger-than-max-image-pixels-with-pil
|
||||
Image.MAX_IMAGE_PIXELS = None
|
||||
|
||||
if isinstance(image, Image.Image):
|
||||
image_pil = image
|
||||
elif isinstance(image, str):
|
||||
# read image if str image path is provided
|
||||
try:
|
||||
image_pil = Image.open(
|
||||
requests.get(image, stream=True).raw if str(image).startswith("http") else image
|
||||
).convert("RGB")
|
||||
except: # handle large/tiff image reading
|
||||
try:
|
||||
import skimage.io
|
||||
except ImportError:
|
||||
raise ImportError("Please run 'pip install -U scikit-image imagecodecs' for large image handling.")
|
||||
image_sk = skimage.io.imread(image).astype(np.uint8)
|
||||
if len(image_sk.shape) == 2: # b&w
|
||||
image_pil = Image.fromarray(image_sk, mode="1")
|
||||
elif image_sk.shape[2] == 4: # rgba
|
||||
image_pil = Image.fromarray(image_sk, mode="RGBA")
|
||||
elif image_sk.shape[2] == 3: # rgb
|
||||
image_pil = Image.fromarray(image_sk, mode="RGB")
|
||||
else:
|
||||
raise TypeError(f"image with shape: {image_sk.shape[3]} is not supported.")
|
||||
elif isinstance(image, np.ndarray):
|
||||
if image.shape[0] < 5: # image in CHW
|
||||
image = image[:, :, ::-1]
|
||||
image_pil = Image.fromarray(image)
|
||||
else:
|
||||
raise TypeError("read image with 'pillow' using 'Image.open()'")
|
||||
return image_pil
|
||||
|
||||
def get_slice_bboxes(
|
||||
image_height: int,
|
||||
image_width: int,
|
||||
slice_height: int = None,
|
||||
slice_width: int = None,
|
||||
auto_slice_resolution: bool = True,
|
||||
overlap_height_ratio: float = 0.2,
|
||||
overlap_width_ratio: float = 0.2,
|
||||
) -> List[List[int]]:
|
||||
"""Slices `image_pil` in crops.
|
||||
Corner values of each slice will be generated using the `slice_height`,
|
||||
`slice_width`, `overlap_height_ratio` and `overlap_width_ratio` arguments.
|
||||
|
||||
Args:
|
||||
image_height (int): Height of the original image.
|
||||
image_width (int): Width of the original image.
|
||||
slice_height (int): Height of each slice. Default 512.
|
||||
slice_width (int): Width of each slice. Default 512.
|
||||
overlap_height_ratio(float): Fractional overlap in height of each
|
||||
slice (e.g. an overlap of 0.2 for a slice of size 100 yields an
|
||||
overlap of 20 pixels). Default 0.2.
|
||||
overlap_width_ratio(float): Fractional overlap in width of each
|
||||
slice (e.g. an overlap of 0.2 for a slice of size 100 yields an
|
||||
overlap of 20 pixels). Default 0.2.
|
||||
auto_slice_resolution (bool): if not set slice parameters such as slice_height and slice_width,
|
||||
it enables automatically calculate these params from image resolution and orientation.
|
||||
|
||||
Returns:
|
||||
List[List[int]]: List of 4 corner coordinates for each N slices.
|
||||
[
|
||||
[slice_0_left, slice_0_top, slice_0_right, slice_0_bottom],
|
||||
...
|
||||
[slice_N_left, slice_N_top, slice_N_right, slice_N_bottom]
|
||||
]
|
||||
"""
|
||||
slice_bboxes = []
|
||||
y_max = y_min = 0
|
||||
|
||||
if slice_height and slice_width:
|
||||
y_overlap = int(overlap_height_ratio * slice_height)
|
||||
x_overlap = int(overlap_width_ratio * slice_width)
|
||||
elif auto_slice_resolution:
|
||||
x_overlap, y_overlap, slice_width, slice_height = get_auto_slice_params(height=image_height, width=image_width)
|
||||
else:
|
||||
raise ValueError("Compute type is not auto and slice width and height are not provided.")
|
||||
|
||||
while y_max < image_height:
|
||||
x_min = x_max = 0
|
||||
y_max = y_min + slice_height
|
||||
while x_max < image_width:
|
||||
x_max = x_min + slice_width
|
||||
if y_max > image_height or x_max > image_width:
|
||||
xmax = min(image_width, x_max)
|
||||
ymax = min(image_height, y_max)
|
||||
xmin = max(0, xmax - slice_width)
|
||||
ymin = max(0, ymax - slice_height)
|
||||
slice_bboxes.append([xmin, ymin, xmax, ymax])
|
||||
else:
|
||||
slice_bboxes.append([x_min, y_min, x_max, y_max])
|
||||
x_min = x_max - x_overlap
|
||||
y_min = y_max - y_overlap
|
||||
return slice_bboxes
|
||||
|
||||
|
||||
class SlicedImage:
|
||||
def __init__(self, image, starting_pixel):
|
||||
"""
|
||||
image: np.array
|
||||
Sliced image.
|
||||
starting_pixel: list of list of int
|
||||
Starting pixel coordinates of the sliced image.
|
||||
"""
|
||||
self.image = image
|
||||
self.starting_pixel = starting_pixel
|
||||
|
||||
|
||||
class SliceImageResult:
|
||||
def __init__(self, original_image_size=None):
|
||||
"""
|
||||
sliced_image_list: list of SlicedImage
|
||||
image_dir: str
|
||||
Directory of the sliced image exports.
|
||||
original_image_size: list of int
|
||||
Size of the unsliced original image in [height, width]
|
||||
"""
|
||||
self._sliced_image_list: List[SlicedImage] = []
|
||||
self.original_image_height = original_image_size[0]
|
||||
self.original_image_width = original_image_size[1]
|
||||
|
||||
def add_sliced_image(self, sliced_image: SlicedImage):
|
||||
if not isinstance(sliced_image, SlicedImage):
|
||||
raise TypeError("sliced_image must be a SlicedImage instance")
|
||||
|
||||
self._sliced_image_list.append(sliced_image)
|
||||
|
||||
@property
|
||||
def sliced_image_list(self):
|
||||
return self._sliced_image_list
|
||||
|
||||
@property
|
||||
def images(self):
|
||||
"""Returns sliced images.
|
||||
|
||||
Returns:
|
||||
images: a list of np.array
|
||||
"""
|
||||
images = []
|
||||
for sliced_image in self._sliced_image_list:
|
||||
images.append(sliced_image.image)
|
||||
return images
|
||||
|
||||
@property
|
||||
def starting_pixels(self) -> List[int]:
|
||||
"""Returns a list of starting pixels for each slice.
|
||||
|
||||
Returns:
|
||||
starting_pixels: a list of starting pixel coords [x,y]
|
||||
"""
|
||||
starting_pixels = []
|
||||
for sliced_image in self._sliced_image_list:
|
||||
starting_pixels.append(sliced_image.starting_pixel)
|
||||
return starting_pixels
|
||||
|
||||
def __len__(self):
|
||||
return len(self._sliced_image_list)
|
||||
|
||||
|
||||
def slice_image(
|
||||
image: Union[str, Image.Image],
|
||||
slice_height: int = None,
|
||||
slice_width: int = None,
|
||||
overlap_height_ratio: float = None,
|
||||
overlap_width_ratio: float = None,
|
||||
auto_slice_resolution: bool = True,
|
||||
) -> Tuple[ndarray, ndarray]:
|
||||
"""Slice a large image into smaller windows. If output_file_name is given export
|
||||
sliced images.
|
||||
|
||||
Args:
|
||||
auto_slice_resolution:
|
||||
image (str or PIL.Image): File path of image or Pillow Image to be sliced.
|
||||
coco_annotation_list (CocoAnnotation): List of CocoAnnotation objects.
|
||||
output_file_name (str, optional): Root name of output files (coordinates will
|
||||
be appended to this)
|
||||
output_dir (str, optional): Output directory
|
||||
slice_height (int): Height of each slice. Default 512.
|
||||
slice_width (int): Width of each slice. Default 512.
|
||||
overlap_height_ratio (float): Fractional overlap in height of each
|
||||
slice (e.g. an overlap of 0.2 for a slice of size 100 yields an
|
||||
overlap of 20 pixels). Default 0.2.
|
||||
overlap_width_ratio (float): Fractional overlap in width of each
|
||||
slice (e.g. an overlap of 0.2 for a slice of size 100 yields an
|
||||
overlap of 20 pixels). Default 0.2.
|
||||
min_area_ratio (float): If the cropped annotation area to original annotation
|
||||
ratio is smaller than this value, the annotation is filtered out. Default 0.1.
|
||||
out_ext (str, optional): Extension of saved images. Default is the
|
||||
original suffix.
|
||||
verbose (bool, optional): Switch to print relevant values to screen.
|
||||
Default 'False'.
|
||||
|
||||
Returns:
|
||||
sliced_image_result: SliceImageResult:
|
||||
sliced_image_list: list of SlicedImage
|
||||
image_dir: str
|
||||
Directory of the sliced image exports.
|
||||
original_image_size: list of int
|
||||
Size of the unsliced original image in [height, width]
|
||||
num_total_invalid_segmentation: int
|
||||
Number of invalid segmentation annotations.
|
||||
"""
|
||||
|
||||
# read image
|
||||
image_pil = read_image_as_pil(image)
|
||||
|
||||
image_width, image_height = image_pil.size
|
||||
if not (image_width != 0 and image_height != 0):
|
||||
raise RuntimeError(f"invalid image size: {image_pil.size} for 'slice_image'.")
|
||||
slice_bboxes = get_slice_bboxes(
|
||||
image_height=image_height,
|
||||
image_width=image_width,
|
||||
auto_slice_resolution=auto_slice_resolution,
|
||||
slice_height=slice_height,
|
||||
slice_width=slice_width,
|
||||
overlap_height_ratio=overlap_height_ratio,
|
||||
overlap_width_ratio=overlap_width_ratio,
|
||||
)
|
||||
|
||||
t0 = time.time()
|
||||
n_ims = 0
|
||||
|
||||
# init images and annotations lists
|
||||
sliced_image_result = SliceImageResult(original_image_size=[image_height, image_width])
|
||||
|
||||
image_pil_arr = np.asarray(image_pil)
|
||||
# iterate over slices
|
||||
for slice_bbox in slice_bboxes:
|
||||
n_ims += 1
|
||||
|
||||
# extract image
|
||||
tlx = slice_bbox[0]
|
||||
tly = slice_bbox[1]
|
||||
brx = slice_bbox[2]
|
||||
bry = slice_bbox[3]
|
||||
image_pil_slice = image_pil_arr[tly:bry, tlx:brx]
|
||||
|
||||
# create sliced image and append to sliced_image_result
|
||||
sliced_image = SlicedImage(
|
||||
image=image_pil_slice, starting_pixel=[slice_bbox[0], slice_bbox[1]]
|
||||
)
|
||||
sliced_image_result.add_sliced_image(sliced_image)
|
||||
|
||||
image_numpy = np.array(sliced_image_result.images)
|
||||
shift_amount = np.array(sliced_image_result.starting_pixels)
|
||||
|
||||
return image_numpy, shift_amount
|
||||
|
||||
|
||||
def calc_ratio_and_slice(orientation, slide=1, ratio=0.1):
|
||||
"""
|
||||
According to image resolution calculation overlap params
|
||||
Args:
|
||||
orientation: image capture angle
|
||||
slide: sliding window
|
||||
ratio: buffer value
|
||||
|
||||
Returns:
|
||||
overlap params
|
||||
"""
|
||||
if orientation == "vertical":
|
||||
slice_row, slice_col, overlap_height_ratio, overlap_width_ratio = slide, slide * 2, ratio, ratio
|
||||
elif orientation == "horizontal":
|
||||
slice_row, slice_col, overlap_height_ratio, overlap_width_ratio = slide * 2, slide, ratio, ratio
|
||||
elif orientation == "square":
|
||||
slice_row, slice_col, overlap_height_ratio, overlap_width_ratio = slide, slide, ratio, ratio
|
||||
|
||||
return slice_row, slice_col, overlap_height_ratio, overlap_width_ratio # noqa
|
||||
|
||||
|
||||
def calc_resolution_factor(resolution: int) -> int:
|
||||
"""
|
||||
According to image resolution calculate power(2,n) and return the closest smaller `n`.
|
||||
Args:
|
||||
resolution: the width and height of the image multiplied. such as 1024x720 = 737280
|
||||
|
||||
Returns:
|
||||
|
||||
"""
|
||||
expo = 0
|
||||
while np.power(2, expo) < resolution:
|
||||
expo += 1
|
||||
|
||||
return expo - 1
|
||||
|
||||
|
||||
def calc_aspect_ratio_orientation(width: int, height: int) -> str:
|
||||
"""
|
||||
|
||||
Args:
|
||||
width:
|
||||
height:
|
||||
|
||||
Returns:
|
||||
image capture orientation
|
||||
"""
|
||||
|
||||
if width < height:
|
||||
return "vertical"
|
||||
elif width > height:
|
||||
return "horizontal"
|
||||
else:
|
||||
return "square"
|
||||
|
||||
|
||||
def calc_slice_and_overlap_params(resolution: str, height: int, width: int, orientation: str) -> List:
|
||||
"""
|
||||
This function calculate according to image resolution slice and overlap params.
|
||||
Args:
|
||||
resolution: str
|
||||
height: int
|
||||
width: int
|
||||
orientation: str
|
||||
|
||||
Returns:
|
||||
x_overlap, y_overlap, slice_width, slice_height
|
||||
"""
|
||||
|
||||
if resolution == "medium":
|
||||
split_row, split_col, overlap_height_ratio, overlap_width_ratio = calc_ratio_and_slice(
|
||||
orientation, slide=1, ratio=0.8
|
||||
)
|
||||
|
||||
elif resolution == "high":
|
||||
split_row, split_col, overlap_height_ratio, overlap_width_ratio = calc_ratio_and_slice(
|
||||
orientation, slide=2, ratio=0.4
|
||||
)
|
||||
|
||||
elif resolution == "ultra-high":
|
||||
split_row, split_col, overlap_height_ratio, overlap_width_ratio = calc_ratio_and_slice(
|
||||
orientation, slide=4, ratio=0.4
|
||||
)
|
||||
else: # low condition
|
||||
split_col = 1
|
||||
split_row = 1
|
||||
overlap_width_ratio = 1
|
||||
overlap_height_ratio = 1
|
||||
|
||||
slice_height = height // split_col
|
||||
slice_width = width // split_row
|
||||
|
||||
x_overlap = int(slice_width * overlap_width_ratio)
|
||||
y_overlap = int(slice_height * overlap_height_ratio)
|
||||
|
||||
return x_overlap, y_overlap, slice_width, slice_height # noqa
|
||||
|
||||
|
||||
def get_resolution_selector(res: str, height: int, width: int):
|
||||
"""
|
||||
|
||||
Args:
|
||||
res: resolution of image such as low, medium
|
||||
height:
|
||||
width:
|
||||
|
||||
Returns:
|
||||
trigger slicing params function and return overlap params
|
||||
"""
|
||||
orientation = calc_aspect_ratio_orientation(width=width, height=height)
|
||||
x_overlap, y_overlap, slice_width, slice_height = calc_slice_and_overlap_params(
|
||||
resolution=res, height=height, width=width, orientation=orientation
|
||||
)
|
||||
|
||||
return x_overlap, y_overlap, slice_width, slice_height
|
||||
|
||||
|
||||
def get_auto_slice_params(height: int, width: int):
|
||||
"""
|
||||
According to Image HxW calculate overlap sliding window and buffer params
|
||||
factor is the power value of 2 closest to the image resolution.
|
||||
factor <= 18: low resolution image such as 300x300, 640x640
|
||||
18 < factor <= 21: medium resolution image such as 1024x1024, 1336x960
|
||||
21 < factor <= 24: high resolution image such as 2048x2048, 2048x4096, 4096x4096
|
||||
factor > 24: ultra-high resolution image such as 6380x6380, 4096x8192
|
||||
Args:
|
||||
height:
|
||||
width:
|
||||
|
||||
Returns:
|
||||
slicing overlap params x_overlap, y_overlap, slice_width, slice_height
|
||||
"""
|
||||
resolution = height * width
|
||||
factor = calc_resolution_factor(resolution)
|
||||
if factor <= 18:
|
||||
return get_resolution_selector("low", height=height, width=width)
|
||||
elif 18 <= factor < 21:
|
||||
return get_resolution_selector("medium", height=height, width=width)
|
||||
elif 21 <= factor < 24:
|
||||
return get_resolution_selector("high", height=height, width=width)
|
||||
else:
|
||||
return get_resolution_selector("ultra-high", height=height, width=width)
|
||||
Loading…
Reference in New Issue