Handle edgetpu model inference (#5372)
* Handle edgetpu model inference * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * Cleanup Rename `tflite_runtime.interpreter as tflite` to `tflite_runtime.interpreter as tflri` to avoid conflict with existing `tflite` boolean Co-authored-by: Nam Vu <nam@glodonusa.com> Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com> Co-authored-by: Glenn Jocher <glenn.jocher@ultralytics.com>
This commit is contained in:
parent
5866646cc8
commit
ac2c49a2bb
|
|
@ -8,6 +8,7 @@ Usage:
|
||||||
|
|
||||||
import argparse
|
import argparse
|
||||||
import os
|
import os
|
||||||
|
import platform
|
||||||
import sys
|
import sys
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|
||||||
|
|
@ -107,6 +108,13 @@ def run(weights=ROOT / 'yolov5s.pt', # model.pt path(s)
|
||||||
elif saved_model:
|
elif saved_model:
|
||||||
model = tf.keras.models.load_model(w)
|
model = tf.keras.models.load_model(w)
|
||||||
elif tflite:
|
elif tflite:
|
||||||
|
if "edgetpu" in w: # https://www.tensorflow.org/lite/guide/python#install_tensorflow_lite_for_python
|
||||||
|
import tflite_runtime.interpreter as tflri
|
||||||
|
delegate = {'Linux': 'libedgetpu.so.1', # install libedgetpu https://coral.ai/software/#edgetpu-runtime
|
||||||
|
'Darwin': 'libedgetpu.1.dylib',
|
||||||
|
'Windows': 'edgetpu.dll'}[platform.system()]
|
||||||
|
interpreter = tflri.Interpreter(model_path=w, experimental_delegates=[tflri.load_delegate(delegate)])
|
||||||
|
else:
|
||||||
interpreter = tf.lite.Interpreter(model_path=w) # load TFLite model
|
interpreter = tf.lite.Interpreter(model_path=w) # load TFLite model
|
||||||
interpreter.allocate_tensors() # allocate
|
interpreter.allocate_tensors() # allocate
|
||||||
input_details = interpreter.get_input_details() # inputs
|
input_details = interpreter.get_input_details() # inputs
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue