HongChuang/ultralytics-ascend
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 3

Integrate OpenVINO CUMULATIVE_THROUGHPUT mode batched inference (#8834)

Browse source 
Signed-off-by: Glenn Jocher <glenn.jocher@ultralytics.com>
This commit is contained in:
Glenn Jocher 2024-03-11 18:50:29 +01:00 • committed by GitHub
parent ff8ae0d2e2
commit 7638c5ce4d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 9 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

3
ultralytics/engine/predictor.py
View file

@ -294,11 +294,12 @@ class BasePredictor:
def setup_model(self, model, verbose=True):
"""Initialize YOLO model with given parameters and set it to evaluation mode."""
self.model = AutoBackend(
model or self.args.model,
weights=model or self.args.model,
device=select_device(self.args.device, verbose=verbose),
dnn=self.args.dnn,
data=self.args.data,
fp16=self.args.half,
batch=self.args.batch,
fuse=True,
verbose=verbose,
)

2
ultralytics/engine/validator.py
View file

@ -122,7 +122,7 @@ class BaseValidator:
else:
callbacks.add_integration_callbacks(self)
model = AutoBackend(
model or self.args.model,
weights=model or self.args.model,
device=select_device(self.args.device, self.args.batch),
dnn=self.args.dnn,
data=self.args.data,