Catch and ignore exception in dataloader cleanup (#18772)

Signed-off-by: Mohammed Yasin <32206511+Y-T-G@users.noreply.github.com>
This commit is contained in:
Mohammed Yasin 2025-01-21 00:12:13 +08:00 committed by GitHub
parent 673b43ce17
commit a2430d0478
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -49,11 +49,15 @@ class InfiniteDataLoader(dataloader.DataLoader):
def __del__(self):
"""Ensure that workers are terminated."""
if hasattr(self.iterator, "_workers"):
try:
if not hasattr(self.iterator, "_workers"):
return
for w in self.iterator._workers: # force terminate
if w.is_alive():
w.terminate()
self.iterator._shutdown_workers() # cleanup
except Exception:
pass
def reset(self):
"""