faster inference with cuda/cudnn backends flags

2022-07-09 06:48:51 -04:00
parent 703bfb231d
commit dba3f11b3f
8 changed files with 19 additions and 14 deletions
@@ -1,9 +1,11 @@
 from min_dalle import MinDalle
 import tempfile
-import torch
+import torch, torch.backends.cudnn
 from typing import Iterator
 from cog import BasePredictor, Path, Input

+torch.backends.cudnn.deterministic = False
+

 class ReplicatePredictor(BasePredictor):
    def setup(self):