Add a force argument to soft_empty_cache to force a cache empty.
This commit is contained in:
@@ -186,6 +186,7 @@ def slice_attention(q, k, v):
|
||||
del s2
|
||||
break
|
||||
except model_management.OOM_EXCEPTION as e:
|
||||
model_management.soft_empty_cache(True)
|
||||
steps *= 2
|
||||
if steps > 128:
|
||||
raise e
|
||||
|
||||
Reference in New Issue
Block a user