Various fixes in chat mode

2023-03-12 02:53:08 -03:00
parent b0e8cb8c88
commit 341e135036
3 changed files with 22 additions and 24 deletions
--- a/modules/callbacks.py
+++ b/modules/callbacks.py
@@ -64,6 +64,7 @@ class Iteratorize:
                ret = self.mfunc(callback=_callback, **self.kwargs)
            except ValueError:
                pass
+            clear_torch_cache()
            self.q.put(self.sentinel)
            if self.c_callback:
                self.c_callback(ret)