Add DeepSpeed ZeRO-3 integration

2023-02-01 14:57:27 +02:00
parent d4a0b377ab
commit a97afa6965
4 changed files with 130 additions and 5 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -13,6 +13,7 @@ charset-normalizer==2.1.1
 click==8.1.3
 contourpy==1.0.6
 cycler==0.11.0
+deepspeed==0.8.0
 entrypoints==0.4
 fastapi==0.88.0
 ffmpy==0.3.0