Add DeepSpeed ZeRO-3 integration

2023-02-01 14:57:27 +02:00
parent d4a0b377ab
commit a97afa6965
4 changed files with 130 additions and 5 deletions
--- a/.gitignore
+++ b/.gitignore
@@ -0,0 +1,7 @@
+__pycache__/
+!models/place-your-models-here.txt
+models/*
+!torch-dumps/place-your-models-here.txt
+torch-dumps/*
+cache/
+logs/