|
|
from accelerate import infer_auto_device_map, init_empty_weights
|
|
from accelerate import infer_auto_device_map, init_empty_weights
|
|
|
from transformers import (AutoConfig, AutoModelForCausalLM, AutoTokenizer,
|
|
from transformers import (AutoConfig, AutoModelForCausalLM, AutoTokenizer,
|