mirror of
https://github.com/saymrwulf/transformers.git
synced 2026-05-14 20:58:08 +00:00
parent
28fcf00607
commit
fa2bdffc5d
1 changed files with 1 additions and 1 deletions
|
|
@ -2606,7 +2606,7 @@ class PreTrainedModel(nn.Module, ModuleUtilsMixin, GenerationMixin, PushToHubMix
|
|||
if len(keys_on_cpu) > 0 and not load_in_8bit_fp32_cpu_offload:
|
||||
raise ValueError(
|
||||
"If you want to offload some keys to `cpu` or `disk`, you need to set "
|
||||
"`load_in_8bit_fp32_cpu_offload=True`. Note that these modules will not be "
|
||||
"`llm_int8_enable_fp32_cpu_offload=True`. Note that these modules will not be "
|
||||
" converted to 8-bit but kept in 32-bit."
|
||||
)
|
||||
|
||||
|
|
|
|||
Loading…
Reference in a new issue