Deepspeed 版本不再受支持

2023-08-16 16:27:36 ERROR [__main__] main failed Traceback (most recent call last): File "/Workspace/Repos/[email protected]/dolly/training/trainer.py", line 332, in <module> main() File "/databricks/Python/lib/python3.10/site-packages/click/core.py", line 1128, in __call__ return self.main(*args, **kwargs) File "/databricks/Python/lib/python3.10/site-packages/click/core.py", line 1053, in main rv = self.invoke(ctx) File "/databricks/Python/lib/python3.10/site-packages/click/core.py", line 1395, in invoke return ctx.invoke(self.callback, **ctx.params) File "/databricks/Python/lib/python3.10/site-packages/click/core.py", line 754, in invoke return __callback(*args, **kwargs) File "/Workspace/Repos/[email protected]/dolly/training/trainer.py", line 324, in main train(**kwargs) File "/Workspace/Repos/[email protected]/dolly/training/trainer.py", line 241, in train training_args = TrainingArguments( File "<string>", line 112, in __init__ File "/local_disk0/.ephemeral_nfs/cluster_libraries/Python/lib/python3.10/site-packages/transformers/training_args.py", line 1607, in __post_init__ self.hf_deepspeed_config = HfTrainerDeepSpeedConfig(self.deepspeed) File "/local_disk0/.ephemeral_nfs/cluster_libraries/Python/lib/python3.10/site-packages/transformers/deepspeed.py", line 76, in __init__ super().__init__(config_file_or_dict) File "/local_disk0/.ephemeral_nfs/cluster_libraries/Python/lib/python3.10/site-packages/transformers/deepspeed.py", line 65, in __init__ dep_version_check("deepspeed") File "/local_disk0/.ephemeral_nfs/cluster_libraries/Python/lib/python3.10/site-packages/transformers/dependency_versions_check.py", line 63, in dep_version_check require_version(deps[pkg], hint) File "/local_disk0/.ephemeral_nfs/cluster_libraries/Python/lib/python3.10/site-packages/transformers/utils/versions.py", line 111, in require_version _compare_versions(op, got_ver, want_ver, requirement, pkg, hint) File "/local_disk0/.ephemeral_nfs/cluster_libraries/Python/lib/python3.10/site-packages/transformers/utils/versions.py", line 44, in _compare_versions raise ImportError( ImportError: deepspeed>=0.9.3 is required for a normal functioning of this module, but found deepspeed==0.8.3. Traceback (most recent call last): File "/usr/lib/python3.10/runpy.py", line 196, in _run_module_as_main return _run_code(code, main_globals, None, File "/usr/lib/python3.10/runpy.py", line 86, in _run_code exec(code, run_globals) File "/Workspace/Repos/[email protected]/dolly/training/trainer.py", line 332, in <module> main() File "/databricks/Python/lib/python3.10/site-packages/click/core.py", line 1128, in __call__ return