Merge pull request #9 from yjmm10/support-modelscope
Support modelscope
This commit is contained in:
@@ -1015,6 +1015,9 @@ pip install -e .
|
|||||||
> 💡**Note:** Please use a directory name without periods (e.g., `DotsOCR` instead of `dots.ocr`) for the model save path. This is a temporary workaround pending our integration with Transformers.
|
> 💡**Note:** Please use a directory name without periods (e.g., `DotsOCR` instead of `dots.ocr`) for the model save path. This is a temporary workaround pending our integration with Transformers.
|
||||||
```shell
|
```shell
|
||||||
python3 tools/download_model.py
|
python3 tools/download_model.py
|
||||||
|
|
||||||
|
# with modelscope
|
||||||
|
python3 tools/download_model.py --type modelscope
|
||||||
```
|
```
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -7,5 +7,6 @@ openai
|
|||||||
qwen_vl_utils
|
qwen_vl_utils
|
||||||
transformers==4.51.3
|
transformers==4.51.3
|
||||||
huggingface_hub
|
huggingface_hub
|
||||||
|
modelscope
|
||||||
flash-attn==2.8.0.post2
|
flash-attn==2.8.0.post2
|
||||||
accelerate
|
accelerate
|
||||||
@@ -15,5 +15,10 @@ if __name__ == '__main__':
|
|||||||
if args.type == "huggingface":
|
if args.type == "huggingface":
|
||||||
from huggingface_hub import snapshot_download
|
from huggingface_hub import snapshot_download
|
||||||
snapshot_download(repo_id=args.name, local_dir=model_dir, local_dir_use_symlinks=False, resume_download=True)
|
snapshot_download(repo_id=args.name, local_dir=model_dir, local_dir_use_symlinks=False, resume_download=True)
|
||||||
|
elif args.type == "modelscope":
|
||||||
|
from modelscope import snapshot_download
|
||||||
|
snapshot_download(repo_id=args.name, local_dir=model_dir)
|
||||||
|
else:
|
||||||
|
raise ValueError(f"Invalid type: {args.type}")
|
||||||
|
|
||||||
print(f"model downloaded to {model_dir}")
|
print(f"model downloaded to {model_dir}")
|
||||||
Reference in New Issue
Block a user