Modified download_deps.py (#2747)
### What problem does this PR solve? Modified download_deps.py ### Type of change - [ ] Bug Fix (non-breaking change which fixes an issue) - [ ] New Feature (non-breaking change which adds functionality) - [ ] Documentation Update - [ ] Refactoring - [ ] Performance Improvement - [x] Other (please describe): CI
This commit is contained in:
@@ -3,6 +3,11 @@
|
||||
from huggingface_hub import snapshot_download
|
||||
import nltk
|
||||
import os
|
||||
import urllib.request
|
||||
|
||||
urls = [
|
||||
"http://archive.ubuntu.com/ubuntu/pool/main/o/openssl/libssl1.1_1.1.1f-1ubuntu2_amd64.deb",
|
||||
]
|
||||
|
||||
repos = [
|
||||
"InfiniFlow/text_concat_xgb_v1.0",
|
||||
@@ -20,6 +25,12 @@ def download_model(repo_id):
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
for url in urls:
|
||||
filename = url.split("/")[-1]
|
||||
print(f"Downloading {url}...")
|
||||
if not os.path.exists(filename):
|
||||
urllib.request.urlretrieve(url, filename)
|
||||
|
||||
local_dir = os.path.abspath('nltk_data')
|
||||
for data in ['wordnet', 'punkt', 'punkt_tab']:
|
||||
print(f"Downloading nltk {data}...")
|
||||
|
||||
Reference in New Issue
Block a user