export HF_ENDPOINT=https://hf-mirror.com
export HF_HUB_CACHE=/...shared/public/cache/huggingface/hub

# 下载模型
huggingface-cli download --resume-download FacebookAI/xlm-roberta-base

# 下载数据集
huggingface-cli download --resume-download xxx --repo-type dataset

# 下载 evaluation
huggingface-cli download --resume-download evaluate-metric/rouge --repo-type space
huggingface-cli download --resume-download evaluate-metric/bertscore --repo-type space

使用

import evaluate
from evaluate.utils.file_utils import DownloadConfig
proxies = {
    "http": "<http://127.0.0.1:1080>",
    "https": "<http://127.0.0.1:1080>",
}
dc = DownloadConfig(proxies)
rouge = evaluate.load("rouge", download_config=dc)
# huggingface-cli download --resume-download rouge --repo-type space --local-dir /...shared/public/cache/huggingface/hub/rouge
# rouge = evaluate.load("/...shared/public/cache/huggingface/hub/rouge")
predictions = ["hello there", "general kenobi"]
references = ["hello there", "general kenobi"]
results = rouge.compute(predictions=predictions, references=references)
print(results)