From 61102899cd3f0de493b243051a5da3947aa322eb Mon Sep 17 00:00:00 2001 From: FartyPants Date: Tue, 11 Jul 2023 17:46:59 -0400 Subject: [PATCH] google flan T5 download fix (#3080) --- download-model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/download-model.py b/download-model.py index dedd5f6c..d6b2ebff 100644 --- a/download-model.py +++ b/download-model.py @@ -77,7 +77,7 @@ class ModelDownloader: is_safetensors = re.match(".*\.safetensors", fname) is_pt = re.match(".*\.pt", fname) is_ggml = re.match(".*ggml.*\.bin", fname) - is_tokenizer = re.match("(tokenizer|ice).*\.model", fname) + is_tokenizer = re.match("(tokenizer|ice|spiece).*\.model", fname) is_text = re.match(".*\.(txt|json|py|md)", fname) or is_tokenizer if any((is_pytorch, is_safetensors, is_pt, is_ggml, is_tokenizer, is_text)): if 'lfs' in dict[i]: