log tokenizer download status (#1275)

2025-02-19 14:40:06 -08:00
parent 3f8f67581e
commit 26ce0e6706
1 changed files with 6 additions and 1 deletions
@@ -42,7 +42,12 @@ async fn download_tokenizer(repo_id: &str) -> Result<(), Box<dyn Error>> {
    // Download the file
    let response = reqwest::get(&file_url).await?;
    if !response.status().is_success() {
-        return Err(format!("Failed to download tokenizer for {}", repo_id).into());
+        return Err(format!(
+            "Failed to download tokenizer for {}, status: {}",
+            repo_id,
+            response.status()
+        )
+        .into());
    }

    let content = response.bytes().await?;