From a738bf7efa5de00c9913e6830aa81740ac615d00 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 25 Feb 2026 17:13:15 +0000 Subject: [PATCH] Use AutoModelForSpeechSeq2Seq in Whisper notebook --- nb/Whisper.ipynb | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/nb/Whisper.ipynb b/nb/Whisper.ipynb index 460b31927..e6513eace 100644 --- a/nb/Whisper.ipynb +++ b/nb/Whisper.ipynb @@ -328,7 +328,7 @@ ], "source": [ "from unsloth import FastModel\n", - "from transformers import WhisperForConditionalGeneration\n", + "from transformers import AutoModelForSpeechSeq2Seq\n", "import torch\n", "\n", "fourbit_models = [\n", @@ -351,7 +351,7 @@ " model_name = \"unsloth/whisper-large-v3\",\n", " dtype = None, # Leave as None for auto detection\n", " load_in_4bit = False, # Set to True to do 4bit quantization which reduces memory\n", - " auto_model = WhisperForConditionalGeneration,\n", + " auto_model = AutoModelForSpeechSeq2Seq,\n", " whisper_language = \"English\",\n", " whisper_task = \"transcribe\",\n", " # token = \"YOUR_HF_TOKEN\", # HF Token for gated models\n",