diff --git a/packages/tasks/src/const.ts b/packages/tasks/src/const.ts
index 09897bf093..856e15807a 100644
--- a/packages/tasks/src/const.ts
+++ b/packages/tasks/src/const.ts
@@ -16,10 +16,10 @@ export const TASKS_MODEL_LIBRARIES: Record<PipelineType, ModelLibraryKey[]> = {
 	"graph-ml": ["transformers"],
 	"image-classification": ["keras", "timm", "transformers", "transformers.js"],
 	"image-segmentation": ["transformers", "transformers.js"],
-	"image-to-image": [],
+	"image-to-image": ["diffusers"],
 	"image-to-text": ["transformers.js"],
 	"image-to-video": ["diffusers"],
-	"video-classification": [],
+	"video-classification": ["transformers"],
 	"mask-generation": ["transformers"],
 	"multiple-choice": ["transformers"],
 	"object-detection": ["transformers", "transformers.js"],
@@ -37,10 +37,10 @@ export const TASKS_MODEL_LIBRARIES: Record<PipelineType, ModelLibraryKey[]> = {
 	"text-classification": ["adapter-transformers", "spacy", "transformers", "transformers.js"],
 	"text-generation": ["transformers", "transformers.js"],
 	"text-retrieval": [],
-	"text-to-image": [],
+	"text-to-image": ["diffusers"],
 	"text-to-speech": ["espnet", "tensorflowtts", "transformers"],
 	"text-to-audio": ["transformers"],
-	"text-to-video": [],
+	"text-to-video": ["diffusers"],
 	"text2text-generation": ["transformers", "transformers.js"],
 	"time-series-forecasting": [],
 	"token-classification": [
@@ -53,10 +53,10 @@ export const TASKS_MODEL_LIBRARIES: Record<PipelineType, ModelLibraryKey[]> = {
 		"transformers.js",
 	],
 	translation: ["transformers", "transformers.js"],
-	"unconditional-image-generation": [],
-	"visual-question-answering": [],
+	"unconditional-image-generation": ["diffusers"],
+	"visual-question-answering": ["transformers"],
 	"voice-activity-detection": [],
 	"zero-shot-classification": ["transformers", "transformers.js"],
-	"zero-shot-image-classification": ["transformers.js"],
+	"zero-shot-image-classification": ["transformers", "transformers.js"],
 	"zero-shot-object-detection": ["transformers"],
 };