diff --git a/server/src/utils/media.ts b/server/src/utils/media.ts
index f251a5d8ed..a1a9a81f78 100644
--- a/server/src/utils/media.ts
+++ b/server/src/utils/media.ts
@@ -781,14 +781,10 @@ export class VaapiSwDecodeConfig extends BaseHWConfig {
 
   getFilterOptions(videoStream: VideoStreamInfo) {
     const options = this.getToneMapping(videoStream);
-    if (videoStream.codecName === VideoCodec.HEVC) {
-      options.push('format=nv12');
-      options.push('hwupload=extra_hw_frames=64');
-    } else {
-      options.push('hwupload=extra_hw_frames=64');
-    }
     if (this.shouldScale(videoStream)) {
-      options.push(`scale_vaapi=${this.getScaling(videoStream)}:mode=hq:out_range=pc:format=nv12`);
+      options.push('hwupload=extra_hw_frames=64', `scale_vaapi=${this.getScaling(videoStream)}:mode=hq:out_range=pc:format=nv12`);
+    } else {
+      options.push('format=nv12', 'hwupload=extra_hw_frames=64');
     }
 
     return options;