diff --git a/libswscale/ops.c b/libswscale/ops.c
index 5c09e0f72a..0dec54c49c 100644
--- a/libswscale/ops.c
+++ b/libswscale/ops.c
@@ -581,10 +581,7 @@ void ff_sws_op_list_update_comps(SwsOpList *ops)
             break;
         }
 
-        for (int i = 0; i < 4; i++) {
-            need_out[i] = need_in[i];
-            op->comps.unused[i] = !need_in[i];
-        }
+        memcpy(need_out, need_in, sizeof(need_in));
     }
 }
 
diff --git a/libswscale/ops.h b/libswscale/ops.h
index 86bf3312e6..b23f500695 100644
--- a/libswscale/ops.h
+++ b/libswscale/ops.h
@@ -108,7 +108,6 @@ typedef enum SwsCompFlags {
 
 typedef struct SwsComps {
     SwsCompFlags flags[4]; /* knowledge about (output) component contents */
-    bool unused[4]; /* which input components are definitely unused */
 
     /* Keeps track of the known possible value range, or {0, 0} for undefined
      * or (unknown range) floating point inputs */