diff --git a/src/documents/signals/handlers.py b/src/documents/signals/handlers.py
index 7343a242e..d7470af35 100644
--- a/src/documents/signals/handlers.py
+++ b/src/documents/signals/handlers.py
@@ -661,7 +661,12 @@ def run_workflows(
                         )
             else:
                 overrides.custom_field_ids = list(
-                    action.assign_custom_fields.values_list("pk", flat=True),
+                    set(
+                        (overrides.custom_field_ids or [])
+                        + list(
+                            action.assign_custom_fields.values_list("pk", flat=True),
+                        ),
+                    ),
                 )
 
     def removal_action():