diff --git a/.github/labeler.yml b/.github/labeler.yml
index f2529dfef..2e96aefee 100644
--- a/.github/labeler.yml
+++ b/.github/labeler.yml
@@ -1,4 +1,4 @@
 needs release notes:
   - all:
     - changed-files:
-      - any-glob-to-any-file: '!changes/*.rst'
+      - all-glob-to-all-file: '!changes/*.rst'
diff --git a/changes/2781.bugfix.rst b/changes/2781.bugfix.rst
new file mode 100644
index 000000000..3673eeece
--- /dev/null
+++ b/changes/2781.bugfix.rst
@@ -0,0 +1 @@
+Enable automatic removal of `needs release notes` with labeler action
\ No newline at end of file