diff --git a/src-ui/src/app/services/rest/document.service.spec.ts b/src-ui/src/app/services/rest/document.service.spec.ts
index b2bcfbe30..b08051a79 100644
--- a/src-ui/src/app/services/rest/document.service.spec.ts
+++ b/src-ui/src/app/services/rest/document.service.spec.ts
@@ -298,6 +298,12 @@ it('should construct sort fields respecting permissions', () => {
     ...DOCUMENT_SORT_FIELDS,
     ...DOCUMENT_SORT_FIELDS_FULLTEXT,
   ])
+
+  settingsService.set(SETTINGS_KEYS.NOTES_ENABLED, false)
+  service['setupSortFields']()
+  expect(
+    service.sortFields.find((f) => f.field === 'num_notes')
+  ).toBeUndefined()
 })
 
 afterEach(() => {
diff --git a/src-ui/src/app/services/rest/document.service.ts b/src-ui/src/app/services/rest/document.service.ts
index 5197d9c0f..9780b9586 100644
--- a/src-ui/src/app/services/rest/document.service.ts
+++ b/src-ui/src/app/services/rest/document.service.ts
@@ -69,15 +69,14 @@ export class DocumentService extends AbstractPaperlessService<Document> {
 
   private setupSortFields() {
     this._sortFields = [...DOCUMENT_SORT_FIELDS]
+    let excludes = []
     if (
       !this.permissionsService.currentUserCan(
         PermissionAction.View,
         PermissionType.Correspondent
       )
     ) {
-      this._sortFields = this._sortFields.filter(
-        (field) => field.field !== 'correspondent__name'
-      )
+      excludes.push('correspondent__name')
     }
     if (
       !this.permissionsService.currentUserCan(
@@ -85,10 +84,22 @@ export class DocumentService extends AbstractPaperlessService<Document> {
         PermissionType.DocumentType
       )
     ) {
-      this._sortFields = this._sortFields.filter(
-        (field) => field.field !== 'document_type__name'
-      )
+      excludes.push('document_type__name')
     }
+    if (
+      !this.permissionsService.currentUserCan(
+        PermissionAction.View,
+        PermissionType.User
+      )
+    ) {
+      excludes.push('owner')
+    }
+    if (!this.settingsService.get(SETTINGS_KEYS.NOTES_ENABLED)) {
+      excludes.push('num_notes')
+    }
+    this._sortFields = this._sortFields.filter(
+      (field) => !excludes.includes(field.field)
+    )
     this._sortFieldsFullText = [
       ...this._sortFields,
       ...DOCUMENT_SORT_FIELDS_FULLTEXT,