diff --git a/packages/api/src/services/library_item.ts b/packages/api/src/services/library_item.ts
index 9e10ba494..2a64bd77a 100644
--- a/packages/api/src/services/library_item.ts
+++ b/packages/api/src/services/library_item.ts
@@ -694,7 +694,10 @@ export const createSearchQueryBuilder = (
   }
 
   // default order by saved at descending
-  if (orders.length === 0) {
+  if (
+    orders.length === 0 ||
+    orders.every((order) => order.by.startsWith('rank')) // if only rank orders are present, add saved at order
+  ) {
     orders.push({
       by: 'library_item.saved_at',
       order: SortOrder.DESCENDING,