diff --git a/crates/ui/src/table.rs b/crates/ui/src/table.rs
index e6614a5f..6848e42b 100644
--- a/crates/ui/src/table.rs
+++ b/crates/ui/src/table.rs
@@ -535,7 +535,9 @@ where
             if ix == col_ix {
                 col_group.sort = Some(sort);
             } else {
-                col_group.sort = Some(ColSort::Default);
+                if col_group.sort.is_some() {
+                    col_group.sort = Some(ColSort::Default);
+                }
             }
         }