diff --git a/.github/workflows/auto-label-pr.yml b/.github/workflows/auto-label-pr.yml
index f1321a86ee..488a72ffb3 100644
--- a/.github/workflows/auto-label-pr.yml
+++ b/.github/workflows/auto-label-pr.yml
@@ -414,7 +414,14 @@ jobs:
             if ((tooManyLabels || tooManyChanges) && !allowedTooBig) {
               const originalLength = finalLabels.length;
               console.log(`PR is too big - Labels: ${originalLength}, Changes: ${totalChanges}`);
-              finalLabels = ['too-big'];
+
+              // If too big due to line changes only, keep original labels and add too-big
+              // If too big due to too many labels, replace with just too-big
+              if (tooManyChanges && !tooManyLabels) {
+                finalLabels.push('too-big');
+              } else {
+                finalLabels = ['too-big'];
+              }
 
               // Create appropriate review message
               let reviewBody;