diff --git a/.github/workflows/stale.yml b/.github/workflows/stale.yml
index 7ae6a3477d7..00553e8fea8 100644
--- a/.github/workflows/stale.yml
+++ b/.github/workflows/stale.yml
@@ -11,12 +11,12 @@ jobs:
     if: github.repository_owner == 'home-assistant'
     runs-on: ubuntu-latest
     steps:
-      # The 90 day stale policy
+      # The 90 day stale policy for PRs
       # Used for:
-      # - Issues & PRs
+      # - PRs
       # - No PRs marked as no-stale
-      # - No issues marked as no-stale or help-wanted
-      - name: 90 days stale issues & PRs policy
+      # - No issues (-1)
+      - name: 90 days stale PRs policy
         uses: actions/stale@v7.0.0
         with:
           repo-token: ${{ secrets.GITHUB_TOKEN }}
@@ -24,21 +24,6 @@ jobs:
           days-before-close: 7
           operations-per-run: 150
           remove-stale-when-updated: true
-          stale-issue-label: "stale"
-          exempt-issue-labels: "no-stale,help-wanted"
-          stale-issue-message: >
-            There hasn't been any activity on this issue recently. Due to the
-            high number of incoming GitHub notifications, we have to clean some
-            of the old issues, as many of them have already been resolved with
-            the latest updates.
-
-            Please make sure to update to the latest Home Assistant version and
-            check if that solves the issue. Let us know if that works for you by
-            adding a comment 👍
-
-            This issue has now been marked as stale and will be closed if no
-            further activity occurs. Thank you for your contributions.
-
           stale-pr-label: "stale"
           exempt-pr-labels: "no-stale"
           stale-pr-message: >
@@ -48,30 +33,46 @@ jobs:
 
             Thank you for your contributions.
 
-      # The 30 day stale policy for PRS
+      # Generate a token for the GitHub App, we use this method to avoid
+      # hitting API limits for our GitHub actions + have a higher rate limit.
+      # This is only used for issues.
+      - name: Generate app token
+        id: token
+        # Pinned to a specific version of the action for security reasons
+        # v1.7.0
+        uses: tibdex/github-app-token@021a2405c7f990db57f5eae5397423dcc554159c
+        with:
+          app_id: ${{ secrets.ISSUE_TRIAGE_APP_ID }}
+          private_key: ${{ secrets.ISSUE_TRIAGE_APP_PEM }}
+
+      # The 90 day stale policy for issues
       # Used for:
-      # - PRs
-      # - No PRs marked as no-stale or new-integrations
-      # - No issues (-1)
-      - name: 30 days stale PRs policy
+      # - Issues
+      # - No issues marked as no-stale or help-wanted
+      # - No PRs (-1)
+      - name: 90 days stale issues
         uses: actions/stale@v7.0.0
         with:
-          repo-token: ${{ secrets.GITHUB_TOKEN }}
-          days-before-stale: 30
+          repo-token: ${{ steps.token.outputs.token }}
+          days-before-stale: 90
           days-before-close: 7
-          days-before-issue-close: -1
-          operations-per-run: 50
+          days-before-pr-close: -1
+          operations-per-run: 250
           remove-stale-when-updated: true
-          stale-pr-label: "stale"
-          # Exempt new integrations, these often take more time.
-          # They will automatically be handled by the 90 day version above.
-          exempt-pr-labels: "no-stale,new-integration"
-          stale-pr-message: >
-            There hasn't been any activity on this pull request recently. This
-            pull request has been automatically marked as stale because of that
-            and will be closed if no further activity occurs within 7 days.
+          stale-issue-label: "stale"
+          exempt-issue-labels: "no-stale,help-wanted,needs-more-information"
+          stale-issue-message: >
+            There hasn't been any activity on this issue recently. Due to the
+            high number of incoming GitHub notifications, we have to clean some
+            of the old issues, as many of them have already been resolved with
+            the latest updates.
 
-            Thank you for your contributions.
+            Please make sure to update to the latest Home Assistant version and
+            check if that solves the issue. Let us know if that works for you by
+            adding a comment 👍
+
+            This issue has now been marked as stale and will be closed if no
+            further activity occurs. Thank you for your contributions.
 
       # The 30 day stale policy for issues
       # Used for:
@@ -81,12 +82,12 @@ jobs:
       - name: Needs more information stale issues policy
         uses: actions/stale@v7.0.0
         with:
-          repo-token: ${{ secrets.GITHUB_TOKEN }}
+          repo-token: ${{ steps.token.outputs.token }}
           only-labels: "needs-more-information"
           days-before-stale: 14
           days-before-close: 7
           days-before-pr-close: -1
-          operations-per-run: 50
+          operations-per-run: 250
           remove-stale-when-updated: true
           stale-issue-label: "stale"
           exempt-issue-labels: "no-stale,help-wanted"