diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index bb63a0f5..5aac9b3c 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -45,11 +45,10 @@ jobs:
     runs-on: ubuntu-latest
     needs: test
     strategy:
+      fail-fast: false
       matrix:
         scenario:
-          - 'ember-release'
-          - 'ember-beta'
-          - 'ember-canary'
+          - 'ember-lts-3.28'
           - 'ember-default-with-jquery'
     steps:
       - uses: actions/checkout@v2
@@ -60,3 +59,37 @@ jobs:
       - run: npm ci
       - name: Test
         run: npx ember try:one $EMBER_TRY_SCENARIO ${{ matrix.scenario }}
+
+  allow-fail-try-scenarios:
+    name: ${{ matrix.try-scenario }} - Allowed to fail
+    runs-on: ubuntu-latest
+    needs: 'test'
+
+    permissions:
+      pull-requests: write
+
+    strategy:
+      fail-fast: false
+      matrix:
+        try-scenario:
+          - ember-release
+          - ember-beta
+          - ember-canary
+          - ember-release-no-deprecations
+
+    steps:
+      - uses: actions/checkout@v3
+      - uses: actions/setup-node@v3
+        with:
+          node-version: ${{ env.NODE_VERSION }}
+          cache: npm
+      - run: npm ci
+      - name: Run Tests
+        id: tests
+        run: ./node_modules/.bin/ember try:one ${{ matrix.try-scenario }}
+        continue-on-error: true
+      - uses: mainmatter/continue-on-error-comment@v1
+        with:
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
+          outcome: ${{ steps.tests.outcome }}
+          test-id: ${{ matrix.try-scenario }}
diff --git a/config/ember-try.js b/config/ember-try.js
index b2a66518..3d80aac8 100644
--- a/config/ember-try.js
+++ b/config/ember-try.js
@@ -6,18 +6,10 @@ module.exports = async function() {
   return {
     scenarios: [
       {
-        name: 'ember-lts-3.4',
+        name: 'ember-lts-3.28',
         npm: {
           devDependencies: {
-            'ember-source': '~3.4.0'
-          }
-        }
-      },
-      {
-        name: 'ember-lts-3.8',
-        npm: {
-          devDependencies: {
-            'ember-source': '~3.8.0'
+            'ember-source': '~3.28.0'
           }
         }
       },