diff --git a/.github/workflows/integration-test.yml b/.github/workflows/integration-test.yml
index 2733c52..b50b088 100644
--- a/.github/workflows/integration-test.yml
+++ b/.github/workflows/integration-test.yml
@@ -18,6 +18,7 @@ jobs:
       fail-fast: false
       matrix:
         python: ["3.12", "3.13"]
+        is_pre: [true, false]
         package:
           # extras should be a comma seperated list of strings, like `extras: "lazy,accelerated"`
           # The 'test' extra is always installed
@@ -31,6 +32,8 @@ jobs:
           - {name: "pertpy", extras: "de"}
           - {name: "decoupler", extras: ""}
           - {name: "SnapATAC2", extras: ""}
+        exclude:
+          - { python: 3.12, is_pre: true }
 
     defaults:
       run:
@@ -89,7 +92,7 @@ jobs:
               EXTRAS="test"
             fi
           fi
-          uv pip install --compile --system ".[$EXTRAS]" git+https://github.com/scverse/anndata -c ../integration-testing/constraints.txt $GROUP -v
+          uv pip install ${{ matrix.is_pre && '--prerelease allow' ||  '' }} --compile --system ".[$EXTRAS]" git+https://github.com/scverse/anndata -c ../integration-testing/constraints.txt ${{ matrix.is_pre && '--override ../integration-testing/overrides.txt' || ''}} $GROUP -v
         working-directory: ${{ matrix.package.name }}
       
       - name: Set failure type for install
@@ -119,7 +122,7 @@ jobs:
         if: failure() && github.event_name == 'schedule'
         id: find_issue
         run: |
-          ISSUE_TITLE="Integration Testing CI ${failure_type^} Failure on python ${{ matrix.python }}"
+          ISSUE_TITLE="Integration Testing CI ${failure_type^} Failure on python ${{ matrix.python }}${{matrix.is_pre && ' with prerelease dependencies' || ''}}"
           echo "Checking for existing issue: $ISSUE_TITLE"
           ISSUE_COUNT=$(gh issue list --repo scverse/${{ matrix.package.name }} --state open --search "${ISSUE_TITLE}" --json number --jq 'length')
           if [[ "$ISSUE_COUNT" -gt 0 ]]; then
diff --git a/overrides.txt b/overrides.txt
new file mode 100644
index 0000000..789f724
--- /dev/null
+++ b/overrides.txt
@@ -0,0 +1 @@
+pandas>=3
\ No newline at end of file