Feat durable olap refactor (#3115)

* chore: lint

* feat: counting and partitioning

* feat: add reason field to DurableTaskEvictInvocationRequest and update eviction handling

* fix: eviction durable execution race

* chore: generate

* refactor: simplified migration

* refactor: address review

* refactor: analyze parent tables in migraiton

* fix: migration

* fix: remove no txn

* fix: one statement

* fix: we do infact need no transaction

* add down/up/down to the online migration test

* fix: or multiple statements

* fix: two migrations...

* chore: rm old migraiton

* chore: generate

* chore: feedback

* fix: idempotent migration

* refactor: update assertions in durable tests and clean up imports in cache.py

* revert: migraiton

* chore: wrap down

.github/workflows/test.yml

@@ -382,6 +382,16 @@ jobs:
             -e DATABASE_URL="${{ env.DATABASE_URL }}" \
             ghcr.io/hatchet-dev/hatchet/hatchet-migrate:${{ env.LATEST_TAG }}
 
+      - name: Capture old migration version
+        run: |
+          OLD_VERSION=$(docker run --rm --network host \
+            -e PGPASSWORD=hatchet \
+            postgres:17-alpine \
+            psql -h 127.0.0.1 -p 5431 -U hatchet -d hatchet -t -A \
+            -c "SELECT max(version_id) FROM goose_db_version WHERE is_applied = true")
+          echo "Old migration version: $OLD_VERSION"
+          echo "OLD_MIGRATION_VERSION=$OLD_VERSION" >> $GITHUB_ENV
+
       - name: Setup config and seed database
         run: |
           mkdir -p generated
@@ -447,6 +457,15 @@ jobs:
           go run ./cmd/hatchet-migrate
           echo "New migrations applied successfully"
 
+      - name: Down migrate to old version then up again
+        run: |
+          echo "Migrating down to old version ${{ env.OLD_MIGRATION_VERSION }}..."
+          go run ./cmd/hatchet-migrate --down ${{ env.OLD_MIGRATION_VERSION }}
+          echo "Down migration successful"
+          echo "Re-applying new migrations..."
+          go run ./cmd/hatchet-migrate
+          echo "Re-migration up successful"
+
       - name: Wait for load test to complete
         run: |
           echo "Waiting for load test container to finish..."