mirror/hatchet
1
0
Fork 0
mirror of https://github.com/hatchet-dev/hatchet.git synced 2026-04-21 17:28:59 -05:00
Code Issues Packages Projects Releases Wiki Activity

fix: optimize concurrency slot trigger method (#2391)

Browse Source 
* fix: optimize concurrency slot trigger method

* fix: migration ordering

---------

Co-authored-by: mrkaye97 <mrkaye97@gmail.com>
This commit is contained in:
abelanger5
2025-10-08 18:50:54 +03:00
committed by GitHub
parent d677cb2b08
commit d08bf6aac5
2 changed files with 264 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files
sql/schema/v1-core.sql
+24 -15
View File
@@ -818,17 +818,27 @@ BEGIN
-- There is a small chance of collisions but it's extremely unlikely
PERFORM pg_advisory_xact_lock(1000000 * p_strategy_id + v_sort_id);
WITH final_concurrency_slots_for_dags AS (
-- If the workflow run id corresponds to a DAG, we get workflow concurrency slots
-- where NONE of the tasks in the associated DAG have v1_task_runtimes or v1_concurrency_slots
WITH relevant_tasks_for_dags AS (
SELECT
t.id,
t.inserted_at,
t.retry_count
FROM
v1_task t
JOIN
v1_dag_to_task dt ON t.id = dt.task_id AND t.inserted_at = dt.task_inserted_at
JOIN
v1_lookup_table lt ON dt.dag_id = lt.dag_id AND dt.dag_inserted_at = lt.inserted_at
WHERE
lt.external_id = p_workflow_run_id
AND lt.dag_id IS NOT NULL
), final_concurrency_slots_for_dags AS (
SELECT
wcs.strategy_id,
wcs.workflow_version_id,
wcs.workflow_run_id
FROM
v1_workflow_concurrency_slot wcs
JOIN
v1_lookup_table lt ON wcs.workflow_run_id = lt.external_id AND lt.dag_id IS NOT NULL
WHERE
wcs.strategy_id = p_strategy_id
AND wcs.workflow_version_id = p_workflow_version_id
@@ -836,19 +846,18 @@ BEGIN
AND NOT EXISTS (
-- Check if any task in this DAG has a v1_concurrency_slot
SELECT 1
FROM v1_dag_to_task dt
JOIN v1_task t ON dt.task_id = t.id AND dt.task_inserted_at = t.inserted_at
JOIN v1_concurrency_slot cs2 ON cs2.task_id = t.id AND cs2.task_inserted_at = t.inserted_at AND cs2.task_retry_count = t.retry_count
WHERE dt.dag_id = lt.dag_id
AND dt.dag_inserted_at = lt.inserted_at
FROM relevant_tasks_for_dags rt
WHERE EXISTS (
SELECT 1
FROM v1_concurrency_slot cs2
WHERE cs2.task_id = rt.id
AND cs2.task_inserted_at = rt.inserted_at
AND cs2.task_retry_count = rt.retry_count
)
)
AND CARDINALITY(wcs.child_strategy_ids) <= (
SELECT COUNT(*)
FROM v1_dag_to_task dt
JOIN v1_task t ON dt.task_id = t.id AND dt.task_inserted_at = t.inserted_at
WHERE
dt.dag_id = lt.dag_id
AND dt.dag_inserted_at = lt.inserted_at
FROM relevant_tasks_for_dags rt
)
GROUP BY
wcs.strategy_id,