Files
hatchet/.github/workflows/build.yml
T
Matt Kaye 2f33dd4dbd Feat: Misc. Python improvements + Streaming Improvements (#1846)
* fix: contextvars explicit copy

* feat: fix a ton of ruff errors

* fix: couple more ruff rules

* fix: ignore unhelpful rule

* fix: exception group in newer Python versions for improved handling

* fix: workflow docs

* feat: context docs

* feat: simple task counter

* feat: config for setting max tasks

* feat: graceful exit once worker exceeds max tasks

* fix: optional

* fix: docs

* fix: events docs + gen

* chore: gen

* fix: one more dangling task

* feat: add xdist in ci

* fix: CI

* fix: xdist fails me once again

* fix: fix + extend some tests

* fix: test cleanup

* fix: exception group

* fix: ugh

* feat: changelog

* Add Ruff linter callout to post

* refactor: clean up runner error handling

* feat: improved errors

* fix: lint

* feat: hacky serde impl

* fix: improve serde + formatting

* fix: logging

* fix: lint

* fix: unexpected errors

* fix: naming, ruff

* fix: rm cruft

* Fix: Attempt to fix namespacing issue in event waits (#1885)

* feat: add xdist in ci

* fix: attempt to fix namespacing issue in event waits

* fix: namespaced worker names

* fix: applied namespace to the wrong thing

* fix: rm hack

* drive by: namespacing improvement

* fix: delay

* fix: changelog

* fix: initial log work

* fix: more logging work

* fix: rm print cruft

* feat: use a queue to send logs

* fix: sentinel value to stop the loop

* fix: use the log sender everywhere

* fix: make streaming blocking, remove more thread pools

* feat: changelog

* fix: linting issues

* fix: broken test

* chore: bunch more generated stuff

* fix: changelog

* fix: one more

* fix: mypy

* chore: gen

* Feat: Streaming Improvements (#1886)

* Fix: Filter list improvements (#1899)

* fix: uuid validation

* fix: improve filter filtering

* fix: inner join

* fix: bug in workflow cached prop

* chore: bump

* fix: lint

* chore: changelog

* fix: separate filter queries

* feat: improve filter filtering

* fix: queries and the like

* feat: add xdist in ci

* feat: streaming test + gen

* feat: add index to stream event

* fix: rm langfuse dep

* fix: lf

* chore: gen

* feat: impl index for stream on context

* feat: tweak protos

* feat: extend test

* feat: send event index through queue

* feat: first pass + debug logging

* debug: fixes

* debug: more possible issues

* feat: generate new stream event protos

* feat: first pass at using an alternate exchange for replaying incoming stream events

* fix: exchange create timing

* fix: rm unused protos

* chore: gen

* feat: python cleanup

* fix: revert rabbit changes

* fix: unwind a bunch of cruft

* fix: optional index

* chore: gen python

* fix: event index nil handling

* feat: improve test

* fix: stream impl in sdk

* fix: make test faster

* chore: gen a ton more stuff

* fix: test

* fix: sorting helper

* fix: bug

* fix: one more ordering bug

* feat: add some tests for buffering logic

* feat: hangup test

* feat: test no buffering if no index sent

* fix: regular mutex

* fix: pr feedback

* fix: conflicts
2025-06-25 10:11:01 -04:00

202 lines
6.1 KiB
YAML

name: build
on:
pull_request:
paths-ignore:
- 'sdks/**'
- 'frontend/docs/**'
- 'frontend/**/generated/**'
- 'examples/**'
jobs:
frontend:
runs-on: ubuntu-latest
steps:
- name: Clone repository
uses: actions/checkout@v4
- name: Build frontend
run: docker build -f ./build/package/frontend.dockerfile .
api:
runs-on: ubuntu-latest
steps:
- name: Clone repository
uses: actions/checkout@v4
- name: Build servers
run: docker build -f ./build/package/servers.dockerfile . --build-arg SERVER_TARGET=api
api-arm:
runs-on: hatchet-arm64-2
steps:
- name: Clone repository
uses: actions/checkout@v4
- name: Build servers
run: docker build -f ./build/package/servers.dockerfile . --build-arg SERVER_TARGET=api
engine:
runs-on: ubuntu-latest
steps:
- name: Clone repository
uses: actions/checkout@v4
- name: Build servers
run: docker build -f ./build/package/servers.dockerfile . --build-arg SERVER_TARGET=engine
engine-arm:
runs-on: hatchet-arm64-2
steps:
- name: Clone repository
uses: actions/checkout@v4
- name: Build servers
run: docker build -f ./build/package/servers.dockerfile . --build-arg SERVER_TARGET=engine
admin:
runs-on: ubuntu-latest
steps:
- name: Clone repository
uses: actions/checkout@v4
- name: Build servers
run: docker build -f ./build/package/servers.dockerfile . --build-arg SERVER_TARGET=admin
admin-arm:
runs-on: hatchet-arm64-2
steps:
- name: Clone repository
uses: actions/checkout@v4
- name: Build servers
run: docker build -f ./build/package/servers.dockerfile . --build-arg SERVER_TARGET=admin
migrate:
runs-on: ubuntu-latest
steps:
- name: Clone repository
uses: actions/checkout@v4
- name: Build migrate
run: docker build -f ./build/package/servers.dockerfile . --build-arg SERVER_TARGET=migrate
migrate-arm:
runs-on: hatchet-arm64-2
steps:
- name: Clone repository
uses: actions/checkout@v4
- name: Build migrate
run: docker build -f ./build/package/servers.dockerfile . --build-arg SERVER_TARGET=migrate
lite-arm:
runs-on: hatchet-arm64-2
steps:
- name: Clone repository
uses: actions/checkout@v4
- name: Build lite
run: |
DOCKER_BUILDKIT=1 docker build -f ./build/package/servers.dockerfile \
--build-arg SERVER_TARGET=lite \
--platform linux/arm64 \
-t hatchet-lite-tmp:arm64 \
. &
DOCKER_BUILDKIT=1 docker build -f ./build/package/servers.dockerfile \
--build-arg SERVER_TARGET=admin \
--platform linux/arm64 \
-t hatchet-admin-tmp:arm64 \
. &
DOCKER_BUILDKIT=1 docker build -f ./build/package/servers.dockerfile \
--build-arg SERVER_TARGET=migrate \
--platform linux/arm64 \
-t hatchet-migrate-tmp:arm64 \
. &
wait
DOCKER_BUILDKIT=1 docker build -f ./build/package/lite.dockerfile \
--build-arg HATCHET_LITE_IMAGE=hatchet-lite-tmp:arm64 \
--build-arg HATCHET_ADMIN_IMAGE=hatchet-admin-tmp:arm64 \
--build-arg HATCHET_MIGRATE_IMAGE=hatchet-migrate-tmp:arm64 \
--platform linux/arm64 \
.
lite-amd:
runs-on: ubuntu-latest
steps:
- name: Clone repository
uses: actions/checkout@v4
- name: Build lite
run: |
DOCKER_BUILDKIT=1 docker build -f ./build/package/servers.dockerfile \
--build-arg SERVER_TARGET=lite \
--platform linux/amd64 \
-t hatchet-lite-tmp:amd64 \
. &
DOCKER_BUILDKIT=1 docker build -f ./build/package/servers.dockerfile \
--build-arg SERVER_TARGET=admin \
--platform linux/amd64 \
-t hatchet-admin-tmp:amd64 \
. &
DOCKER_BUILDKIT=1 docker build -f ./build/package/servers.dockerfile \
--build-arg SERVER_TARGET=migrate \
--platform linux/amd64 \
-t hatchet-migrate-tmp:amd64 \
. &
wait
DOCKER_BUILDKIT=1 docker build -f ./build/package/lite.dockerfile \
--build-arg HATCHET_LITE_IMAGE=hatchet-lite-tmp:amd64 \
--build-arg HATCHET_ADMIN_IMAGE=hatchet-admin-tmp:amd64 \
--build-arg HATCHET_MIGRATE_IMAGE=hatchet-migrate-tmp:amd64 \
--platform linux/amd64 \
.
dashboard-arm:
runs-on: hatchet-arm64-2
steps:
- name: Clone repository
uses: actions/checkout@v4
- name: Build dashboard
run: |
DOCKER_BUILDKIT=1 docker build -f ./build/package/servers.dockerfile \
--build-arg SERVER_TARGET=api \
--platform linux/arm64 \
-t hatchet-api-tmp:arm64 \
.
DOCKER_BUILDKIT=1 docker build -f ./build/package/dashboard.dockerfile \
--build-arg HATCHET_API_IMAGE=hatchet-api-tmp:arm64 \
--platform linux/arm64 \
.
dashboard-amd:
runs-on: ubuntu-latest
steps:
- name: Clone repository
uses: actions/checkout@v4
- name: Build dashboard
run: |
DOCKER_BUILDKIT=1 docker build -f ./build/package/servers.dockerfile \
--build-arg SERVER_TARGET=api \
--platform linux/amd64 \
-t hatchet-api-tmp:amd64 \
.
DOCKER_BUILDKIT=1 docker build -f ./build/package/dashboard.dockerfile \
--build-arg HATCHET_API_IMAGE=hatchet-api-tmp:amd64 \
--platform linux/amd64 \
.
loadtest:
runs-on: ubuntu-latest
steps:
- name: Clone repository
uses: actions/checkout@v4
- name: Build loadtest
run: docker build -f ./build/package/loadtest.dockerfile .
loadtest-arm:
runs-on: hatchet-arm64-2
steps:
- name: Clone repository
uses: actions/checkout@v4
- name: Build loadtest
run: docker build -f ./build/package/loadtest.dockerfile .