mirror of
https://github.com/hatchet-dev/hatchet.git
synced 2026-01-05 16:19:43 -06:00
993817b049
* fix: register durable steps and workflows separately * chore: initial copy of pooled listener * feat: initial generic impl * feat: use pooled listener for wf run listener * refactor: move listeners to subdir * feat: refactor durable event listener * fix: bug * feat: share single pooled workflow listener and event listener everywhere * cruft: rm hatchet fixture * fix: rebase issue * feat: remove asyncio api client in favor of sync one * chore: minor version * proposal: crazy hack idea to make the workflow run listener work * fix: sleeps and error handling * Revert "cruft: rm hatchet fixture" This reverts commit b75f625e6ccec095e8c4e294d6727db166796411. * fix: set timeout * fix: rm pytest-timeout * fix: rm retry * fix: use v1 by default * fix: try removing retry state * fix: try using async client? * fix: try running sequentially * debug: loop * debug: maybe it's this? * fix: lint * fix: re-remove unused fixtures * fix: lazily create clients in admin client * fix: default * fix: lazily initialize dispatcher client * fix: hint * fix: no. way. * feat: add back retries in ci * fix: clients + imports * fix: loop scope * debug: try running skipped tests in ci again * Revert "debug: try running skipped tests in ci again" This reverts commit 8d9e18150e5207ee6051d8df8a6fe2a7504c722e. * fix: rm duped code * refactor: rename everything as `to_proto` * refactor: removals of `namespace` being passed around * fix: task output stupidity * feat: add deprecation warning * fix: remove more unused code * feat: mix sync and async in dag example * fix: autouse * fix: more input types * feat: remove ability to pass in loop * fix: overload key gen
114 lines
4.5 KiB
Bash
Executable File
114 lines
4.5 KiB
Bash
Executable File
#!/bin/bash
|
|
#
|
|
# Builds python auto-generated protobuf files
|
|
|
|
set -eux
|
|
|
|
# deps
|
|
version=7.3.0
|
|
|
|
openapi-generator-cli version || npm install @openapitools/openapi-generator-cli -g
|
|
|
|
# if [ "$(openapi-generator-cli version)" != "$version" ]; then
|
|
# version-manager set "$version"
|
|
# fi
|
|
|
|
# generate deps from hatchet repo
|
|
(cd ../.. && sh hack/oas/generate-server.sh)
|
|
|
|
# generate python rest client
|
|
|
|
dst_dir=./hatchet_sdk/clients/rest
|
|
|
|
mkdir -p $dst_dir
|
|
|
|
tmp_dir=./tmp
|
|
|
|
# generate into tmp folder
|
|
openapi-generator-cli generate -i ../../bin/oas/openapi.yaml -g python -o ./tmp --skip-validate-spec \
|
|
--global-property=apiTests=false \
|
|
--global-property=apiDocs=true \
|
|
--global-property=modelTests=false \
|
|
--global-property=modelDocs=true \
|
|
--package-name hatchet_sdk.clients.rest
|
|
|
|
mv $tmp_dir/hatchet_sdk/clients/rest/api_client.py $dst_dir/api_client.py
|
|
mv $tmp_dir/hatchet_sdk/clients/rest/configuration.py $dst_dir/configuration.py
|
|
mv $tmp_dir/hatchet_sdk/clients/rest/api_response.py $dst_dir/api_response.py
|
|
mv $tmp_dir/hatchet_sdk/clients/rest/exceptions.py $dst_dir/exceptions.py
|
|
mv $tmp_dir/hatchet_sdk/clients/rest/__init__.py $dst_dir/__init__.py
|
|
mv $tmp_dir/hatchet_sdk/clients/rest/rest.py $dst_dir/rest.py
|
|
|
|
openapi-generator-cli generate -i ../../bin/oas/openapi.yaml -g python -o . --skip-validate-spec \
|
|
--global-property=apis,models \
|
|
--global-property=apiTests=false \
|
|
--global-property=apiDocs=false \
|
|
--global-property=modelTests=false \
|
|
--global-property=modelDocs=false \
|
|
--package-name hatchet_sdk.clients.rest
|
|
|
|
# copy the __init__ files from tmp to the destination since they are not generated for some reason
|
|
cp $tmp_dir/hatchet_sdk/clients/rest/models/__init__.py $dst_dir/models/__init__.py
|
|
cp $tmp_dir/hatchet_sdk/clients/rest/api/__init__.py $dst_dir/api/__init__.py
|
|
|
|
# remove tmp folder
|
|
rm -rf $tmp_dir
|
|
|
|
|
|
MIN_GRPCIO_VERSION=$(grep -A 1 'grpcio =' pyproject.toml | grep 'version' | sed -E 's/.*">=([0-9]+\.[0-9]+\.[0-9]+).*/\1/' | sort -V | head -n 1
|
|
)
|
|
|
|
poetry add "grpcio@$MIN_GRPCIO_VERSION" "grpcio-tools@$MIN_GRPCIO_VERSION"
|
|
|
|
proto_paths=(
|
|
"../../api-contracts/dispatcher dispatcher.proto"
|
|
"../../api-contracts/events events.proto"
|
|
"../../api-contracts/workflows workflows.proto"
|
|
"../../api-contracts v1/shared/condition.proto"
|
|
"../../api-contracts v1/dispatcher.proto"
|
|
"../../api-contracts v1/workflows.proto"
|
|
)
|
|
|
|
for entry in "${proto_paths[@]}"; do
|
|
proto_path=$(echo "$entry" | cut -d' ' -f1)
|
|
proto_file=$(echo "$entry" | cut -d' ' -f2-)
|
|
|
|
echo "Generating Python code for $proto_file with proto_path=$proto_path"
|
|
|
|
poetry run python -m grpc_tools.protoc \
|
|
--proto_path="$proto_path" \
|
|
--python_out=./hatchet_sdk/contracts \
|
|
--pyi_out=./hatchet_sdk/contracts \
|
|
--grpc_python_out=./hatchet_sdk/contracts \
|
|
"$proto_file"
|
|
done
|
|
|
|
## Hack to fix broken import paths with absolute paths
|
|
if [[ "$OSTYPE" == "darwin"* ]]; then
|
|
find ./hatchet_sdk/contracts -type f -name '*.py.*' -exec sed -i '' 's/from v1/from hatchet_sdk.contracts.v1/g' {} +
|
|
else
|
|
find ./hatchet_sdk/contracts -type f -name '*.py.*' -exec sed -i 's/from v1/from hatchet_sdk.contracts.v1/g' {} +
|
|
fi
|
|
|
|
git restore pyproject.toml poetry.lock
|
|
|
|
poetry install --all-extras
|
|
|
|
# Fix relative imports in _grpc.py files
|
|
find ./hatchet_sdk/contracts -type f -name '*_grpc.py' -print0 | xargs -0 sed -i '' 's/from v1/from hatchet_sdk.contracts.v1/g'
|
|
find ./hatchet_sdk/contracts -type f -name '*_pb2.pyi' -print0 | xargs -0 sed -i '' 's/from v1/from hatchet_sdk.contracts.v1/g'
|
|
find ./hatchet_sdk/contracts -type f -name '*_pb2.py' -print0 | xargs -0 sed -i '' 's/from v1/from hatchet_sdk.contracts.v1/g'
|
|
|
|
find ./hatchet_sdk/contracts -type f -name '*_grpc.py' -print0 | xargs -0 sed -i '' 's/import dispatcher_pb2 as dispatcher__pb2/from hatchet_sdk.contracts import dispatcher_pb2 as dispatcher__pb2/g'
|
|
find ./hatchet_sdk/contracts -type f -name '*_grpc.py' -print0 | xargs -0 sed -i '' 's/import events_pb2 as events__pb2/from hatchet_sdk.contracts import events_pb2 as events__pb2/g'
|
|
find ./hatchet_sdk/contracts -type f -name '*_grpc.py' -print0 | xargs -0 sed -i '' 's/import workflows_pb2 as workflows__pb2/from hatchet_sdk.contracts import workflows_pb2 as workflows__pb2/g'
|
|
|
|
find ./hatchet_sdk/contracts -type f -name '*_grpc.py' -print0 | xargs -0 sed -i '' 's/def __init__(self, channel):/def __init__(self, channel: grpc.Channel | grpc.aio.Channel) -> None:/g'
|
|
|
|
|
|
# ensure that pre-commit is applied without errors
|
|
./lint.sh
|
|
|
|
# apply patch to openapi-generator generated code
|
|
patch -p1 --no-backup-if-mismatch <./openapi_patch.patch
|