mirror of
https://github.com/hatchet-dev/hatchet.git
synced 2026-01-07 01:09:38 -06:00
8172d59f84
* fix: stop trying to parse payloads back from json
* feat: streaming example
* feat: aio output
* fix: lint
* feat: sync and async examples
* fix: small issues
* fix: one more small thing
* chore: version
* fix: lint
* fix: add sleeps
* feat: factor out run_async_from_sync
* Revert "feat: factor out run_async_from_sync"
This reverts commit fb37395913.
* fix: schedule trigger namespace issue
* fix: log error if action payload fails to decode but don't raise out of listener
114 lines
3.0 KiB
Python
114 lines
3.0 KiB
Python
import asyncio
|
|
import logging
|
|
import os
|
|
import subprocess
|
|
import time
|
|
from io import BytesIO
|
|
from threading import Thread
|
|
from typing import AsyncGenerator, Callable, Generator
|
|
|
|
import psutil
|
|
import pytest
|
|
import pytest_asyncio
|
|
import requests
|
|
|
|
from hatchet_sdk import Hatchet
|
|
from hatchet_sdk.clients.rest.api.tenant_api import TenantApi
|
|
from hatchet_sdk.clients.rest.configuration import Configuration
|
|
from hatchet_sdk.clients.rest.models.tenant_version import TenantVersion
|
|
from hatchet_sdk.clients.rest.models.update_tenant_request import UpdateTenantRequest
|
|
|
|
|
|
@pytest_asyncio.fixture(loop_scope="session")
|
|
async def aiohatchet() -> AsyncGenerator[Hatchet, None]:
|
|
yield Hatchet(
|
|
debug=True,
|
|
)
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def hatchet() -> Hatchet:
|
|
return Hatchet(
|
|
debug=True,
|
|
)
|
|
|
|
|
|
def wait_for_worker_health() -> bool:
|
|
worker_healthcheck_attempts = 0
|
|
max_healthcheck_attempts = 25
|
|
|
|
while True:
|
|
if worker_healthcheck_attempts > max_healthcheck_attempts:
|
|
raise Exception(
|
|
f"Worker failed to start within {max_healthcheck_attempts} seconds"
|
|
)
|
|
|
|
try:
|
|
requests.get("http://localhost:8001/health", timeout=5)
|
|
|
|
return True
|
|
except Exception:
|
|
time.sleep(1)
|
|
|
|
worker_healthcheck_attempts += 1
|
|
|
|
|
|
def log_output(pipe: BytesIO, log_func: Callable[[str], None]) -> None:
|
|
for line in iter(pipe.readline, b""):
|
|
print(line.decode().strip())
|
|
|
|
|
|
@pytest.fixture(scope="session", autouse=True)
|
|
def worker() -> Generator[subprocess.Popen[bytes], None, None]:
|
|
hatchet = Hatchet()
|
|
|
|
api = TenantApi()
|
|
api.api_client.configuration = Configuration(
|
|
host=hatchet.config.server_url, access_token=hatchet.config.token
|
|
)
|
|
|
|
try:
|
|
asyncio.run(
|
|
api.tenant_update(
|
|
tenant=hatchet.config.tenant_id,
|
|
update_tenant_request=UpdateTenantRequest(version=TenantVersion.V1),
|
|
)
|
|
)
|
|
except Exception:
|
|
pass
|
|
|
|
command = ["poetry", "run", "python", "examples/worker.py"]
|
|
|
|
logging.info(f"Starting background worker: {' '.join(command)}")
|
|
|
|
proc = subprocess.Popen(
|
|
command, stdout=subprocess.PIPE, stderr=subprocess.PIPE, env=os.environ.copy()
|
|
)
|
|
|
|
# Check if the process is still running
|
|
if proc.poll() is not None:
|
|
raise Exception(f"Worker failed to start with return code {proc.returncode}")
|
|
|
|
Thread(target=log_output, args=(proc.stdout, logging.info), daemon=True).start()
|
|
Thread(target=log_output, args=(proc.stderr, logging.error), daemon=True).start()
|
|
|
|
wait_for_worker_health()
|
|
|
|
yield proc
|
|
|
|
logging.info("Cleaning up background worker")
|
|
|
|
parent = psutil.Process(proc.pid)
|
|
children = parent.children(recursive=True)
|
|
|
|
for child in children:
|
|
child.terminate()
|
|
|
|
parent.terminate()
|
|
|
|
_, alive = psutil.wait_procs([parent] + children, timeout=5)
|
|
|
|
for p in alive:
|
|
logging.warning(f"Force killing process {p.pid}")
|
|
p.kill()
|