mirror of
https://github.com/hatchet-dev/hatchet.git
synced 2026-05-02 15:39:53 -05:00
2f33dd4dbd
* fix: contextvars explicit copy * feat: fix a ton of ruff errors * fix: couple more ruff rules * fix: ignore unhelpful rule * fix: exception group in newer Python versions for improved handling * fix: workflow docs * feat: context docs * feat: simple task counter * feat: config for setting max tasks * feat: graceful exit once worker exceeds max tasks * fix: optional * fix: docs * fix: events docs + gen * chore: gen * fix: one more dangling task * feat: add xdist in ci * fix: CI * fix: xdist fails me once again * fix: fix + extend some tests * fix: test cleanup * fix: exception group * fix: ugh * feat: changelog * Add Ruff linter callout to post * refactor: clean up runner error handling * feat: improved errors * fix: lint * feat: hacky serde impl * fix: improve serde + formatting * fix: logging * fix: lint * fix: unexpected errors * fix: naming, ruff * fix: rm cruft * Fix: Attempt to fix namespacing issue in event waits (#1885) * feat: add xdist in ci * fix: attempt to fix namespacing issue in event waits * fix: namespaced worker names * fix: applied namespace to the wrong thing * fix: rm hack * drive by: namespacing improvement * fix: delay * fix: changelog * fix: initial log work * fix: more logging work * fix: rm print cruft * feat: use a queue to send logs * fix: sentinel value to stop the loop * fix: use the log sender everywhere * fix: make streaming blocking, remove more thread pools * feat: changelog * fix: linting issues * fix: broken test * chore: bunch more generated stuff * fix: changelog * fix: one more * fix: mypy * chore: gen * Feat: Streaming Improvements (#1886) * Fix: Filter list improvements (#1899) * fix: uuid validation * fix: improve filter filtering * fix: inner join * fix: bug in workflow cached prop * chore: bump * fix: lint * chore: changelog * fix: separate filter queries * feat: improve filter filtering * fix: queries and the like * feat: add xdist in ci * feat: streaming test + gen * feat: add index to stream event * fix: rm langfuse dep * fix: lf * chore: gen * feat: impl index for stream on context * feat: tweak protos * feat: extend test * feat: send event index through queue * feat: first pass + debug logging * debug: fixes * debug: more possible issues * feat: generate new stream event protos * feat: first pass at using an alternate exchange for replaying incoming stream events * fix: exchange create timing * fix: rm unused protos * chore: gen * feat: python cleanup * fix: revert rabbit changes * fix: unwind a bunch of cruft * fix: optional index * chore: gen python * fix: event index nil handling * feat: improve test * fix: stream impl in sdk * fix: make test faster * chore: gen a ton more stuff * fix: test * fix: sorting helper * fix: bug * fix: one more ordering bug * feat: add some tests for buffering logic * feat: hangup test * feat: test no buffering if no index sent * fix: regular mutex * fix: pr feedback * fix: conflicts
174 lines
5.1 KiB
Python
174 lines
5.1 KiB
Python
import json
|
|
from logging import Logger, getLogger
|
|
from typing import overload
|
|
|
|
from pydantic import Field, field_validator, model_validator
|
|
from pydantic_settings import BaseSettings, SettingsConfigDict
|
|
|
|
from hatchet_sdk.token import get_addresses_from_jwt, get_tenant_id_from_jwt
|
|
from hatchet_sdk.utils.opentelemetry import OTelAttribute
|
|
|
|
|
|
def create_settings_config(env_prefix: str) -> SettingsConfigDict:
|
|
return SettingsConfigDict(
|
|
env_prefix=env_prefix,
|
|
env_file=(".env", ".env.hatchet", ".env.dev", ".env.local"),
|
|
extra="ignore",
|
|
)
|
|
|
|
|
|
class ClientTLSConfig(BaseSettings):
|
|
model_config = create_settings_config(
|
|
env_prefix="HATCHET_CLIENT_TLS_",
|
|
)
|
|
|
|
strategy: str = "tls"
|
|
cert_file: str | None = None
|
|
key_file: str | None = None
|
|
root_ca_file: str | None = None
|
|
server_name: str = ""
|
|
|
|
|
|
class HealthcheckConfig(BaseSettings):
|
|
model_config = create_settings_config(
|
|
env_prefix="HATCHET_CLIENT_WORKER_HEALTHCHECK_",
|
|
)
|
|
|
|
port: int = 8001
|
|
enabled: bool = False
|
|
|
|
|
|
class OpenTelemetryConfig(BaseSettings):
|
|
model_config = create_settings_config(
|
|
env_prefix="HATCHET_CLIENT_OPENTELEMETRY_",
|
|
)
|
|
|
|
excluded_attributes: list[OTelAttribute] = Field(
|
|
default_factory=list,
|
|
description='Note that if specifying this field via an environment variable, the variable must be a valid JSON array. For example: \'["action_name", "action_payload"]\'',
|
|
)
|
|
|
|
|
|
DEFAULT_HOST_PORT = "localhost:7070"
|
|
|
|
|
|
class ClientConfig(BaseSettings):
|
|
model_config = create_settings_config(
|
|
env_prefix="HATCHET_CLIENT_",
|
|
)
|
|
|
|
token: str = ""
|
|
logger: Logger = getLogger()
|
|
|
|
tenant_id: str = ""
|
|
host_port: str = DEFAULT_HOST_PORT
|
|
server_url: str = "https://app.dev.hatchet-tools.com"
|
|
namespace: str = ""
|
|
|
|
tls_config: ClientTLSConfig = Field(default_factory=lambda: ClientTLSConfig())
|
|
healthcheck: HealthcheckConfig = Field(default_factory=lambda: HealthcheckConfig())
|
|
otel: OpenTelemetryConfig = Field(default_factory=lambda: OpenTelemetryConfig())
|
|
|
|
listener_v2_timeout: int | None = None
|
|
grpc_max_recv_message_length: int = Field(
|
|
default=4 * 1024 * 1024, description="4MB default"
|
|
)
|
|
grpc_max_send_message_length: int = Field(
|
|
default=4 * 1024 * 1024, description="4MB default"
|
|
)
|
|
|
|
worker_preset_labels: dict[str, str] = Field(default_factory=dict)
|
|
|
|
enable_force_kill_sync_threads: bool = False
|
|
enable_thread_pool_monitoring: bool = False
|
|
|
|
terminate_worker_after_num_tasks: int | None = None
|
|
|
|
@model_validator(mode="after")
|
|
def validate_token_and_tenant(self) -> "ClientConfig":
|
|
if not self.token:
|
|
raise ValueError("Token must be set")
|
|
|
|
if not self.token.startswith("ey"):
|
|
raise ValueError(
|
|
f"Token must be a valid JWT. Hint: These are the first few characters of the token provided: {self.token[:5]}"
|
|
)
|
|
|
|
if not self.tenant_id:
|
|
self.tenant_id = get_tenant_id_from_jwt(self.token)
|
|
|
|
return self
|
|
|
|
@model_validator(mode="after")
|
|
def validate_addresses(self) -> "ClientConfig":
|
|
## If nothing is set, read from the token
|
|
## If either is set, override what's in the JWT
|
|
server_url_from_jwt, grpc_broadcast_address_from_jwt = get_addresses_from_jwt(
|
|
self.token
|
|
)
|
|
|
|
if "host_port" not in self.model_fields_set:
|
|
self.host_port = grpc_broadcast_address_from_jwt
|
|
|
|
if "server_url" not in self.model_fields_set:
|
|
self.server_url = server_url_from_jwt
|
|
|
|
if not self.tls_config.server_name:
|
|
self.tls_config.server_name = self.host_port.split(":")[0]
|
|
|
|
if not self.tls_config.server_name:
|
|
self.tls_config.server_name = "localhost"
|
|
|
|
return self
|
|
|
|
@field_validator("listener_v2_timeout")
|
|
@classmethod
|
|
def validate_listener_timeout(cls, value: int | None | str) -> int | None:
|
|
if value is None:
|
|
return None
|
|
|
|
if isinstance(value, int):
|
|
return value
|
|
|
|
return int(value)
|
|
|
|
@field_validator("namespace")
|
|
@classmethod
|
|
def validate_namespace(cls, namespace: str) -> str:
|
|
if not namespace:
|
|
return ""
|
|
|
|
if not namespace.endswith("_"):
|
|
namespace = f"{namespace}_"
|
|
|
|
return namespace.lower()
|
|
|
|
def __hash__(self) -> int:
|
|
return hash(json.dumps(self.model_dump(), default=str))
|
|
|
|
@overload
|
|
def apply_namespace(
|
|
self, resource_name: str, namespace_override: str | None = None
|
|
) -> str: ...
|
|
|
|
@overload
|
|
def apply_namespace(
|
|
self, resource_name: None, namespace_override: str | None = None
|
|
) -> None: ...
|
|
|
|
def apply_namespace(
|
|
self, resource_name: str | None, namespace_override: str | None = None
|
|
) -> str | None:
|
|
if resource_name is None:
|
|
return None
|
|
|
|
namespace = namespace_override or self.namespace
|
|
|
|
if not namespace:
|
|
return resource_name
|
|
|
|
if resource_name.startswith(namespace):
|
|
return resource_name
|
|
|
|
return namespace + resource_name
|