Files
hatchet/pkg/client/event.go
Gabe Ruttner d8b6843dec feat: streaming events (#309)
* feat: add stream event model

* docs: how to work with db models

* feat: put stream event

* chore: rm comments

* feat: add stream resource type

* feat: enqueue stream event

* fix: contracts

* feat: protos

* chore: set properties correctly for typing

* fix: stream example

* chore: rm old example

* fix: async on

* fix: bytea type

* fix: worker

* feat: put stream data

* feat: stream type

* fix: correct queue

* feat: streaming payloads

* fix: cleanup

* fix: validation

* feat: example file streaming

* chore: rm unused query

* fix: tenant check and read only consumer

* fix: check tenant-steprun relation

* Update prisma/schema.prisma

Co-authored-by: abelanger5 <belanger@sas.upenn.edu>

* chore: generate protos

* chore: rename migration

* release: 0.20.0

* feat(go-sdk): implement streaming in go

---------

Co-authored-by: gabriel ruttner <gabe@hatchet.run>
Co-authored-by: abelanger5 <belanger@sas.upenn.edu>
2024-04-01 15:46:21 -04:00

84 lines
1.9 KiB
Go

package client
import (
"context"
"encoding/json"
"github.com/rs/zerolog"
"google.golang.org/grpc"
"google.golang.org/protobuf/types/known/timestamppb"
eventcontracts "github.com/hatchet-dev/hatchet/internal/services/ingestor/contracts"
"github.com/hatchet-dev/hatchet/internal/validator"
)
type EventClient interface {
Push(ctx context.Context, eventKey string, payload interface{}) error
PutLog(ctx context.Context, stepRunId, msg string) error
PutStreamEvent(ctx context.Context, stepRunId string, message []byte) error
}
type eventClientImpl struct {
client eventcontracts.EventsServiceClient
tenantId string
l *zerolog.Logger
v validator.Validator
ctx *contextLoader
}
func newEvent(conn *grpc.ClientConn, opts *sharedClientOpts) EventClient {
return &eventClientImpl{
client: eventcontracts.NewEventsServiceClient(conn),
tenantId: opts.tenantId,
l: opts.l,
v: opts.v,
ctx: opts.ctxLoader,
}
}
func (a *eventClientImpl) Push(ctx context.Context, eventKey string, payload interface{}) error {
payloadBytes, err := json.Marshal(payload)
if err != nil {
return err
}
_, err = a.client.Push(a.ctx.newContext(ctx), &eventcontracts.PushEventRequest{
Key: eventKey,
Payload: string(payloadBytes),
EventTimestamp: timestamppb.Now(),
})
if err != nil {
return err
}
return nil
}
func (a *eventClientImpl) PutLog(ctx context.Context, stepRunId, msg string) error {
_, err := a.client.PutLog(a.ctx.newContext(ctx), &eventcontracts.PutLogRequest{
CreatedAt: timestamppb.Now(),
StepRunId: stepRunId,
Message: msg,
})
return err
}
func (a *eventClientImpl) PutStreamEvent(ctx context.Context, stepRunId string, message []byte) error {
_, err := a.client.PutStreamEvent(a.ctx.newContext(ctx), &eventcontracts.PutStreamEventRequest{
CreatedAt: timestamppb.Now(),
StepRunId: stepRunId,
Message: message,
})
return err
}