improve ttl cache on pgmq (#1438)

* improve ttl cache on pgmq

* fix: panic

internal/msgqueue/postgres/msgqueue.go

@@ -3,7 +3,6 @@ package postgres
 import (
 	"context"
 	"encoding/json"
-	"sync"
 	"time"
 
 	"github.com/google/uuid"
@@ -11,6 +10,7 @@ import (
 	"github.com/rs/zerolog"
 	"golang.org/x/sync/errgroup"
 
+	"github.com/hatchet-dev/hatchet/internal/cache"
 	"github.com/hatchet-dev/hatchet/internal/msgqueue"
 	"github.com/hatchet-dev/hatchet/internal/queueutils"
 	"github.com/hatchet-dev/hatchet/internal/telemetry"
@@ -24,9 +24,9 @@ type PostgresMessageQueue struct {
 	l    *zerolog.Logger
 	qos  int
 
-	upsertedQueues   map[string]bool
-	upsertedQueuesMu sync.RWMutex
-	configFs         []MessageQueueImplOpt
+	ttlCache *cache.TTLCache[string, bool]
+
+	configFs []MessageQueueImplOpt
 }
 
 type MessageQueueImplOpt func(*MessageQueueImplOpts)
@@ -57,30 +57,29 @@ func WithQos(qos int) MessageQueueImplOpt {
 	}
 }
 
-func NewPostgresMQ(repo repository.MessageQueueRepository, fs ...MessageQueueImplOpt) *PostgresMessageQueue {
+func NewPostgresMQ(repo repository.MessageQueueRepository, fs ...MessageQueueImplOpt) (func() error, *PostgresMessageQueue) {
 	opts := defaultMessageQueueImplOpts()
 
 	for _, f := range fs {
 		f(opts)
 	}
 
-	return &PostgresMessageQueue{
-		repo:           repo,
-		l:              opts.l,
-		qos:            opts.qos,
-		upsertedQueues: make(map[string]bool),
-		configFs:       fs,
-	}
-}
+	c := cache.NewTTL[string, bool]()
 
-func (p *PostgresMessageQueue) cleanup() error {
-	return nil
+	return func() error {
+			c.Stop()
+			return nil
+		}, &PostgresMessageQueue{
+			repo:     repo,
+			l:        opts.l,
+			qos:      opts.qos,
+			ttlCache: c,
+			configFs: fs,
+		}
 }
 
 func (p *PostgresMessageQueue) Clone() (func() error, msgqueue.MessageQueue) {
-	pCp := NewPostgresMQ(p.repo, p.configFs...)
-
-	return pCp.cleanup, pCp
+	return NewPostgresMQ(p.repo, p.configFs...)
 }
 
 func (p *PostgresMessageQueue) SetQOS(prefetchCount int) {
@@ -286,18 +285,10 @@ func (p *PostgresMessageQueue) IsReady() bool {
 }
 
 func (p *PostgresMessageQueue) upsertQueue(ctx context.Context, queue msgqueue.Queue) error {
-	// place a lock on the upserted queues
-	p.upsertedQueuesMu.RLock()
-
-	// check if the queue has been upserted
-	if _, exists := p.upsertedQueues[queue.Name()]; exists {
-		p.upsertedQueuesMu.RUnlock()
+	if valid, exists := p.ttlCache.Get(queue.Name()); valid && exists {
 		return nil
 	}
 
-	// otherwise, lock for writing
-	p.upsertedQueuesMu.RUnlock()
-
 	exclusive := queue.Exclusive()
 
 	// If the queue is a fanout exchange, then it is not exclusive. This is different from the RabbitMQ
@@ -322,12 +313,7 @@ func (p *PostgresMessageQueue) upsertQueue(ctx context.Context, queue msgqueue.Q
 		return err
 	}
 
-	// place a lock on the upserted queues
-	p.upsertedQueuesMu.Lock()
-	defer p.upsertedQueuesMu.Unlock()
-
-	// add the queue to the upserted queues
-	p.upsertedQueues[queue.Name()] = true
+	p.ttlCache.Set(queue.Name(), true, time.Second*15)
 
 	return nil
 }