Files
stream.api/internal/video/runtime/adapters/queue/redis/adapter.go
claude e7fdd0e1ab feat: Add player_configs feature and migrate user preferences
- Implemented player_configs table to store multiple player configurations per user.
- Migrated existing player settings from user_preferences to player_configs.
- Removed player-related columns from user_preferences.
- Added referral state fields to user for tracking referral rewards.
- Created migration scripts for database changes and data migration.
- Added test cases for app services and usage helpers.
- Introduced video job service interfaces and implementations.
2026-03-24 16:08:36 +00:00

175 lines
4.5 KiB
Go

package redis
import (
"context"
"encoding/json"
"fmt"
"time"
goredis "github.com/redis/go-redis/v9"
"stream.api/internal/video/runtime/domain"
)
const (
JobQueueKey = "render:jobs:queue"
LogChannel = "render:jobs:logs"
ResourceChannel = "render:agents:resources"
JobUpdateChannel = "render:jobs:updates"
)
type Adapter struct{ client *goredis.Client }
func NewAdapter(addr, password string, db int) (*Adapter, error) {
client := goredis.NewClient(&goredis.Options{Addr: addr, Password: password, DB: db})
if err := client.Ping(context.Background()).Err(); err != nil {
return nil, err
}
return &Adapter{client: client}, nil
}
func (r *Adapter) Client() *goredis.Client { return r.client }
func (r *Adapter) Enqueue(ctx context.Context, job *domain.Job) error {
data, err := json.Marshal(job)
if err != nil {
return err
}
timestamp := time.Now().UnixNano()
score := float64(-(int64(job.Priority) * 1000000000) - timestamp)
return r.client.ZAdd(ctx, JobQueueKey, goredis.Z{Score: score, Member: data}).Err()
}
func (r *Adapter) Dequeue(ctx context.Context) (*domain.Job, error) {
for {
if ctx.Err() != nil {
return nil, ctx.Err()
}
res, err := r.client.ZPopMin(ctx, JobQueueKey, 1).Result()
if err != nil {
if ctx.Err() != nil {
return nil, ctx.Err()
}
return nil, err
}
if len(res) == 0 {
select {
case <-ctx.Done():
return nil, ctx.Err()
case <-time.After(time.Second):
continue
}
}
var raw []byte
switch member := res[0].Member.(type) {
case string:
raw = []byte(member)
case []byte:
raw = member
default:
return nil, fmt.Errorf("unexpected redis queue payload type %T", member)
}
var job domain.Job
if err := json.Unmarshal(raw, &job); err != nil {
return nil, err
}
return &job, nil
}
}
func (r *Adapter) Publish(ctx context.Context, jobID string, logLine string, progress float64) error {
payload, err := json.Marshal(domain.LogEntry{JobID: jobID, Line: logLine, Progress: progress})
if err != nil {
return err
}
return r.client.Publish(ctx, LogChannel, payload).Err()
}
func (r *Adapter) Subscribe(ctx context.Context, jobID string) (<-chan domain.LogEntry, error) {
pubsub := r.client.Subscribe(ctx, LogChannel)
ch := make(chan domain.LogEntry)
go func() {
defer close(ch)
defer pubsub.Close()
for msg := range pubsub.Channel() {
var entry domain.LogEntry
if err := json.Unmarshal([]byte(msg.Payload), &entry); err != nil {
continue
}
if jobID == "" || entry.JobID == jobID {
ch <- entry
}
}
}()
return ch, nil
}
func (r *Adapter) PublishResource(ctx context.Context, agentID string, data []byte) error {
var decoded struct {
CPU float64 `json:"cpu"`
RAM float64 `json:"ram"`
}
if err := json.Unmarshal(data, &decoded); err != nil {
return err
}
payload, err := json.Marshal(domain.SystemResource{AgentID: agentID, CPU: decoded.CPU, RAM: decoded.RAM})
if err != nil {
return err
}
return r.client.Publish(ctx, ResourceChannel, payload).Err()
}
func (r *Adapter) SubscribeResources(ctx context.Context) (<-chan domain.SystemResource, error) {
pubsub := r.client.Subscribe(ctx, ResourceChannel)
ch := make(chan domain.SystemResource)
go func() {
defer close(ch)
defer pubsub.Close()
for msg := range pubsub.Channel() {
var entry domain.SystemResource
if err := json.Unmarshal([]byte(msg.Payload), &entry); err != nil {
continue
}
ch <- entry
}
}()
return ch, nil
}
func (r *Adapter) PublishCancel(ctx context.Context, agentID string, jobID string) error {
return r.client.Publish(ctx, fmt.Sprintf("render:agents:%s:cancel", agentID), jobID).Err()
}
func (r *Adapter) SubscribeCancel(ctx context.Context, agentID string) (<-chan string, error) {
pubsub := r.client.Subscribe(ctx, fmt.Sprintf("render:agents:%s:cancel", agentID))
ch := make(chan string)
go func() {
defer close(ch)
defer pubsub.Close()
for msg := range pubsub.Channel() {
ch <- msg.Payload
}
}()
return ch, nil
}
func (r *Adapter) PublishJobUpdate(ctx context.Context, jobID string, status string, videoID string) error {
payload, err := json.Marshal(map[string]string{"job_id": jobID, "status": status, "video_id": videoID})
if err != nil {
return err
}
return r.client.Publish(ctx, JobUpdateChannel, payload).Err()
}
func (r *Adapter) SubscribeJobUpdates(ctx context.Context) (<-chan string, error) {
pubsub := r.client.Subscribe(ctx, JobUpdateChannel)
ch := make(chan string)
go func() {
defer close(ch)
defer pubsub.Close()
for msg := range pubsub.Channel() {
ch <- msg.Payload
}
}()
return ch, nil
}