mirror of
https://github.com/SamyRai/tercul-backend.git
synced 2025-12-27 05:11:34 +00:00
4957117cb6
- Core Go application with GraphQL API using gqlgen - Comprehensive data models for literary works, authors, translations - Repository pattern with caching layer - Authentication and authorization system - Linguistics analysis capabilities with multiple adapters - Vector search integration with Weaviate - Docker containerization support - Python data migration and analysis scripts - Clean architecture with proper separation of concerns - Production-ready configuration and middleware - Proper .gitignore excluding vendor/, database files, and build artifacts
70 lines
1.9 KiB
Go
70 lines
1.9 KiB
Go
package syncjob
|
|
|
|
import (
|
|
"encoding/json"
|
|
"log"
|
|
"time"
|
|
|
|
"github.com/hibiken/asynq"
|
|
)
|
|
|
|
// enqueueTask is a generic function to enqueue tasks with payload
|
|
func enqueueTask[T any](client *asynq.Client, taskType string, payload T, delay time.Duration) error {
|
|
data, err := json.Marshal(payload)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
task := asynq.NewTask(taskType, data)
|
|
_, err = client.Enqueue(task, asynq.ProcessIn(delay))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// EnqueueFullSync enqueues a full sync task
|
|
func EnqueueFullSync(client *asynq.Client) error {
|
|
payload := SyncPayload{Full: true}
|
|
if err := enqueueTask(client, TaskFullSync, payload, DefaultFullSyncDelay); err != nil {
|
|
return err
|
|
}
|
|
log.Println("Enqueued full sync task.")
|
|
return nil
|
|
}
|
|
|
|
// EnqueueEntitySync enqueues an entity sync task
|
|
func EnqueueEntitySync(client *asynq.Client, className string) error {
|
|
payload := EntitySyncPayload{ClassName: className}
|
|
if err := enqueueTask(client, TaskEntitySync, payload, DefaultEntityDelay); err != nil {
|
|
return err
|
|
}
|
|
log.Printf("Enqueued entity sync task for class %s.", className)
|
|
return nil
|
|
}
|
|
|
|
// EnqueueEdgeSync enqueues an edge sync task
|
|
func EnqueueEdgeSync(client *asynq.Client, batchSize, offset int) error {
|
|
payload := EdgeSyncPayload{
|
|
BatchSize: batchSize,
|
|
Offset: offset,
|
|
}
|
|
if err := enqueueTask(client, TaskEdgeSync, payload, DefaultEdgeDelay); err != nil {
|
|
return err
|
|
}
|
|
log.Printf("Enqueued edge sync task (offset %d, batch size %d).", offset, batchSize)
|
|
return nil
|
|
}
|
|
|
|
// RegisterQueueHandlers registers all sync job handlers with the Asynq server
|
|
func RegisterQueueHandlers(srv *asynq.Server, syncJob *SyncJob) {
|
|
mux := asynq.NewServeMux()
|
|
mux.HandleFunc(TaskFullSync, syncJob.HandleFullSync)
|
|
mux.HandleFunc(TaskEntitySync, syncJob.HandleEntitySync)
|
|
mux.HandleFunc(TaskEdgeSync, syncJob.HandleEdgeSync)
|
|
if err := srv.Run(mux); err != nil {
|
|
panic(err)
|
|
}
|
|
}
|