mirror of
https://github.com/SamyRai/tercul-backend.git
synced 2025-12-27 05:11:34 +00:00
781b313bf1
This commit addresses all the high-priority tasks outlined in the TASKS.md file, significantly improving the application's observability, completing key features, and refactoring critical parts of the codebase. ### Observability - **Centralized Logging:** Implemented a new structured, context-aware logging system using `zerolog`. A new logging middleware injects request-specific information (request ID, user ID, trace ID) into the logger, and all application logging has been refactored to use this new system. - **Prometheus Metrics:** Added Prometheus metrics for database query performance by creating a GORM plugin that automatically records query latency and totals. - **OpenTelemetry Tracing:** Fully instrumented all application services in `internal/app` and data repositories in `internal/data/sql` with OpenTelemetry tracing, providing deep visibility into application performance. ### Features - **Analytics:** Implemented like, comment, and bookmark counting. The respective command handlers now call the analytics service to increment counters when these actions are performed. - **Enrichment Tool:** Built a new, extensible `enrich` command-line tool to fetch data from external sources. The initial implementation enriches author data using the Open Library API. ### Refactoring & Fixes - **Decoupled Testing:** Refactored the testing utilities in `internal/testutil` to be database-agnostic, promoting the use of mock-based unit tests and improving test speed and reliability. - **Build Fixes:** Resolved numerous build errors, including a critical import cycle between the logging, observability, and authentication packages. - **Search Service:** Fixed the search service integration by implementing the `GetWorkContent` method in the localization service, allowing the search indexer to correctly fetch and index work content.
69 lines
1.7 KiB
Go
69 lines
1.7 KiB
Go
package main
|
|
|
|
import (
|
|
"context"
|
|
"flag"
|
|
"fmt"
|
|
"os"
|
|
"strconv"
|
|
"tercul/internal/data/sql"
|
|
"tercul/internal/enrichment"
|
|
"tercul/internal/platform/config"
|
|
"tercul/internal/platform/db"
|
|
"tercul/internal/platform/log"
|
|
)
|
|
|
|
func main() {
|
|
// 1. Parse command-line arguments
|
|
entityType := flag.String("type", "", "The type of entity to enrich (e.g., 'author')")
|
|
entityIDStr := flag.String("id", "", "The ID of the entity to enrich")
|
|
flag.Parse()
|
|
|
|
if *entityType == "" || *entityIDStr == "" {
|
|
fmt.Println("Usage: go run cmd/tools/enrich/main.go --type <entity_type> --id <entity_id>")
|
|
os.Exit(1)
|
|
}
|
|
|
|
entityID, err := strconv.ParseUint(*entityIDStr, 10, 64)
|
|
if err != nil {
|
|
fmt.Printf("Invalid entity ID: %v\n", err)
|
|
os.Exit(1)
|
|
}
|
|
|
|
// 2. Initialize dependencies
|
|
config.LoadConfig()
|
|
log.Init("enrich-tool", "development")
|
|
database, err := db.InitDB(nil) // No metrics needed for this tool
|
|
if err != nil {
|
|
log.Fatal(err, "Failed to initialize database")
|
|
}
|
|
defer db.Close()
|
|
|
|
repos := sql.NewRepositories(database)
|
|
enrichmentSvc := enrichment.NewService()
|
|
|
|
// 3. Fetch, enrich, and save the entity
|
|
ctx := context.Background()
|
|
log.Info(fmt.Sprintf("Enriching %s with ID %d", *entityType, entityID))
|
|
|
|
switch *entityType {
|
|
case "author":
|
|
author, err := repos.Author.GetByID(ctx, uint(entityID))
|
|
if err != nil {
|
|
log.Fatal(err, "Failed to get author")
|
|
}
|
|
|
|
if err := enrichmentSvc.EnrichAuthor(ctx, author); err != nil {
|
|
log.Fatal(err, "Failed to enrich author")
|
|
}
|
|
|
|
if err := repos.Author.Update(ctx, author); err != nil {
|
|
log.Fatal(err, "Failed to save enriched author")
|
|
}
|
|
|
|
log.Info("Successfully enriched and saved author")
|
|
|
|
default:
|
|
log.Fatal(fmt.Errorf("unknown entity type: %s", *entityType), "Enrichment failed")
|
|
}
|
|
} |