mirror of
https://github.com/SamyRai/tercul-backend.git
synced 2025-12-27 05:11:34 +00:00
fa90dd79da
This commit marks the completion of a major refactoring effort to stabilize the codebase, improve its structure, and prepare it for production. The key changes include: - **Domain Layer Consolidation:** The `Work` entity and its related types, along with all other domain entities and repository interfaces, have been consolidated into the main `internal/domain` package. This eliminates import cycles and provides a single, coherent source of truth for the domain model. - **Data Access Layer Refactoring:** The repository implementations in `internal/data/sql` have been updated to align with the new domain layer. The `BaseRepositoryImpl` has been corrected to use pointer receivers, and all concrete repositories now correctly embed it, ensuring consistent and correct behavior. - **Application Layer Stabilization:** All application services in `internal/app` have been updated to use the new domain types and repository interfaces. Dependency injection has been corrected throughout the application, ensuring that all services are initialized with the correct dependencies. - **GraphQL Adapter Fixes:** The GraphQL resolver implementation in `internal/adapters/graphql` has been updated to correctly handle the new domain types and service methods. The auto-generated GraphQL code has been regenerated to ensure it is in sync with the schema and runtime. - **Test Suite Overhaul:** All test suites have been fixed to correctly implement their respective interfaces and use the updated domain model. Mock repositories and test suites have been corrected to properly embed the `testify` base types, resolving numerous build and linter errors. - **Dependency Management:** The Go modules have been tidied, and the module cache has been cleaned to ensure a consistent and correct dependency graph. - **Code Quality and Verification:** The entire codebase now passes all builds, tests, and linter checks, ensuring a high level of quality and stability. This comprehensive effort has resulted in a more robust, maintainable, and production-ready application.
60 lines
1.7 KiB
Go
60 lines
1.7 KiB
Go
package sync
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"log"
|
|
"tercul/internal/domain"
|
|
)
|
|
|
|
// SyncAllEdges syncs all edges by enqueueing batch jobs.
|
|
func (s *SyncJob) SyncAllEdges(ctx context.Context) error {
|
|
log.Println("Enqueueing edge sync jobs...")
|
|
|
|
var count int64
|
|
if err := s.DB.Model(&domain.Edge{}).Count(&count).Error; err != nil {
|
|
return fmt.Errorf("error counting edges: %w", err)
|
|
}
|
|
|
|
batchSize := 100
|
|
for offset := 0; offset < int(count); offset += batchSize {
|
|
if err := EnqueueEdgeSync(s.AsynqClient, batchSize, offset); err != nil {
|
|
log.Printf("Error enqueueing edge sync job (offset %d): %v", offset, err)
|
|
} else {
|
|
log.Printf("Enqueued edge sync job (offset %d, batch size %d)", offset, batchSize)
|
|
}
|
|
}
|
|
|
|
log.Println("Edge sync jobs enqueued successfully.")
|
|
return nil
|
|
}
|
|
|
|
// SyncEdgesBatch syncs a batch of edges.
|
|
func (s *SyncJob) SyncEdgesBatch(ctx context.Context, batchSize, offset int) error {
|
|
log.Printf("Syncing edges batch (offset %d, batch size %d)...", offset, batchSize)
|
|
|
|
var edges []domain.Edge
|
|
if err := s.DB.Limit(batchSize).Offset(offset).Find(&edges).Error; err != nil {
|
|
return fmt.Errorf("error fetching edges batch: %w", err)
|
|
}
|
|
|
|
// Convert edges to map format for batch processing
|
|
var edgeMaps []map[string]interface{}
|
|
for _, edge := range edges {
|
|
edgeMap := map[string]interface{}{
|
|
"id": edge.ID,
|
|
"sourceTable": edge.SourceTable,
|
|
"sourceID": edge.SourceID,
|
|
"targetTable": edge.TargetTable,
|
|
"targetID": edge.TargetID,
|
|
"relation": edge.Relation,
|
|
"language": edge.Language,
|
|
"extra": edge.Extra,
|
|
}
|
|
edgeMaps = append(edgeMaps, edgeMap)
|
|
}
|
|
|
|
batchProcessor := NewBatchProcessor(s.DB, s.Cfg, s.WeaviateClient)
|
|
return batchProcessor.CreateObjectsBatch(ctx, "Edge", edgeMaps)
|
|
}
|