feat: added summery
- Introduce `BatchSummery` struct for post and favorite counts - Add `BatchPostProcessingWithSummery` function to include summary - Update error returns to include empty `BatchSummery` struct
This commit is contained in:
parent
1489e19280
commit
19b96e64e1
@ -16,7 +16,17 @@ import (
|
||||
var BatchSize = 50
|
||||
var BasicLoggingFields log.Fields
|
||||
|
||||
type BatchSummery struct {
|
||||
AddedPosts int64
|
||||
AddedFavorites int64
|
||||
}
|
||||
|
||||
func BatchPostProcessing(ctx context.Context, userSource models.UserSource, posts []models.Post) error {
|
||||
_, err := BatchPostProcessingWithSummery(ctx, userSource, posts)
|
||||
return err
|
||||
}
|
||||
|
||||
func BatchPostProcessingWithSummery(ctx context.Context, userSource models.UserSource, posts []models.Post) (BatchSummery, error) {
|
||||
ctx, span := tracer.Start(ctx, "BatchPostProcessing")
|
||||
defer span.End()
|
||||
|
||||
@ -39,7 +49,7 @@ func BatchPostProcessing(ctx context.Context, userSource models.UserSource, post
|
||||
span.RecordError(err)
|
||||
span.SetStatus(codes.Error, err.Error())
|
||||
log.WithContext(ctx).WithError(err).WithFields(BasicLoggingFields).Error("Failed to get Gorm DB")
|
||||
return err
|
||||
return BatchSummery{}, err
|
||||
}
|
||||
|
||||
postIDs := make([]string, 0, len(posts))
|
||||
@ -54,7 +64,7 @@ func BatchPostProcessing(ctx context.Context, userSource models.UserSource, post
|
||||
span.RecordError(err)
|
||||
span.SetStatus(codes.Error, err.Error())
|
||||
log.WithContext(ctx).WithError(err).WithFields(BasicLoggingFields).Error("Failed to fetch existing posts")
|
||||
return err
|
||||
return BatchSummery{}, err
|
||||
}
|
||||
span.AddEvent("Fetched existing posts", trace.WithAttributes(attribute.Int("existing_post_count", len(existingPosts))))
|
||||
log.WithContext(ctx).WithFields(BasicLoggingFields).WithField("existing_post_count", len(existingPosts)).Info("Fetched existing posts")
|
||||
@ -70,7 +80,7 @@ func BatchPostProcessing(ctx context.Context, userSource models.UserSource, post
|
||||
span.RecordError(err)
|
||||
span.SetStatus(codes.Error, err.Error())
|
||||
log.WithContext(ctx).WithError(err).WithFields(BasicLoggingFields).Error("Failed to fetch existing favorite posts")
|
||||
return err
|
||||
return BatchSummery{}, err
|
||||
}
|
||||
span.AddEvent("Fetched existing favorite posts", trace.WithAttributes(attribute.Int("existing_fav_post_count", len(existingFavPostIDs))))
|
||||
log.WithContext(ctx).WithFields(BasicLoggingFields).WithField("existing_fav_post_count", len(existingFavPostIDs)).Info("Fetched existing favorite posts")
|
||||
@ -108,7 +118,7 @@ func BatchPostProcessing(ctx context.Context, userSource models.UserSource, post
|
||||
span.RecordError(err)
|
||||
span.SetStatus(codes.Error, err.Error())
|
||||
log.WithContext(ctx).WithError(err).Error("Failed to create new posts in batch")
|
||||
return err
|
||||
return BatchSummery{}, err
|
||||
}
|
||||
span.AddEvent("Created new posts in batch", trace.WithAttributes(attribute.Int("batch_size", BatchSize)))
|
||||
log.WithContext(ctx).WithFields(BasicLoggingFields).Info("Created new posts in batch")
|
||||
@ -120,13 +130,16 @@ func BatchPostProcessing(ctx context.Context, userSource models.UserSource, post
|
||||
span.RecordError(err)
|
||||
span.SetStatus(codes.Error, err.Error())
|
||||
log.WithContext(ctx).WithError(err).WithFields(BasicLoggingFields).Error("Failed to create user favorites in batch")
|
||||
return err
|
||||
return BatchSummery{}, err
|
||||
}
|
||||
span.AddEvent("Created user favorites in batch", trace.WithAttributes(attribute.Int("batch_size", BatchSize)))
|
||||
log.WithContext(ctx).WithFields(BasicLoggingFields).Info("Created user favorites in batch")
|
||||
}
|
||||
|
||||
return nil
|
||||
return BatchSummery{
|
||||
AddedPosts: int64(len(newPosts)),
|
||||
AddedFavorites: int64(len(anthroveFaves)),
|
||||
}, nil
|
||||
}
|
||||
|
||||
func getAnthrovePost(ctx context.Context, gorm *gorm.DB, id models.SourceID, postIDs []string) ([]models.PostReference, error) {
|
||||
|
Loading…
Reference in New Issue
Block a user