feat(telemetry): added light logging
This commit is contained in:
parent
08e4364069
commit
942bbede1b
@ -6,6 +6,7 @@ import (
|
||||
|
||||
"git.anthrove.art/Anthrove/otter-space-sdk/v3/pkg/database"
|
||||
"git.anthrove.art/Anthrove/otter-space-sdk/v3/pkg/models"
|
||||
log "github.com/sirupsen/logrus"
|
||||
"go.opentelemetry.io/otel/attribute"
|
||||
"go.opentelemetry.io/otel/codes"
|
||||
"go.opentelemetry.io/otel/trace"
|
||||
@ -17,11 +18,13 @@ var BatchSize = 50
|
||||
func BatchPostProcessing(ctx context.Context, userSource models.UserSource, posts []models.Post) error {
|
||||
ctx, span := tracer.Start(ctx, "BatchPostProcessing")
|
||||
defer span.End()
|
||||
log.WithContext(ctx).Info("Starting BatchPostProcessing")
|
||||
|
||||
db, err := database.GetGorm(ctx)
|
||||
if err != nil {
|
||||
span.RecordError(err)
|
||||
span.SetStatus(codes.Error, err.Error())
|
||||
log.WithContext(ctx).WithError(err).Error("Failed to get Gorm DB")
|
||||
return err
|
||||
}
|
||||
|
||||
@ -30,14 +33,17 @@ func BatchPostProcessing(ctx context.Context, userSource models.UserSource, post
|
||||
postIDs = append(postIDs, post.References[0].SourcePostID)
|
||||
}
|
||||
span.AddEvent("Collected post IDs", trace.WithAttributes(attribute.Int("post_count", len(postIDs))))
|
||||
log.WithContext(ctx).WithField("post_count", len(postIDs)).Info("Collected post IDs")
|
||||
|
||||
existingPosts, err := getAnthrovePost(ctx, db, userSource.SourceID, postIDs)
|
||||
if err != nil {
|
||||
span.RecordError(err)
|
||||
span.SetStatus(codes.Error, err.Error())
|
||||
log.WithContext(ctx).WithError(err).Error("Failed to fetch existing posts")
|
||||
return err
|
||||
}
|
||||
span.AddEvent("Fetched existing posts", trace.WithAttributes(attribute.Int("existing_post_count", len(existingPosts))))
|
||||
log.WithContext(ctx).WithField("existing_post_count", len(existingPosts)).Info("Fetched existing posts")
|
||||
|
||||
var existingPostIDs []models.PostID
|
||||
for _, post := range existingPosts {
|
||||
@ -49,9 +55,11 @@ func BatchPostProcessing(ctx context.Context, userSource models.UserSource, post
|
||||
if err != nil {
|
||||
span.RecordError(err)
|
||||
span.SetStatus(codes.Error, err.Error())
|
||||
log.WithContext(ctx).WithError(err).Error("Failed to fetch existing favorite posts")
|
||||
return err
|
||||
}
|
||||
span.AddEvent("Fetched existing favorite posts", trace.WithAttributes(attribute.Int("existing_fav_post_count", len(existingFavPostIDs))))
|
||||
log.WithContext(ctx).WithField("existing_fav_post_count", len(existingFavPostIDs)).Info("Fetched existing favorite posts")
|
||||
|
||||
anthroveFaves := make([]models.UserFavorite, 0, len(existingPosts))
|
||||
newPosts := make([]models.Post, 0, len(existingPosts))
|
||||
@ -78,15 +86,21 @@ func BatchPostProcessing(ctx context.Context, userSource models.UserSource, post
|
||||
}
|
||||
}
|
||||
span.AddEvent("Processed posts for favorites and new posts", trace.WithAttributes(attribute.Int("new_post_count", len(newPosts)), attribute.Int("new_fav_count", len(anthroveFaves))))
|
||||
log.WithContext(ctx).WithFields(log.Fields{
|
||||
"new_post_count": len(newPosts),
|
||||
"new_fav_count": len(anthroveFaves),
|
||||
}).Info("Processed posts for favorites and new posts")
|
||||
|
||||
if len(newPosts) > 0 {
|
||||
err = database.CreatePostInBatch(ctx, newPosts, BatchSize)
|
||||
if err != nil {
|
||||
span.RecordError(err)
|
||||
span.SetStatus(codes.Error, err.Error())
|
||||
log.WithContext(ctx).WithError(err).Error("Failed to create new posts in batch")
|
||||
return err
|
||||
}
|
||||
span.AddEvent("Created new posts in batch", trace.WithAttributes(attribute.Int("batch_size", BatchSize)))
|
||||
log.WithContext(ctx).WithField("batch_size", BatchSize).Info("Created new posts in batch")
|
||||
}
|
||||
|
||||
if len(anthroveFaves) > 0 {
|
||||
@ -94,9 +108,11 @@ func BatchPostProcessing(ctx context.Context, userSource models.UserSource, post
|
||||
if err != nil {
|
||||
span.RecordError(err)
|
||||
span.SetStatus(codes.Error, err.Error())
|
||||
log.WithContext(ctx).WithError(err).Error("Failed to create user favorites in batch")
|
||||
return err
|
||||
}
|
||||
span.AddEvent("Created user favorites in batch", trace.WithAttributes(attribute.Int("batch_size", BatchSize)))
|
||||
log.WithContext(ctx).WithField("batch_size", BatchSize).Info("Created user favorites in batch")
|
||||
}
|
||||
|
||||
return nil
|
||||
@ -106,14 +122,18 @@ func getAnthrovePost(ctx context.Context, gorm *gorm.DB, id models.SourceID, pos
|
||||
ctx, span := tracer.Start(ctx, "getAnthrovePost")
|
||||
defer span.End()
|
||||
|
||||
log.WithContext(ctx).Info("Starting getAnthrovePost")
|
||||
|
||||
var existingPosts []models.PostReference
|
||||
err := gorm.WithContext(ctx).Model(models.PostReference{}).Find(&existingPosts, "source_id = ? AND source_post_id IN ?", id, postIDs).Error
|
||||
if err != nil {
|
||||
span.RecordError(err)
|
||||
span.SetStatus(codes.Error, err.Error())
|
||||
log.WithContext(ctx).WithError(err).Error("Failed to fetch Anthrove posts")
|
||||
return existingPosts, err
|
||||
}
|
||||
span.AddEvent("Fetched Anthrove posts", trace.WithAttributes(attribute.Int("post_count", len(existingPosts))))
|
||||
log.WithContext(ctx).WithField("post_count", len(existingPosts)).Info("Fetched Anthrove posts")
|
||||
|
||||
return existingPosts, nil
|
||||
}
|
||||
@ -122,14 +142,18 @@ func getAlreadyFavoritesPostIDs(ctx context.Context, gorm *gorm.DB, existingPost
|
||||
ctx, span := tracer.Start(ctx, "getAlreadyFavoritesPostIDs")
|
||||
defer span.End()
|
||||
|
||||
log.WithContext(ctx).Info("Starting getAlreadyFavoritesPostIDs")
|
||||
|
||||
var existingFavPostIDS []models.PostID
|
||||
err := gorm.WithContext(ctx).Model(&models.UserFavorite{}).Select("post_id").Find(&existingFavPostIDS, "user_source_id = ? AND post_id IN ?", userSourceID, existingPostIDs).Error
|
||||
if err != nil {
|
||||
span.RecordError(err)
|
||||
span.SetStatus(codes.Error, err.Error())
|
||||
log.WithContext(ctx).WithError(err).Error("Failed to fetch already favorite post IDs")
|
||||
return existingFavPostIDS, err
|
||||
}
|
||||
span.AddEvent("Fetched already favorite post IDs", trace.WithAttributes(attribute.Int("fav_post_count", len(existingFavPostIDS))))
|
||||
log.WithContext(ctx).WithField("fav_post_count", len(existingFavPostIDS)).Info("Fetched already favorite post IDs")
|
||||
|
||||
return existingFavPostIDS, nil
|
||||
}
|
||||
|
Loading…
Reference in New Issue
Block a user