New and generic scrape algorithm #11

Merged
SoXX merged 20 commits from dev/algorithm into main 2024-11-01 21:39:21 +00:00
Showing only changes of commit 36d6ecd873 - Show all commits

View File

@ -144,9 +144,7 @@ func (s *server) TaskStart(ctx context.Context, creation *gRPC.PlugTaskCreation)
} }
go func() { go func() {
log.WithContext(taskCtx).WithError(err).WithField("task_id", id).Error("Failed to get Gorm client") var err error
span.RecordError(err)
span.SetStatus(codes.Error, err.Error())
taskSummery, err := algorithm(taskCtx, s.plugInterface, userSource, anthroveUserFavCount, creation.DeepScrape, creation.ApiKey) taskSummery, err := algorithm(taskCtx, s.plugInterface, userSource, anthroveUserFavCount, creation.DeepScrape, creation.ApiKey)
if err != nil { if err != nil {