Anthrove/plug-sdk
5
0
Fork 0
Code Issues Pull Requests Actions Projects Releases 11 Activity

New and generic scrape algorithm #11

Merged
SoXX merged 20 commits from dev/algorithm into main 2024-11-01 21:39:21 +00:00
Conversation 0 Commits 20 Files Changed 8 +5 -1
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 16846c59c4 - Show all commits

6
pkg/plug/algorithm.go
View File

@ -90,7 +90,11 @@ outer:
} }
span.AddEvent("Executing BatchPostProcessingWithSummery") span.AddEvent("Executing BatchPostProcessingWithSummery")
newPosts, anthroveFaves, summery, err = BatchPostProcessingWithSummery(ctx, userSource, favorites.Posts) pageNewPosts, pageAnthroveFaves, summery, err := BatchPostProcessingWithSummery(ctx, userSource, favorites.Posts)
anthroveFaves = append(anthroveFaves, pageAnthroveFaves...)
newPosts = append(newPosts, pageNewPosts...)
span.AddEvent("Finished executing BatchPostProcessingWithSummery") span.AddEvent("Finished executing BatchPostProcessingWithSummery")
if err != nil { if err != nil {
span.RecordError(err) span.RecordError(err)