Anthrove/plug-sdk
5
0
Fork 0
Code Issues Pull Requests Actions Projects Releases 11 Activity

New and generic scrape algorithm #11

Merged
SoXX merged 20 commits from dev/algorithm into main 2024-11-01 21:39:21 +00:00
Conversation 0 Commits 20 Files Changed 8 +1 -2
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 3da2501459 - Show all commits

3
pkg/plug/algorithm.go
View File

@ -105,7 +105,7 @@ outer:
return taskSummery, err return taskSummery, err
} }
if len(anthroveFaves) <= 0 || len(favorites.Posts) != len(anthroveFaves) { if len(pageAnthroveFaves) <= 0 || len(favorites.Posts) != len(pageAnthroveFaves) {
span.AddEvent("No more favorites found to add") span.AddEvent("No more favorites found to add")
log.WithContext(ctx).WithFields(basicLoggingInfo).Info("No more favorites found") log.WithContext(ctx).WithFields(basicLoggingInfo).Info("No more favorites found")
break outer break outer
@ -114,7 +114,6 @@ outer:
nextPage = favorites.NextPage nextPage = favorites.NextPage
taskSummery.AddedPosts += len(pageAnthroveFaves) taskSummery.AddedPosts += len(pageAnthroveFaves)
} }
break outer
} }
if len(newPosts) > 0 { if len(newPosts) > 0 {