generated from alecodes/base-template
fix: update readwise example to work without duplicating nodes
this is a workaround to the fact that readwise use cursor pagination instead of offset pagination, proper handling will be added later
This commit is contained in:
parent
92c9814e2a
commit
8f424d45f7
8 changed files with 42 additions and 9 deletions
|
|
@ -114,7 +114,7 @@ func (collection *Collection) FetchNodes(
|
|||
|
||||
collection.childs = slices.Concat(collection.childs, values)
|
||||
|
||||
fmt.Printf("Nodes: %v\n", len(collection.childs))
|
||||
fmt.Printf("Nodes added: %d, Nodes in collection: %d\n", len(values), len(collection.childs))
|
||||
|
||||
err = BulkCreateNode(collection._conn, values)
|
||||
if err != nil {
|
||||
|
|
|
|||
|
|
@ -133,7 +133,6 @@ func fetchWithPagination[T any](
|
|||
current_page += page_offset
|
||||
|
||||
for current_page <= start_pagination.Pages {
|
||||
fmt.Printf("Total pages: %v, Current page: %v\n", start_pagination.Pages, current_page)
|
||||
page := start_pagination
|
||||
page.Offset = current_page * page.Limit
|
||||
tasks <- page
|
||||
|
|
|
|||
|
|
@ -240,7 +240,6 @@ func workUnitDispatcher[T, S any](
|
|||
config.TasksProcessed.Add(1)
|
||||
|
||||
case <-ctx.Done():
|
||||
fmt.Println("context done")
|
||||
return
|
||||
}
|
||||
}
|
||||
|
|
|
|||
Reference in a new issue