generated from alecodes/base-template
feat: expand readeck example
This commit is contained in:
parent
28fa3ed3cc
commit
18c277fa7d
3 changed files with 168 additions and 16 deletions
|
|
@ -1,9 +1,12 @@
|
|||
package main
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"context"
|
||||
"database/sql"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"net/http"
|
||||
"time"
|
||||
|
||||
_ "modernc.org/sqlite"
|
||||
|
|
@ -11,6 +14,8 @@ import (
|
|||
synchronizator "git.alecodes.page/alecodes/synchronizator/pkg"
|
||||
)
|
||||
|
||||
const API_TOKEN = ""
|
||||
|
||||
type ReadwiseDocument struct {
|
||||
Id string `json:"id"`
|
||||
Url string `json:"url"`
|
||||
|
|
@ -75,8 +80,9 @@ type ReadeckBookmark struct {
|
|||
|
||||
func readwiseToReadeck(document *ReadwiseDocument) (*synchronizator.Node, error) {
|
||||
bookmark := &ReadeckBookmark{
|
||||
Url: document.SourceUrl,
|
||||
Title: document.Title,
|
||||
Url: document.SourceUrl,
|
||||
Title: document.Title,
|
||||
IsArchived: document.Location == "archive",
|
||||
}
|
||||
|
||||
for _, tag := range document.Tags {
|
||||
|
|
@ -93,6 +99,72 @@ func readwiseToReadeck(document *ReadwiseDocument) (*synchronizator.Node, error)
|
|||
return node, nil
|
||||
}
|
||||
|
||||
func createReadeckBookmark(ctx context.Context, bookmark ReadeckBookmark) (string, error) {
|
||||
fmt.Printf("Bookmark: %v\n", bookmark)
|
||||
|
||||
url := "https://web-archive.alecodes.page/api/bookmarks"
|
||||
method := "POST"
|
||||
|
||||
payload, err := json.Marshal(bookmark)
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
|
||||
client := &http.Client{}
|
||||
req, err := http.NewRequest(method, url, bytes.NewBuffer(payload))
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
req.Header.Add("accept", "application/json")
|
||||
req.Header.Add("content-type", "application/json")
|
||||
req.Header.Add("authorization", "Bearer "+API_TOKEN)
|
||||
|
||||
res, err := client.Do(req)
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
defer res.Body.Close()
|
||||
|
||||
if res.StatusCode > 202 {
|
||||
return "", fmt.Errorf(
|
||||
"Request for bookmark %v failed with status code %v",
|
||||
bookmark.Id,
|
||||
res.Status,
|
||||
)
|
||||
}
|
||||
|
||||
if !bookmark.IsArchived {
|
||||
return "", nil
|
||||
}
|
||||
|
||||
updatePayload := []byte(fmt.Sprintf(`{"is_archived": %t}`, bookmark.IsArchived))
|
||||
|
||||
url = "https://web-archive.alecodes.page/api/bookmarks/" + res.Header.Get("bookmark-id")
|
||||
updateReq, err := http.NewRequest("PATCH", url, bytes.NewBuffer(updatePayload))
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
updateReq.Header.Add("accept", "application/json")
|
||||
updateReq.Header.Add("authorization", "Bearer "+API_TOKEN)
|
||||
updateReq.Header.Add("content-type", "application/json")
|
||||
|
||||
updateRes, err := client.Do(updateReq)
|
||||
if err != nil {
|
||||
return "", nil
|
||||
}
|
||||
defer updateRes.Body.Close()
|
||||
|
||||
if res.StatusCode > 202 {
|
||||
return "", fmt.Errorf(
|
||||
"Request for bookmark %v failed with status code %v",
|
||||
bookmark.Id,
|
||||
res.Status,
|
||||
)
|
||||
}
|
||||
|
||||
return "", nil
|
||||
}
|
||||
|
||||
func drop_data(conn *sql.DB) error {
|
||||
sql := `
|
||||
DELETE FROM nodes WHERE name = 'READECK';
|
||||
|
|
@ -122,12 +194,12 @@ func main() {
|
|||
opts := synchronizator.DefaultOptions
|
||||
// opts.Log_level = synchronizator.DEBUG
|
||||
|
||||
err = drop_data(connection)
|
||||
if err != nil {
|
||||
fmt.Println(err)
|
||||
|
||||
return
|
||||
}
|
||||
// err = drop_data(connection)
|
||||
// if err != nil {
|
||||
// fmt.Println(err)
|
||||
//
|
||||
// return
|
||||
// }
|
||||
|
||||
sync, err := synchronizator.New(connection, opts)
|
||||
if err != nil {
|
||||
|
|
@ -136,27 +208,63 @@ func main() {
|
|||
return
|
||||
}
|
||||
|
||||
// err = reconciliateCollections(sync)
|
||||
// if err != nil {
|
||||
// fmt.Println(err)
|
||||
// return
|
||||
// }
|
||||
|
||||
err = pushChanges(sync)
|
||||
if err != nil {
|
||||
fmt.Printf("ERROR: %v\n", err)
|
||||
return
|
||||
}
|
||||
}
|
||||
|
||||
func pushChanges(sync *synchronizator.DB) error {
|
||||
readeckBookmarks, err := sync.GetCollection(3167)
|
||||
if err != nil {
|
||||
return nil
|
||||
}
|
||||
|
||||
ctx, cancel := context.WithCancel(context.Background())
|
||||
defer cancel()
|
||||
|
||||
poolConfig := &synchronizator.WorkConfig{
|
||||
AmountOfWorkers: 5,
|
||||
MaxRetries: 2,
|
||||
BaseRetryTime: time.Second * 30,
|
||||
RateLimit: synchronizator.NewRateLimiter(10, time.Minute),
|
||||
Timeout: time.Second * 2,
|
||||
}
|
||||
|
||||
err = synchronizator.PushNodes(ctx, readeckBookmarks, createReadeckBookmark, poolConfig)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func reconciliateCollections(sync *synchronizator.DB) error {
|
||||
readeck, err := sync.NewPlatform("READECK", nil, nil)
|
||||
if err != nil {
|
||||
fmt.Println(err)
|
||||
return
|
||||
return nil
|
||||
}
|
||||
|
||||
collection, err := readeck.GetDefaultCollection()
|
||||
if err != nil {
|
||||
fmt.Println(err)
|
||||
return
|
||||
return nil
|
||||
}
|
||||
|
||||
readwiseDocuments, err := sync.GetCollection(3)
|
||||
if err != nil {
|
||||
fmt.Println(err)
|
||||
return
|
||||
return nil
|
||||
}
|
||||
|
||||
err = synchronizator.ReconciliateCollections(readwiseDocuments, collection, readwiseToReadeck)
|
||||
if err != nil {
|
||||
fmt.Println(err)
|
||||
return
|
||||
return nil
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
|
|
|||
Reference in a new issue