Compare commits
No commits in common. "ac3ca325f3bbf7df95bfbdb9f74aee91a3ec06df" and "91d702088d3a224ac15fba94a60c5c4dfd17a9d3" have entirely different histories.
ac3ca325f3
...
91d702088d
16 changed files with 66 additions and 216 deletions
4
.idea/readwise-bulk-upload.iml
generated
4
.idea/readwise-bulk-upload.iml
generated
|
|
@ -2,9 +2,7 @@
|
||||||
<module type="EMPTY_MODULE" version="4">
|
<module type="EMPTY_MODULE" version="4">
|
||||||
<component name="NewModuleRootManager">
|
<component name="NewModuleRootManager">
|
||||||
<content url="file://$MODULE_DIR$">
|
<content url="file://$MODULE_DIR$">
|
||||||
<sourceFolder url="file://$MODULE_DIR$/cli/src" isTestSource="false" />
|
<sourceFolder url="file://$MODULE_DIR$/src" isTestSource="false" />
|
||||||
<sourceFolder url="file://$MODULE_DIR$/lib_sync_core/src" isTestSource="false" />
|
|
||||||
<sourceFolder url="file://$MODULE_DIR$/web/src" isTestSource="false" />
|
|
||||||
<excludeFolder url="file://$MODULE_DIR$/target" />
|
<excludeFolder url="file://$MODULE_DIR$/target" />
|
||||||
</content>
|
</content>
|
||||||
<orderEntry type="inheritedJdk" />
|
<orderEntry type="inheritedJdk" />
|
||||||
|
|
|
||||||
65
Cargo.lock
generated
65
Cargo.lock
generated
|
|
@ -279,27 +279,6 @@ version = "0.7.4"
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "f46ad14479a25103f283c0f10005961cf086d8dc42205bb44c46ac563475dca6"
|
checksum = "f46ad14479a25103f283c0f10005961cf086d8dc42205bb44c46ac563475dca6"
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "cli"
|
|
||||||
version = "0.1.0"
|
|
||||||
dependencies = [
|
|
||||||
"chrono",
|
|
||||||
"clap",
|
|
||||||
"directories",
|
|
||||||
"figment",
|
|
||||||
"futures",
|
|
||||||
"lib_sync_core",
|
|
||||||
"serde",
|
|
||||||
"serde_json",
|
|
||||||
"sqlx",
|
|
||||||
"tabled",
|
|
||||||
"thiserror",
|
|
||||||
"tokio",
|
|
||||||
"tracing",
|
|
||||||
"tracing-core",
|
|
||||||
"tracing-subscriber",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "colorchoice"
|
name = "colorchoice"
|
||||||
version = "1.0.3"
|
version = "1.0.3"
|
||||||
|
|
@ -937,26 +916,6 @@ dependencies = [
|
||||||
"spin",
|
"spin",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "lib_sync_core"
|
|
||||||
version = "0.1.0"
|
|
||||||
dependencies = [
|
|
||||||
"chrono",
|
|
||||||
"clap",
|
|
||||||
"directories",
|
|
||||||
"figment",
|
|
||||||
"futures",
|
|
||||||
"serde",
|
|
||||||
"serde_json",
|
|
||||||
"sqlx",
|
|
||||||
"tabled",
|
|
||||||
"thiserror",
|
|
||||||
"tokio",
|
|
||||||
"tracing",
|
|
||||||
"tracing-core",
|
|
||||||
"tracing-subscriber",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "libc"
|
name = "libc"
|
||||||
version = "0.2.172"
|
version = "0.2.172"
|
||||||
|
|
@ -1362,6 +1321,26 @@ dependencies = [
|
||||||
"getrandom 0.2.16",
|
"getrandom 0.2.16",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "readwise-bulk-upload"
|
||||||
|
version = "0.1.0"
|
||||||
|
dependencies = [
|
||||||
|
"chrono",
|
||||||
|
"clap",
|
||||||
|
"directories",
|
||||||
|
"figment",
|
||||||
|
"futures",
|
||||||
|
"serde",
|
||||||
|
"serde_json",
|
||||||
|
"sqlx",
|
||||||
|
"tabled",
|
||||||
|
"thiserror",
|
||||||
|
"tokio",
|
||||||
|
"tracing",
|
||||||
|
"tracing-core",
|
||||||
|
"tracing-subscriber",
|
||||||
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "redox_syscall"
|
name = "redox_syscall"
|
||||||
version = "0.5.12"
|
version = "0.5.12"
|
||||||
|
|
@ -2240,10 +2219,6 @@ dependencies = [
|
||||||
"unicode-ident",
|
"unicode-ident",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "web"
|
|
||||||
version = "0.1.0"
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "whoami"
|
name = "whoami"
|
||||||
version = "1.6.0"
|
version = "1.6.0"
|
||||||
|
|
|
||||||
24
Cargo.toml
24
Cargo.toml
|
|
@ -1,6 +1,20 @@
|
||||||
[workspace]
|
[package]
|
||||||
resolver = "3"
|
name = "readwise-bulk-upload"
|
||||||
|
version = "0.1.0"
|
||||||
|
edition = "2024"
|
||||||
|
|
||||||
members = [
|
[dependencies]
|
||||||
"cli", "lib_sync_core", "web",
|
thiserror = "2.0.12"
|
||||||
]
|
directories = "6.0.0"
|
||||||
|
tokio = { version = "1.45.0", features = ["default", "rt", "rt-multi-thread", "macros"] }
|
||||||
|
sqlx = { version = "0.8", features = [ "runtime-tokio", "sqlite", "chrono", "migrate" ] }
|
||||||
|
clap = { version = "4.5.37", features = ["derive"] }
|
||||||
|
serde = { version = "1.0.219", features = ["derive"] }
|
||||||
|
chrono = {version = "0.4.41", features = ["serde"]}
|
||||||
|
serde_json = "1.0.140"
|
||||||
|
tracing = "0.1.41"
|
||||||
|
tracing-subscriber = { version = "0.3.19" , features = ["env-filter"]}
|
||||||
|
figment = { version = "0.10.19", features = ["env"] }
|
||||||
|
tracing-core = "0.1.33"
|
||||||
|
tabled = "0.19.0"
|
||||||
|
futures = "0.3.31"
|
||||||
|
|
@ -1,26 +0,0 @@
|
||||||
[package]
|
|
||||||
name = "cli"
|
|
||||||
version = "0.1.0"
|
|
||||||
edition = "2024"
|
|
||||||
|
|
||||||
[[bin]]
|
|
||||||
name = "readwise"
|
|
||||||
path = "bin/readwise/main.rs"
|
|
||||||
|
|
||||||
[dependencies]
|
|
||||||
lib_sync_core = {path = "../lib_sync_core"}
|
|
||||||
|
|
||||||
directories = "6.0.0"
|
|
||||||
tokio = { version = "1.45.0", features = ["default", "rt", "rt-multi-thread", "macros"] }
|
|
||||||
sqlx = { version = "0.8", features = [ "runtime-tokio", "sqlite", "chrono", "migrate" ] }
|
|
||||||
clap = { version = "4.5.37", features = ["derive"] }
|
|
||||||
serde = { version = "1.0.219", features = ["derive"] }
|
|
||||||
chrono = {version = "0.4.41", features = ["serde"]}
|
|
||||||
serde_json = "1.0.140"
|
|
||||||
tracing = "0.1.41"
|
|
||||||
tracing-subscriber = { version = "0.3.19" , features = ["env-filter"]}
|
|
||||||
figment = { version = "0.10.19", features = ["env"] }
|
|
||||||
tracing-core = "0.1.33"
|
|
||||||
tabled = "0.19.0"
|
|
||||||
futures = "0.3.31"
|
|
||||||
thiserror = "2.0.12"
|
|
||||||
|
|
@ -1,23 +0,0 @@
|
||||||
use clap::Parser;
|
|
||||||
use figment::{
|
|
||||||
providers::{Env, Serialized},
|
|
||||||
Figment,
|
|
||||||
};
|
|
||||||
use cli::config::Config;
|
|
||||||
use cli::Result;
|
|
||||||
use tracing_subscriber;
|
|
||||||
|
|
||||||
#[tokio::main]
|
|
||||||
async fn main() -> Result<()> {
|
|
||||||
let cli = Config::parse();
|
|
||||||
let args: Config = Figment::new()
|
|
||||||
.merge(Serialized::defaults(&cli))
|
|
||||||
.merge(Env::prefixed("APP_"))
|
|
||||||
.extract()?;
|
|
||||||
|
|
||||||
tracing_subscriber::fmt()
|
|
||||||
.with_max_level(args.log_level())
|
|
||||||
.init();
|
|
||||||
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
@ -1,20 +0,0 @@
|
||||||
[package]
|
|
||||||
name = "lib_sync_core"
|
|
||||||
version = "0.1.0"
|
|
||||||
edition = "2024"
|
|
||||||
|
|
||||||
[dependencies]
|
|
||||||
directories = "6.0.0"
|
|
||||||
tokio = { version = "1.45.0", features = ["default", "rt", "rt-multi-thread", "macros"] }
|
|
||||||
sqlx = { version = "0.8", features = [ "runtime-tokio", "sqlite", "chrono", "migrate" ] }
|
|
||||||
clap = { version = "4.5.37", features = ["derive"] }
|
|
||||||
serde = { version = "1.0.219", features = ["derive"] }
|
|
||||||
chrono = {version = "0.4.41", features = ["serde"]}
|
|
||||||
serde_json = "1.0.140"
|
|
||||||
tracing = "0.1.41"
|
|
||||||
tracing-subscriber = { version = "0.3.19" , features = ["env-filter"]}
|
|
||||||
figment = { version = "0.10.19", features = ["env"] }
|
|
||||||
tracing-core = "0.1.33"
|
|
||||||
tabled = "0.19.0"
|
|
||||||
futures = "0.3.31"
|
|
||||||
thiserror = "2.0.12"
|
|
||||||
|
|
@ -1,24 +0,0 @@
|
||||||
use thiserror::Error;
|
|
||||||
|
|
||||||
#[derive(Error, Debug)]
|
|
||||||
pub enum Error {
|
|
||||||
#[error("{0}")]
|
|
||||||
Exception(&'static str),
|
|
||||||
|
|
||||||
#[error("{0}")]
|
|
||||||
Unhandled(&'static str),
|
|
||||||
|
|
||||||
#[error(transparent)]
|
|
||||||
Io(#[from] tokio::io::Error),
|
|
||||||
|
|
||||||
#[error(transparent)]
|
|
||||||
Sqlx(#[from] sqlx::Error),
|
|
||||||
|
|
||||||
#[error(transparent)]
|
|
||||||
Migration(#[from] sqlx::migrate::MigrateError),
|
|
||||||
|
|
||||||
#[error(transparent)]
|
|
||||||
ParseJson(#[from] serde_json::Error),
|
|
||||||
}
|
|
||||||
|
|
||||||
pub type Result<T> = std::result::Result<T, Error>;
|
|
||||||
|
|
@ -1,19 +0,0 @@
|
||||||
pub mod error;
|
|
||||||
|
|
||||||
pub(crate) use error::*;
|
|
||||||
pub mod task_manager;
|
|
||||||
|
|
||||||
pub fn add(left: u64, right: u64) -> u64 {
|
|
||||||
left + right
|
|
||||||
}
|
|
||||||
|
|
||||||
#[cfg(test)]
|
|
||||||
mod tests {
|
|
||||||
use super::*;
|
|
||||||
|
|
||||||
#[test]
|
|
||||||
fn it_works() {
|
|
||||||
let result = add(2, 2);
|
|
||||||
assert_eq!(result, 4);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
@ -11,9 +11,6 @@ pub enum Error {
|
||||||
#[error("{0}")]
|
#[error("{0}")]
|
||||||
Unhandled(&'static str),
|
Unhandled(&'static str),
|
||||||
|
|
||||||
#[error(transparent)]
|
|
||||||
Sync(#[from] lib_sync_core::error::Error),
|
|
||||||
|
|
||||||
#[error(transparent)]
|
#[error(transparent)]
|
||||||
Sqlx(#[from] sqlx::Error),
|
Sqlx(#[from] sqlx::Error),
|
||||||
|
|
||||||
|
|
@ -1,4 +1,6 @@
|
||||||
pub mod config;
|
|
||||||
mod error;
|
mod error;
|
||||||
|
pub mod task_manager;
|
||||||
|
pub mod config;
|
||||||
|
pub mod readwise;
|
||||||
|
|
||||||
pub use error::*;
|
pub use error::*;
|
||||||
|
|
@ -1,18 +1,15 @@
|
||||||
use clap::{CommandFactory, Parser};
|
use clap::{CommandFactory, Parser};
|
||||||
use directories::ProjectDirs;
|
|
||||||
use figment::{
|
use figment::{
|
||||||
Figment,
|
|
||||||
providers::{Env, Serialized},
|
providers::{Env, Serialized},
|
||||||
|
Figment,
|
||||||
};
|
};
|
||||||
use lib_sync_core::task_manager::{TaskManager, TaskStatus};
|
use readwise_bulk_upload::config::{Command, Config};
|
||||||
use cli::config::{Command, Config};
|
use readwise_bulk_upload::readwise::DocumentPayload;
|
||||||
use cli::{Error, Result};
|
use readwise_bulk_upload::task_manager::{TaskManager, TaskStatus};
|
||||||
|
use readwise_bulk_upload::{Error, Result};
|
||||||
use std::fs::File;
|
use std::fs::File;
|
||||||
use tabled::Table;
|
use tabled::Table;
|
||||||
use tracing_subscriber;
|
use tracing_subscriber;
|
||||||
use crate::external_interface::DocumentPayload;
|
|
||||||
|
|
||||||
mod external_interface;
|
|
||||||
|
|
||||||
#[tokio::main]
|
#[tokio::main]
|
||||||
async fn main() -> Result<()> {
|
async fn main() -> Result<()> {
|
||||||
|
|
@ -32,12 +29,7 @@ async fn main() -> Result<()> {
|
||||||
}
|
}
|
||||||
|
|
||||||
async fn run(command: &Command) -> Result<()> {
|
async fn run(command: &Command) -> Result<()> {
|
||||||
let project_dir = ProjectDirs::from("", "", "synchronizator_readwise").ok_or(
|
let task_manager = TaskManager::new().await?;
|
||||||
lib_sync_core::error::Error::Unhandled("Could not get standard directories"),
|
|
||||||
)?;
|
|
||||||
|
|
||||||
let task_manager = TaskManager::new(project_dir.data_dir()).await?;
|
|
||||||
|
|
||||||
match command {
|
match command {
|
||||||
Command::LoadTasks { path } => {
|
Command::LoadTasks { path } => {
|
||||||
let file = File::open(path).map_err(|_| {
|
let file = File::open(path).map_err(|_| {
|
||||||
|
|
@ -49,23 +41,20 @@ async fn run(command: &Command) -> Result<()> {
|
||||||
|
|
||||||
let documents: Vec<DocumentPayload> = serde_json::from_reader(file)?;
|
let documents: Vec<DocumentPayload> = serde_json::from_reader(file)?;
|
||||||
|
|
||||||
|
|
||||||
task_manager.load_tasks(documents).await?;
|
task_manager.load_tasks(documents).await?;
|
||||||
}
|
}
|
||||||
Command::Query => {
|
Command::Query => {
|
||||||
let tasks = task_manager
|
let tasks = task_manager.get_tasks::<DocumentPayload>(None, Some(25)).await?;
|
||||||
.get_tasks::<DocumentPayload>(None, Some(25))
|
|
||||||
.await?;
|
|
||||||
|
|
||||||
println!("{}", Table::new(tasks));
|
println!("{}", Table::new(tasks));
|
||||||
}
|
}
|
||||||
Command::Run => {
|
Command::Run => {
|
||||||
task_manager
|
task_manager.run_tasks::<DocumentPayload>(|task| {
|
||||||
.run_tasks::<DocumentPayload>(|task| {
|
println!("{}", task.get_key());
|
||||||
println!("{}", task.get_key());
|
|
||||||
|
TaskStatus::Completed
|
||||||
TaskStatus::Completed
|
}).await?;
|
||||||
})
|
|
||||||
.await?;
|
|
||||||
}
|
}
|
||||||
Command::None => {
|
Command::None => {
|
||||||
Config::command().print_help()?;
|
Config::command().print_help()?;
|
||||||
|
|
@ -1,4 +1,4 @@
|
||||||
use lib_sync_core::task_manager::TaskPayload;
|
use crate::task_manager::TaskPayload;
|
||||||
use chrono::{DateTime, Local};
|
use chrono::{DateTime, Local};
|
||||||
use serde::{de, Deserialize, Deserializer, Serialize};
|
use serde::{de, Deserialize, Deserializer, Serialize};
|
||||||
use serde_json::Value;
|
use serde_json::Value;
|
||||||
|
|
@ -1,4 +1,4 @@
|
||||||
use crate::error::Error;
|
use crate::Error;
|
||||||
use chrono::Utc;
|
use chrono::Utc;
|
||||||
use directories::ProjectDirs;
|
use directories::ProjectDirs;
|
||||||
use futures::{StreamExt, TryStreamExt};
|
use futures::{StreamExt, TryStreamExt};
|
||||||
|
|
@ -7,7 +7,6 @@ use serde::Serialize;
|
||||||
use sqlx::sqlite::{SqliteConnectOptions, SqliteJournalMode};
|
use sqlx::sqlite::{SqliteConnectOptions, SqliteJournalMode};
|
||||||
use sqlx::{QueryBuilder, Sqlite, SqlitePool};
|
use sqlx::{QueryBuilder, Sqlite, SqlitePool};
|
||||||
use std::fmt::Display;
|
use std::fmt::Display;
|
||||||
use std::path::PathBuf;
|
|
||||||
use tabled::Tabled;
|
use tabled::Tabled;
|
||||||
use tokio::fs;
|
use tokio::fs;
|
||||||
use tracing::{info, instrument};
|
use tracing::{info, instrument};
|
||||||
|
|
@ -80,26 +79,23 @@ impl<T: DeserializeOwned + Send + Unpin + 'static + Display> _Task for T {}
|
||||||
|
|
||||||
#[derive(Debug)]
|
#[derive(Debug)]
|
||||||
pub struct TaskManager {
|
pub struct TaskManager {
|
||||||
base_path: PathBuf,
|
|
||||||
pool: SqlitePool,
|
pool: SqlitePool,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl TaskManager {
|
impl TaskManager {
|
||||||
pub async fn new<P: Into<PathBuf>>(base_path: P) -> Result<TaskManager, Error> {
|
pub async fn new() -> Result<TaskManager, Error> {
|
||||||
let base_path = base_path.into();
|
|
||||||
let pool = Self::connect_database(base_path.clone()).await?;
|
|
||||||
Ok(Self {
|
Ok(Self {
|
||||||
base_path,
|
pool: Self::connect_database().await?,
|
||||||
pool,
|
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
async fn connect_database<P: Into<PathBuf>>(base_path: P) -> crate::Result<SqlitePool> {
|
async fn connect_database() -> crate::Result<SqlitePool> {
|
||||||
let base_path = base_path.into();
|
let project_dir = ProjectDirs::from("", "", env!("CARGO_PKG_NAME"))
|
||||||
|
.ok_or(Error::Unhandled("Could not get standard directories"))?;
|
||||||
|
|
||||||
let database_file_path = base_path.join("db.sql");
|
let database_file_path = project_dir.data_dir().join("db.sql");
|
||||||
|
|
||||||
fs::create_dir_all(base_path).await?;
|
fs::create_dir_all(project_dir.data_dir()).await?;
|
||||||
|
|
||||||
let opts = SqliteConnectOptions::new()
|
let opts = SqliteConnectOptions::new()
|
||||||
.filename(database_file_path)
|
.filename(database_file_path)
|
||||||
|
|
@ -108,7 +104,7 @@ impl TaskManager {
|
||||||
|
|
||||||
let pool = SqlitePool::connect_with(opts).await?;
|
let pool = SqlitePool::connect_with(opts).await?;
|
||||||
|
|
||||||
sqlx::migrate!("../migrations").run(&pool).await?;
|
sqlx::migrate!("./migrations").run(&pool).await?;
|
||||||
|
|
||||||
Ok(pool)
|
Ok(pool)
|
||||||
}
|
}
|
||||||
|
|
@ -1,6 +0,0 @@
|
||||||
[package]
|
|
||||||
name = "web"
|
|
||||||
version = "0.1.0"
|
|
||||||
edition = "2024"
|
|
||||||
|
|
||||||
[dependencies]
|
|
||||||
|
|
@ -1,3 +0,0 @@
|
||||||
fn main() {
|
|
||||||
println!("Hello, world!");
|
|
||||||
}
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue