initial commit
This commit is contained in:
commit
1878dea2f6
|
|
@ -0,0 +1 @@
|
||||||
|
/target
|
||||||
File diff suppressed because it is too large
Load Diff
|
|
@ -0,0 +1,19 @@
|
||||||
|
[package]
|
||||||
|
name = "shana-fetcher"
|
||||||
|
version = "1.0.0"
|
||||||
|
edition = "2021"
|
||||||
|
|
||||||
|
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
|
||||||
|
|
||||||
|
[dependencies]
|
||||||
|
clap = { version = "~4.5", features = ["derive"] }
|
||||||
|
rss = { version = "~2.0", default-features = false }
|
||||||
|
slog = "~2.7"
|
||||||
|
slog-async = "~2.8"
|
||||||
|
slog-scope = "~4.4"
|
||||||
|
slog-scope-futures = "~0.1"
|
||||||
|
slog-stdlog = "~4.1"
|
||||||
|
slog-term = "~2.9"
|
||||||
|
tokio = { version = "~1.37", features = ["rt", "macros", "rt-multi-thread"] }
|
||||||
|
transmission-rpc = "~0.4"
|
||||||
|
ureq = "~2.9"
|
||||||
|
|
@ -0,0 +1,153 @@
|
||||||
|
#[macro_use]
|
||||||
|
extern crate slog;
|
||||||
|
extern crate slog_async;
|
||||||
|
extern crate slog_scope;
|
||||||
|
extern crate slog_scope_futures;
|
||||||
|
extern crate slog_stdlog;
|
||||||
|
extern crate slog_term;
|
||||||
|
|
||||||
|
use clap::Parser;
|
||||||
|
use slog::{Drain, Logger};
|
||||||
|
use slog_scope_futures::FutureExt;
|
||||||
|
use transmission_rpc::types::{BasicAuth, TorrentAddArgs};
|
||||||
|
use transmission_rpc::TransClient;
|
||||||
|
|
||||||
|
use std::io::BufReader;
|
||||||
|
use std::path::{Path, PathBuf};
|
||||||
|
|
||||||
|
#[derive(Parser)]
|
||||||
|
#[command(version, about, long_about = None)]
|
||||||
|
struct Cli {
|
||||||
|
#[arg(short, long, default_value = "localhost:9091")]
|
||||||
|
rpc_url: String,
|
||||||
|
|
||||||
|
/// url to fetch feed from
|
||||||
|
#[arg(short, long)]
|
||||||
|
feed_url: String,
|
||||||
|
|
||||||
|
/// path to load feed from
|
||||||
|
#[arg(long)]
|
||||||
|
feed_file: Option<PathBuf>,
|
||||||
|
|
||||||
|
#[arg(long, default_value = "")]
|
||||||
|
user: String,
|
||||||
|
|
||||||
|
#[arg(long, default_value = "")]
|
||||||
|
password: String,
|
||||||
|
|
||||||
|
/// dump feed to stdout instead
|
||||||
|
#[arg(long)]
|
||||||
|
dump: bool,
|
||||||
|
}
|
||||||
|
|
||||||
|
fn setup_logger() -> slog::Logger {
|
||||||
|
let decorator = slog_term::TermDecorator::new().stderr().build();
|
||||||
|
let drain = slog_term::CompactFormat::new(decorator).build().fuse();
|
||||||
|
let drain = slog::LevelFilter(drain, slog::Level::Debug).fuse();
|
||||||
|
let drain = slog_async::Async::new(drain).build().fuse();
|
||||||
|
|
||||||
|
slog::Logger::root(drain, o!())
|
||||||
|
}
|
||||||
|
|
||||||
|
async fn add_torrent(
|
||||||
|
log: &Logger,
|
||||||
|
rpc_url: &str,
|
||||||
|
torrent_url: &str,
|
||||||
|
user: &str,
|
||||||
|
password: &str,
|
||||||
|
) -> Result<(), String> {
|
||||||
|
let auth = BasicAuth {
|
||||||
|
user: user.to_string(),
|
||||||
|
password: password.to_string(),
|
||||||
|
};
|
||||||
|
let mut client = TransClient::with_auth(rpc_url.parse().unwrap(), auth);
|
||||||
|
|
||||||
|
let add = TorrentAddArgs {
|
||||||
|
filename: Some(torrent_url.into()),
|
||||||
|
..TorrentAddArgs::default()
|
||||||
|
};
|
||||||
|
|
||||||
|
match client.torrent_add(add).with_logger(log).await {
|
||||||
|
Ok(_) => Ok(()),
|
||||||
|
Err(err) => Err((*err).to_string()),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn fetch_feed_from_url(log: &Logger, feed_url: &str) -> Result<rss::Channel, String> {
|
||||||
|
info!(log, "fetching {feed_url}");
|
||||||
|
let resp = match ureq::get(feed_url).call() {
|
||||||
|
Ok(resp) => resp,
|
||||||
|
Err(e) => return Err(e.to_string()),
|
||||||
|
};
|
||||||
|
info!(log, "fetch ok");
|
||||||
|
|
||||||
|
info!(log, "parsing feed");
|
||||||
|
let resp_reader = BufReader::new(resp.into_reader());
|
||||||
|
let channel = rss::Channel::read_from(resp_reader).expect("valid stream");
|
||||||
|
info!(log, "parsing ok");
|
||||||
|
|
||||||
|
Ok(channel)
|
||||||
|
}
|
||||||
|
|
||||||
|
fn load_feed_from_disk(_: &Logger, file_path: &Path) -> Result<rss::Channel, String> {
|
||||||
|
let Ok(file) = std::fs::File::open(file_path) else {
|
||||||
|
return Err("error opening file".to_string());
|
||||||
|
};
|
||||||
|
|
||||||
|
let feed = match rss::Channel::read_from(BufReader::new(file)) {
|
||||||
|
Ok(feed) => feed,
|
||||||
|
Err(e) => return Err(e.to_string()),
|
||||||
|
};
|
||||||
|
|
||||||
|
Ok(feed)
|
||||||
|
}
|
||||||
|
|
||||||
|
async fn add_torrents<T>(log: &Logger, args: &Cli, torrents: T)
|
||||||
|
where
|
||||||
|
T: IntoIterator<Item = rss::Item>,
|
||||||
|
{
|
||||||
|
// TODO replace ureq with reqwest as transmission-rpc depends on it anyway
|
||||||
|
for e in torrents.into_iter() {
|
||||||
|
let title = e.title().unwrap_or("<no title>").to_string();
|
||||||
|
let log = log.new(o!("title" => title));
|
||||||
|
|
||||||
|
info!(log, "new entry");
|
||||||
|
|
||||||
|
if let Some(url) = e.link() {
|
||||||
|
info!(log, "adding entry");
|
||||||
|
if let Err(e) = add_torrent(&log, &args.rpc_url, url, &args.user, &args.password).await
|
||||||
|
{
|
||||||
|
error!(log, "error adding torrent: {e}");
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
error!(log, "no url included, skipping");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[tokio::main]
|
||||||
|
async fn main() -> Result<(), String> {
|
||||||
|
let log = setup_logger();
|
||||||
|
slog_stdlog::init().map_err(|e| e.to_string())?;
|
||||||
|
|
||||||
|
let args = Cli::parse();
|
||||||
|
|
||||||
|
let feed = if let Some(filepath) = &args.feed_file {
|
||||||
|
load_feed_from_disk(&log, filepath.as_path())?
|
||||||
|
} else {
|
||||||
|
fetch_feed_from_url(&log, &args.feed_url)?
|
||||||
|
};
|
||||||
|
|
||||||
|
info!(log, "received {} new torrents", feed.items().len());
|
||||||
|
|
||||||
|
if args.dump {
|
||||||
|
feed.write_to(std::io::stdout()).map_err(|e| e.to_string())?;
|
||||||
|
} else {
|
||||||
|
let torrents = feed.into_items().into_iter().rev();
|
||||||
|
add_torrents(&log, &args, torrents).await;
|
||||||
|
}
|
||||||
|
|
||||||
|
info!(log, "done");
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
Loading…
Reference in New Issue