new clipboard handler which can detect more types

This commit is contained in:
pandadev 2024-08-09 16:53:52 +02:00
parent b29fd82105
commit 7ab1d8936a
No known key found for this signature in database
GPG key ID: C39629DACB8E762F
6 changed files with 346 additions and 334 deletions

View file

@ -1,24 +1,21 @@
use arboard::Clipboard;
use base64::engine::general_purpose::STANDARD;
use base64::Engine;
use image::io::Reader as ImageReader;
use image::{DynamicImage, ImageBuffer, ImageFormat, Rgba};
use lazy_static::lazy_static;
use rand::distributions::Alphanumeric;
use rand::{thread_rng, Rng};
use rdev::{simulate, EventType, Key};
use base64::engine::general_purpose::STANDARD;
use tauri::{AppHandle, Manager, Runtime, Emitter, Listener};
use tauri_plugin_clipboard::Clipboard;
use tokio::runtime::Runtime as TokioRuntime;
use regex::Regex;
use reqwest::Client;
use sha2::{Sha256, Digest};
use sqlx::SqlitePool;
use std::fs;
use std::io::Cursor;
use std::sync::Mutex;
use std::thread;
use std::time::Duration;
use tauri::{AppHandle, Manager};
use tokio::runtime::Runtime;
use url::Url;
use std::{
fs,
sync::Mutex,
thread,
time::Duration,
};
use rand::Rng;
use sha2::{Sha256, Digest};
use rdev::{simulate, Key, EventType};
use lazy_static::lazy_static;
use image::ImageFormat;
lazy_static! {
static ref APP_DATA_DIR: Mutex<Option<std::path::PathBuf>> = Mutex::new(None);
@ -61,82 +58,82 @@ pub fn get_image_path(app_handle: tauri::AppHandle, filename: String) -> String
image_path.to_str().unwrap_or("").to_string()
}
pub fn setup(app_handle: tauri::AppHandle) {
let is_processing = std::sync::Arc::new(std::sync::Mutex::new(false));
pub fn setup<R: Runtime>(app: &AppHandle<R>) {
let app = app.clone();
let runtime = TokioRuntime::new().expect("Failed to create Tokio runtime");
std::thread::spawn({
let app_handle = app_handle.clone();
let is_processing = std::sync::Arc::clone(&is_processing);
move || {
let mut clipboard = Clipboard::new().unwrap();
let mut last_text = String::new();
app.clone().listen("plugin:clipboard://clipboard-monitor/update", move |_event| {
let app = app.clone();
runtime.block_on(async move {
let clipboard = app.state::<Clipboard>();
let available_types = clipboard.available_types().unwrap();
println!("Clipboard update detected");
loop {
let mut is_processing = is_processing.lock().unwrap();
if !*is_processing {
*is_processing = true;
let pool = app_handle.state::<SqlitePool>();
let rt = app_handle.state::<Runtime>();
if let Ok(content) = clipboard.get_text() {
if content != last_text {
last_text = content.clone();
rt.block_on(async {
insert_content_if_not_exists(&app_handle, &pool, "text", content).await;
});
match get_pool(&app).await {
Ok(pool) => {
if available_types.image {
println!("Handling image change");
if let Ok(image_data) = clipboard.read_image_base64() {
let base64_image = STANDARD.encode(&image_data);
insert_content_if_not_exists(app.clone(), pool.clone(), "image", base64_image).await;
}
}
if let Ok(image) = clipboard.get_image() {
match process_clipboard_image(image) {
Ok(png_image) => {
let base64_image = STANDARD.encode(&png_image);
rt.block_on(async {
insert_content_if_not_exists(&app_handle, &pool, "image", base64_image).await;
});
}
Err(e) => {
println!("Failed to process clipboard image: {}", e);
}
let _ = app.emit("plugin:clipboard://image-changed", ());
} else if available_types.html {
println!("Handling HTML change");
if let Ok(html) = clipboard.read_html() {
insert_content_if_not_exists(app.clone(), pool.clone(), "html", html).await;
}
let _ = app.emit("plugin:clipboard://html-changed", ());
} else if available_types.rtf {
println!("Handling RTF change");
if let Ok(rtf) = clipboard.read_rtf() {
insert_content_if_not_exists(app.clone(), pool.clone(), "rtf", rtf).await;
}
let _ = app.emit("plugin:clipboard://rtf-changed", ());
} else if available_types.files {
println!("Handling files change");
if let Ok(files) = clipboard.read_files() {
let files_str = files.join(", ");
insert_content_if_not_exists(app.clone(), pool.clone(), "files", files_str).await;
}
let _ = app.emit("plugin:clipboard://files-changed", ());
} else if available_types.text {
println!("Handling text change");
if let Ok(text) = clipboard.read_text() {
insert_content_if_not_exists(app.clone(), pool.clone(), "text", text).await;
}
let _ = app.emit("plugin:clipboard://text-changed", ());
} else {
println!("Unknown clipboard content type");
}
*is_processing = false;
}
thread::sleep(Duration::from_millis(100));
Err(e) => {
println!("Failed to get database pool: {}", e);
}
}
}
});
});
}
fn process_clipboard_image(
image_data: arboard::ImageData,
) -> Result<Vec<u8>, Box<dyn std::error::Error>> {
let img = ImageBuffer::<Rgba<u8>, _>::from_raw(
image_data.width as u32,
image_data.height as u32,
image_data.bytes.into_owned(),
)
.ok_or("Failed to create ImageBuffer")?;
let dynamic_image = DynamicImage::ImageRgba8(img);
let mut png_bytes: Vec<u8> = Vec::new();
dynamic_image.write_to(&mut Cursor::new(&mut png_bytes), ImageFormat::Png)?;
Ok(png_bytes)
async fn get_pool<R: Runtime>(app_handle: &AppHandle<R>) -> Result<SqlitePool, Box<dyn std::error::Error + Send + Sync>> {
let app_data_dir = app_handle.path().app_data_dir().expect("Failed to get app data directory");
let db_path = app_data_dir.join("data.db");
let database_url = format!("sqlite:{}", db_path.to_str().unwrap());
SqlitePool::connect(&database_url).await.map_err(|e| Box::new(e) as Box<dyn std::error::Error + Send + Sync>)
}
async fn insert_content_if_not_exists(app_handle: &AppHandle, pool: &SqlitePool, content_type: &str, content: String) {
async fn insert_content_if_not_exists<R: Runtime>(app_handle: AppHandle<R>, pool: SqlitePool, content_type: &str, content: String) {
let last_content: Option<String> = sqlx::query_scalar(
"SELECT content FROM history WHERE content_type = ? ORDER BY timestamp DESC LIMIT 1",
)
.bind(content_type)
.fetch_one(pool)
.fetch_one(&pool)
.await
.unwrap_or(None);
let content = if content_type == "image" {
match save_image(app_handle, &content).await {
match save_image(&app_handle, &content).await {
Ok(path) => path,
Err(e) => {
println!("Failed to save image: {}", e);
@ -148,15 +145,15 @@ async fn insert_content_if_not_exists(app_handle: &AppHandle, pool: &SqlitePool,
};
if last_content.as_deref() != Some(&content) {
let id: String = thread_rng()
.sample_iter(&Alphanumeric)
let id: String = rand::thread_rng()
.sample_iter(&rand::distributions::Alphanumeric)
.take(16)
.map(char::from)
.collect();
let url_regex = Regex::new(r"^https?://(?:www\.)?[-a-zA-Z0-9@:%._\+~#=]{1,256}\.[a-zA-Z0-9()]{1,6}\b(?:[-a-zA-Z0-9()@:%_\+.~#?&//=]*)$").unwrap();
let favicon_base64 = if content_type == "text" && url_regex.is_match(&content) {
match Url::parse(&content) {
match url::Url::parse(&content) {
Ok(url) => match fetch_favicon_as_base64(url).await {
Ok(Some(favicon)) => Some(favicon),
Ok(None) => None,
@ -181,12 +178,12 @@ async fn insert_content_if_not_exists(app_handle: &AppHandle, pool: &SqlitePool,
.bind(content_type)
.bind(&content)
.bind(favicon_base64)
.execute(pool)
.execute(&pool)
.await;
}
}
async fn save_image(app_handle: &AppHandle, base64_image: &str) -> Result<String, Box<dyn std::error::Error>> {
async fn save_image<R: Runtime>(app_handle: &AppHandle<R>, base64_image: &str) -> Result<String, Box<dyn std::error::Error>> {
let image_data = STANDARD.decode(base64_image)?;
let mut hasher = Sha256::new();
hasher.update(&image_data);
@ -205,20 +202,40 @@ async fn save_image(app_handle: &AppHandle, base64_image: &str) -> Result<String
Ok(path.to_str().unwrap().to_string())
}
async fn fetch_favicon_as_base64(url: Url) -> Result<Option<String>, Box<dyn std::error::Error>> {
let client = Client::new();
async fn fetch_favicon_as_base64(url: url::Url) -> Result<Option<String>, Box<dyn std::error::Error>> {
let client = reqwest::Client::new();
let favicon_url = format!("https://icon.horse/icon/{}", url.host_str().unwrap());
let response = client.get(&favicon_url).send().await?;
if response.status().is_success() {
let bytes = response.bytes().await?;
let img = ImageReader::new(Cursor::new(bytes))
.with_guessed_format()?
.decode()?;
let img = image::load_from_memory(&bytes)?;
let mut png_bytes: Vec<u8> = Vec::new();
img.write_to(&mut Cursor::new(&mut png_bytes), ImageFormat::Png)?;
img.write_to(&mut std::io::Cursor::new(&mut png_bytes), ImageFormat::Png)?;
Ok(Some(STANDARD.encode(&png_bytes)))
} else {
Ok(None)
}
}
#[tauri::command]
pub fn start_monitor(app_handle: AppHandle) -> Result<(), String> {
let clipboard = app_handle.state::<Clipboard>();
clipboard.start_monitor(app_handle.clone()).map_err(|e| e.to_string())?;
app_handle.emit("plugin:clipboard://clipboard-monitor/status", true).map_err(|e| e.to_string())?;
Ok(())
}
#[tauri::command]
pub fn stop_monitor(app_handle: AppHandle) -> Result<(), String> {
let clipboard = app_handle.state::<Clipboard>();
clipboard.stop_monitor(app_handle.clone()).map_err(|e| e.to_string())?;
app_handle.emit("plugin:clipboard://clipboard-monitor/status", false).map_err(|e| e.to_string())?;
Ok(())
}
#[tauri::command]
pub fn is_monitor_running(app_handle: AppHandle) -> bool {
let clipboard = app_handle.state::<Clipboard>();
clipboard.is_monitor_running()
}

View file

@ -45,7 +45,7 @@ pub fn center_window_on_current_monitor(window: &tauri::WebviewWindow) {
fn main() {
tauri::Builder::default()
.plugin(tauri_plugin_clipboard_manager::init())
.plugin(tauri_plugin_clipboard::init())
.plugin(tauri_plugin_os::init())
.plugin(tauri_plugin_sql::Builder::default().build())
.plugin(tauri_plugin_dialog::init())
@ -65,7 +65,8 @@ fn main() {
hotkeys::setup(app_handle.clone());
tray::setup(app)?;
database::setup(app)?;
clipboard::setup(app_handle.clone());
clipboard::setup(app.handle());
let _ = clipboard::start_monitor(app_handle.clone());
if let Some(window) = app.get_webview_window("main") {
center_window_on_current_monitor(&window);