From 2cef6e9bafa35af429461db979fde95cba07a9f4 Mon Sep 17 00:00:00 2001 From: Lukas Bableck Date: Mon, 15 Dec 2025 20:20:14 +0100 Subject: [PATCH] Remove trimming of trailing slashes in found urls --- src-tauri/src/domain_crawler/helpers/links_selector.rs | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/src-tauri/src/domain_crawler/helpers/links_selector.rs b/src-tauri/src/domain_crawler/helpers/links_selector.rs index 65b0551f..0d902b24 100644 --- a/src-tauri/src/domain_crawler/helpers/links_selector.rs +++ b/src-tauri/src/domain_crawler/helpers/links_selector.rs @@ -64,9 +64,8 @@ fn validate_and_normalize_url(base_url: &Url, url: &Url) -> Option { return None; // Skip URLs from external domains } - // Normalize the URL by removing trailing slashes and fragment identifiers + // Normalize the URL by removing fragment identifiers let mut normalized_url = url.clone(); - normalized_url.set_path(url.path().trim_end_matches('/')); normalized_url.set_fragment(None); // Remove fragment identifier Some(normalized_url)