From 840855d93b93aaf6391288b4a05a5df05bdf58a0 Mon Sep 17 00:00:00 2001
From: Jia Chao <jiac13@chinaunicom.cn>
Date: Wed, 17 Jul 2024 11:17:17 +0800
Subject: [PATCH] bug fix

Signed-off-by: Jia Chao <jiac13@chinaunicom.cn>
---
 cuweb-syncer  |  4 ++++
 src/syncer.rs | 14 +++++++++++---
 2 files changed, 15 insertions(+), 3 deletions(-)
 create mode 100644 cuweb-syncer

diff --git a/cuweb-syncer b/cuweb-syncer
new file mode 100644
index 0000000..58c2d5c
--- /dev/null
+++ b/cuweb-syncer
@@ -0,0 +1,4 @@
+[inner]
+[inner.csaf]
+from="http://mirrors.ustc.edu.cn/openeuler/security/data/csaf/"
+dest="test/csaf"
diff --git a/src/syncer.rs b/src/syncer.rs
index eb6f39d..ffe630b 100644
--- a/src/syncer.rs
+++ b/src/syncer.rs
@@ -65,9 +65,15 @@ impl Server {
 
     // 读取配置文件并开始执行访问、下载
     async fn websync(&self, config: &Config) -> crate::Result<()> {
+        debug!("Websync start to process: {:#?}", config);
         let websyncers = &config.inner;
+        if websyncers.len() == 0 {
+            error!("Config file is empty! Quiting...");
+            return Ok(())
+        }
+
         for (task, conf) in websyncers {
-            info!("Start to run {task} sync task...");
+            info!("Start to run `{task}` task...\n{:#?}", conf);
             Server::download_directory(
                 self.task_sender.clone(),
                 &conf.from(),
@@ -120,7 +126,7 @@ impl Server {
         path: &str,
     ) -> crate::Result<()> {
         let client = Client::new();
-        let response = client.get(url).send().await?.text().await?;
+        let response = client.get(url).header("User-Agent", "reqwest").send().await?.text().await?;
         let document = Html::parse_document(&response);
         let selector = Selector::parse("a").unwrap();
 
@@ -128,9 +134,11 @@ impl Server {
         debug!("Create local directory: {path}");
         for element in document.select(&selector) {
             if let Some(href) = element.value().attr("href") {
-                if href.starts_with("../") {
+                // BugFix: 处理 '../' 和 '/' 的情况
+                if href.starts_with("../") || href.starts_with("/") {
                     continue;
                 }
+                info!("Found href: {href}");
                 // 处理目录的情况
                 if href.ends_with('/') {
                     let new_url = format!("{}/{}", url.trim_end_matches('/'), href);