chore: provide a better and more standardized way to handle engine errors

src/engines/duckduckgo.rs

@@ -9,6 +9,8 @@ use scraper::{Html, Selector};
 
 use crate::search_results_handler::aggregation_models::RawSearchResult;
 
+use super::engine_models::EngineErrorKind;
+
 /// This function scrapes results from the upstream engine duckduckgo and puts all the scraped
 /// results like title, visiting_url (href in html),engine (from which engine it was fetched from)
 /// and description in a RawSearchResult and then adds that to HashMap whose keys are url and
@@ -22,14 +24,15 @@ use crate::search_results_handler::aggregation_models::RawSearchResult;
 ///
 /// # Errors
 ///
-/// Returns a reqwest error if the user is not connected to the internet or if their is failure to
+/// Returns an `EngineErrorKind` if the user is not connected to the internet or if their is failure to
-/// reach the above `upstream search engine` page and also returns error if the scraping
+/// reach the above `upstream search engine` page or if the `upstream search engine` is unable to
-/// selector fails to initialize"
+/// provide results for the requested search query and also returns error if the scraping selector
+/// or HeaderMap fails to initialize.
 pub async fn results(
     query: &str,
     page: u32,
     user_agent: &str,
-) -> Result<HashMap<String, RawSearchResult>, Box<dyn std::error::Error>> {
+) -> Result<HashMap<String, RawSearchResult>, EngineErrorKind> {
     // Page number can be missing or empty string and so appropriate handling is required
     // so that upstream server recieves valid page number.
     let url: String = match page {
@@ -54,7 +57,6 @@ pub async fn results(
     header_map.insert(COOKIE, "kl=wt-wt".parse()?);
 
     // fetch the html from upstream duckduckgo engine
-    // TODO: Write better error handling code to handle no results case.
     let results: String = reqwest::Client::new()
         .get(url)
         .timeout(Duration::from_secs(30))
@@ -65,6 +67,13 @@ pub async fn results(
         .await?;
 
     let document: Html = Html::parse_document(&results);
+
+    let no_result: Selector = Selector::parse(".no-results")?;
+
+    if let Some(_) = document.select(&no_result).next() {
+        return Err(EngineErrorKind::EmptyResultSet);
+    }
+
     let results: Selector = Selector::parse(".result")?;
     let result_title: Selector = Selector::parse(".result__a")?;
     let result_url: Selector = Selector::parse(".result__url")?;

src/engines/engine_models.rs

@@ -1,8 +1,66 @@
+//! This module provides the error enum to handle different errors associated while requesting data from
+//! the upstream search engines with the search query provided by the user.
+
+use reqwest::header::InvalidHeaderValue;
+use scraper::error::SelectorErrorKind;
+
+/// A custom error type used for handle engine associated errors.
+///
+/// This enum provides variants three different categories of errors:
+/// * `RequestError` - This variant handles all request related errors like forbidden, not found,
+/// etc.
+/// * `EmptyResultSet` - This variant handles the not results found error provide by the upstream
+/// search engines.
+/// * `UnexpectedError` - This variant handles all the errors which are unexpected or occur rarely
+/// and are errors mostly related to failure in initialization of HeaderMap, Selector errors and
+/// all other errors.
 #[derive(Debug)]
-pub enum ReqwestError{
+pub enum EngineErrorKind {
-  NotFound,
+    RequestError(reqwest::Error),
-  Timeout,
+    EmptyResultSet,
-  Forbidden,
+    UnexpectedError(String),
-  AccessDenied,
+}
-  TooManyRequests
+
+/// Implementing `Display` trait to make errors writable on the stdout and also providing/passing the
+/// appropriate errors that should be written to the stdout when this error is raised/encountered.
+impl std::fmt::Display for EngineErrorKind {
+    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
+        match self {
+            EngineErrorKind::RequestError(request_error) => write!(f, "{}", request_error),
+            EngineErrorKind::EmptyResultSet => {
+                write!(f, "The upstream search engine returned an empty result set")
+            }
+            EngineErrorKind::UnexpectedError(unexpected_error) => write!(f, "{}", unexpected_error),
+        }
+    }
+}
+
+/// Implementing `Error` trait to make the the `EngineErrorKind` enum an error type.
+impl std::error::Error for EngineErrorKind {}
+
+/// Implementing `From` trait to map the `SelectorErrorKind` to `UnexpectedError` variant.
+impl<'a> From<SelectorErrorKind<'a>> for EngineErrorKind {
+    fn from(err: SelectorErrorKind<'a>) -> Self {
+        match err {
+            _ => Self::UnexpectedError(err.to_string()),
+        }
+    }
+}
+
+/// Implementing `From` trait to map the `InvalidHeaderValue` to `UnexpectedError` variant.
+impl<'a> From<InvalidHeaderValue> for EngineErrorKind {
+    fn from(err: InvalidHeaderValue) -> Self {
+        match err {
+            _ => Self::UnexpectedError(err.to_string()),
+        }
+    }
+}
+
+/// Implementing `From` trait to map all `reqwest::Error` to `UnexpectedError` variant.
+impl<'a> From<reqwest::Error> for EngineErrorKind {
+    fn from(err: reqwest::Error) -> Self {
+        match err {
+            _ => Self::RequestError(err),
+        }
+    }
 }

src/engines/searx.rs

@@ -8,6 +8,8 @@ use std::collections::HashMap;
 
 use crate::search_results_handler::aggregation_models::RawSearchResult;
 
+use super::engine_models::EngineErrorKind;
+
 /// This function scrapes results from the upstream engine duckduckgo and puts all the scraped
 /// results like title, visiting_url (href in html),engine (from which engine it was fetched from)
 /// and description in a RawSearchResult and then adds that to HashMap whose keys are url and
@@ -21,14 +23,15 @@ use crate::search_results_handler::aggregation_models::RawSearchResult;
 ///
 /// # Errors
 ///
-/// Returns a reqwest error if the user is not connected to the internet or if their is failure to
+/// Returns an `EngineErrorKind` if the user is not connected to the internet or if their is failure to
-/// reach the above `upstream search engine` page and also returns error if the scraping
+/// reach the above `upstream search engine` page or if the `upstream search engine` is unable to
-/// selector fails to initialize"
+/// provide results for the requested search query and also returns error if the scraping selector
+/// or HeaderMap fails to initialize.
 pub async fn results(
     query: &str,
     page: u32,
     user_agent: &str,
-) -> Result<HashMap<String, RawSearchResult>, Box<dyn std::error::Error>> {
+) -> Result<HashMap<String, RawSearchResult>, EngineErrorKind> {
     // Page number can be missing or empty string and so appropriate handling is required
     // so that upstream server recieves valid page number.
     let url: String = format!("https://searx.work/search?q={query}&pageno={page}");
@@ -41,7 +44,6 @@ pub async fn results(
     header_map.insert(COOKIE, "categories=general; language=auto; locale=en; autocomplete=duckduckgo; image_proxy=1; method=POST; safesearch=2; theme=simple; results_on_new_tab=1; doi_resolver=oadoi.org; simple_style=auto; center_alignment=1; query_in_title=1; infinite_scroll=0; disabled_engines=; enabled_engines=\"archive is__general\\054yep__general\\054curlie__general\\054currency__general\\054ddg definitions__general\\054wikidata__general\\054duckduckgo__general\\054tineye__general\\054lingva__general\\054startpage__general\\054yahoo__general\\054wiby__general\\054marginalia__general\\054alexandria__general\\054wikibooks__general\\054wikiquote__general\\054wikisource__general\\054wikiversity__general\\054wikivoyage__general\\054dictzone__general\\054seznam__general\\054mojeek__general\\054naver__general\\054wikimini__general\\054brave__general\\054petalsearch__general\\054goo__general\"; disabled_plugins=; enabled_plugins=\"searx.plugins.hostname_replace\\054searx.plugins.oa_doi_rewrite\\054searx.plugins.vim_hotkeys\"; tokens=; maintab=on; enginetab=on".parse()?);
 
     // fetch the html from upstream searx instance engine
-    // TODO: Write better error handling code to handle no results case.
     let results: String = reqwest::Client::new()
         .get(url)
         .headers(header_map) // add spoofed headers to emulate human behaviours.
@@ -51,6 +53,17 @@ pub async fn results(
         .await?;
 
     let document: Html = Html::parse_document(&results);
+
+    let no_result: Selector = Selector::parse("#urls>.dialog-error>p")?;
+
+    if let Some(no_result_msg) = document.select(&no_result).nth(1) {
+        if no_result_msg.inner_html()
+            == "we didn't find any results. Please use another query or search in more categories"
+        {
+            return Err(EngineErrorKind::EmptyResultSet);
+        }
+    }
+
     let results: Selector = Selector::parse(".result")?;
     let result_title: Selector = Selector::parse("h3>a")?;
     let result_url: Selector = Selector::parse("h3>a")?;