mirror of
https://github.com/neon-mmd/websurfx.git
synced 2024-11-22 05:58:21 -05:00
✨ feat: add new config option to manage threads and improve logging
This commit is contained in:
parent
5b4e7c75c0
commit
d8bd2feb6e
@ -4,7 +4,6 @@
|
|||||||
//! stdout and handles the command line arguments provided and launches the `websurfx` server.
|
//! stdout and handles the command line arguments provided and launches the `websurfx` server.
|
||||||
|
|
||||||
use std::net::TcpListener;
|
use std::net::TcpListener;
|
||||||
|
|
||||||
use websurfx::{config::parser::Config, run};
|
use websurfx::{config::parser::Config, run};
|
||||||
|
|
||||||
/// The function that launches the main server and registers all the routes of the website.
|
/// The function that launches the main server and registers all the routes of the website.
|
||||||
@ -18,13 +17,16 @@ async fn main() -> std::io::Result<()> {
|
|||||||
// Initialize the parsed config file.
|
// Initialize the parsed config file.
|
||||||
let config = Config::parse().unwrap();
|
let config = Config::parse().unwrap();
|
||||||
|
|
||||||
// Initializing logging middleware with level set to default or info.
|
log::info!(
|
||||||
if config.logging || config.debug {
|
"started server on port {} and IP {}",
|
||||||
use env_logger::Env;
|
config.port,
|
||||||
env_logger::Builder::from_env(Env::default().default_filter_or("info")).init();
|
config.binding_ip
|
||||||
}
|
);
|
||||||
|
log::info!(
|
||||||
log::info!("started server on port {}", config.port);
|
"Open http://{}:{}/ in your browser",
|
||||||
|
config.port,
|
||||||
|
config.binding_ip
|
||||||
|
);
|
||||||
|
|
||||||
let listener = TcpListener::bind((config.binding_ip.clone(), config.port))?;
|
let listener = TcpListener::bind((config.binding_ip.clone(), config.port))?;
|
||||||
|
|
||||||
|
@ -2,8 +2,9 @@
|
|||||||
//! into rust readable form.
|
//! into rust readable form.
|
||||||
|
|
||||||
use super::parser_models::Style;
|
use super::parser_models::Style;
|
||||||
|
use log::LevelFilter;
|
||||||
use rlua::Lua;
|
use rlua::Lua;
|
||||||
use std::{collections::HashMap, format, fs, path::Path};
|
use std::{collections::HashMap, format, fs, io::Write, path::Path, thread::available_parallelism};
|
||||||
|
|
||||||
// ------- Constants --------
|
// ------- Constants --------
|
||||||
static COMMON_DIRECTORY_NAME: &str = "websurfx";
|
static COMMON_DIRECTORY_NAME: &str = "websurfx";
|
||||||
@ -23,6 +24,7 @@ static CONFIG_FILE_NAME: &str = "config.lua";
|
|||||||
/// * `debug` - It stores the option to whether enable or disable debug mode.
|
/// * `debug` - It stores the option to whether enable or disable debug mode.
|
||||||
/// * `upstream_search_engines` - It stores all the engine names that were enabled by the user.
|
/// * `upstream_search_engines` - It stores all the engine names that were enabled by the user.
|
||||||
/// * `request_timeout` - It stores the time (secs) which controls the server request timeout.
|
/// * `request_timeout` - It stores the time (secs) which controls the server request timeout.
|
||||||
|
/// * `threads` - It stores the number of threads which controls the app will use to run.
|
||||||
#[derive(Clone)]
|
#[derive(Clone)]
|
||||||
pub struct Config {
|
pub struct Config {
|
||||||
pub port: u16,
|
pub port: u16,
|
||||||
@ -34,6 +36,7 @@ pub struct Config {
|
|||||||
pub debug: bool,
|
pub debug: bool,
|
||||||
pub upstream_search_engines: Vec<String>,
|
pub upstream_search_engines: Vec<String>,
|
||||||
pub request_timeout: u8,
|
pub request_timeout: u8,
|
||||||
|
pub threads: u8,
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Configuration options for the aggregator.
|
/// Configuration options for the aggregator.
|
||||||
@ -64,6 +67,35 @@ impl Config {
|
|||||||
.load(&fs::read_to_string(Config::config_path()?)?)
|
.load(&fs::read_to_string(Config::config_path()?)?)
|
||||||
.exec()?;
|
.exec()?;
|
||||||
|
|
||||||
|
let parsed_threads: u8 = globals.get::<_, u8>("threads")?;
|
||||||
|
|
||||||
|
let debug: bool = globals.get::<_, bool>("debug")?;
|
||||||
|
let logging:bool= globals.get::<_, bool>("logging")?;
|
||||||
|
|
||||||
|
// Initializing logging middleware with level set to default or info.
|
||||||
|
let mut log_level: LevelFilter = LevelFilter::Off;
|
||||||
|
if logging && debug == false {
|
||||||
|
log_level = LevelFilter::Info;
|
||||||
|
} else if debug {
|
||||||
|
log_level = LevelFilter::Trace;
|
||||||
|
};
|
||||||
|
env_logger::Builder::new().filter(None, log_level).init();
|
||||||
|
|
||||||
|
let threads: u8 = if parsed_threads == 0 {
|
||||||
|
let total_num_of_threads:usize = available_parallelism()?.get() /2;
|
||||||
|
if debug || logging {
|
||||||
|
log::error!("Config Error: The value of `threads` option should be a non zero positive integer");
|
||||||
|
log::info!("Falling back to using {} threads", total_num_of_threads)
|
||||||
|
} else {
|
||||||
|
std::io::stdout()
|
||||||
|
.lock()
|
||||||
|
.write_all(&format!("Config Error: The value of `threads` option should be a non zero positive integer\nFalling back to using {} threads\n", total_num_of_threads).into_bytes())?;
|
||||||
|
};
|
||||||
|
total_num_of_threads as u8
|
||||||
|
} else {
|
||||||
|
parsed_threads
|
||||||
|
};
|
||||||
|
|
||||||
Ok(Config {
|
Ok(Config {
|
||||||
port: globals.get::<_, u16>("port")?,
|
port: globals.get::<_, u16>("port")?,
|
||||||
binding_ip: globals.get::<_, String>("binding_ip")?,
|
binding_ip: globals.get::<_, String>("binding_ip")?,
|
||||||
@ -75,14 +107,15 @@ impl Config {
|
|||||||
aggregator: AggregatorConfig {
|
aggregator: AggregatorConfig {
|
||||||
random_delay: globals.get::<_, bool>("production_use")?,
|
random_delay: globals.get::<_, bool>("production_use")?,
|
||||||
},
|
},
|
||||||
logging: globals.get::<_, bool>("logging")?,
|
logging,
|
||||||
debug: globals.get::<_, bool>("debug")?,
|
debug,
|
||||||
upstream_search_engines: globals
|
upstream_search_engines: globals
|
||||||
.get::<_, HashMap<String, bool>>("upstream_search_engines")?
|
.get::<_, HashMap<String, bool>>("upstream_search_engines")?
|
||||||
.into_iter()
|
.into_iter()
|
||||||
.filter_map(|(key, value)| value.then_some(key))
|
.filter_map(|(key, value)| value.then_some(key))
|
||||||
.collect(),
|
.collect(),
|
||||||
request_timeout: globals.get::<_, u8>("request_timeout")?,
|
request_timeout: globals.get::<_, u8>("request_timeout")?,
|
||||||
|
threads,
|
||||||
})
|
})
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
@ -49,6 +49,8 @@ pub fn run(listener: TcpListener, config: Config) -> std::io::Result<Server> {
|
|||||||
|
|
||||||
let handlebars_ref: web::Data<Handlebars> = web::Data::new(handlebars);
|
let handlebars_ref: web::Data<Handlebars> = web::Data::new(handlebars);
|
||||||
|
|
||||||
|
let cloned_config_threads_opt: u8 = config.threads;
|
||||||
|
|
||||||
let server = HttpServer::new(move || {
|
let server = HttpServer::new(move || {
|
||||||
App::new()
|
App::new()
|
||||||
.app_data(handlebars_ref.clone())
|
.app_data(handlebars_ref.clone())
|
||||||
@ -70,6 +72,7 @@ pub fn run(listener: TcpListener, config: Config) -> std::io::Result<Server> {
|
|||||||
.service(routes::settings) // settings page
|
.service(routes::settings) // settings page
|
||||||
.default_service(web::route().to(routes::not_found)) // error page
|
.default_service(web::route().to(routes::not_found)) // error page
|
||||||
})
|
})
|
||||||
|
.workers(cloned_config_threads_opt as usize)
|
||||||
// Start server on 127.0.0.1 with the user provided port number. for example 127.0.0.1:8080.
|
// Start server on 127.0.0.1 with the user provided port number. for example 127.0.0.1:8080.
|
||||||
.listen(listener)?
|
.listen(listener)?
|
||||||
.run();
|
.run();
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
-- ### General ###
|
-- ### General ###
|
||||||
logging = true -- an option to enable or disable logs.
|
logging = true -- an option to enable or disable logs.
|
||||||
debug = false -- an option to enable or disable debug mode.
|
debug = false -- an option to enable or disable debug mode.
|
||||||
|
threads = 10 -- the amount of threads that the app will use to run (the value should be greater than 0).
|
||||||
|
|
||||||
-- ### Server ###
|
-- ### Server ###
|
||||||
port = "8080" -- port on which server should be launched
|
port = "8080" -- port on which server should be launched
|
||||||
|
Loading…
Reference in New Issue
Block a user