|
|
|
@ -3,14 +3,16 @@ use crate::server::tick_context::TickContext;
|
|
|
|
use crate::utils::result::{SnekcloudError, SnekcloudResult};
|
|
|
|
use crate::utils::result::{SnekcloudError, SnekcloudResult};
|
|
|
|
use parking_lot::Mutex;
|
|
|
|
use parking_lot::Mutex;
|
|
|
|
use scheduled_thread_pool::ScheduledThreadPool;
|
|
|
|
use scheduled_thread_pool::ScheduledThreadPool;
|
|
|
|
|
|
|
|
use std::cmp::max;
|
|
|
|
use std::collections::HashMap;
|
|
|
|
use std::collections::HashMap;
|
|
|
|
use std::mem;
|
|
|
|
use std::mem;
|
|
|
|
use std::sync::mpsc::channel;
|
|
|
|
use std::sync::mpsc::channel;
|
|
|
|
use std::sync::Arc;
|
|
|
|
use std::sync::Arc;
|
|
|
|
use std::time::Duration;
|
|
|
|
use std::time::Duration;
|
|
|
|
use vented::crypto::SecretKey;
|
|
|
|
|
|
|
|
use vented::server::data::Node;
|
|
|
|
use vented::server::data::Node;
|
|
|
|
use vented::server::VentedServer;
|
|
|
|
use vented::server::VentedServer;
|
|
|
|
|
|
|
|
use vented::stream::SecretKey;
|
|
|
|
|
|
|
|
use vented::utils::result::VentedError;
|
|
|
|
use vented::WaitGroup;
|
|
|
|
use vented::WaitGroup;
|
|
|
|
|
|
|
|
|
|
|
|
pub mod tick_context;
|
|
|
|
pub mod tick_context;
|
|
|
|
@ -21,21 +23,19 @@ pub struct SnekcloudServer {
|
|
|
|
inner: VentedServer,
|
|
|
|
inner: VentedServer,
|
|
|
|
listen_addresses: Vec<String>,
|
|
|
|
listen_addresses: Vec<String>,
|
|
|
|
listeners: Vec<WaitGroup>,
|
|
|
|
listeners: Vec<WaitGroup>,
|
|
|
|
module_pool: Arc<Mutex<ScheduledThreadPool>>,
|
|
|
|
module_pool: HashMap<String, Arc<Mutex<ScheduledThreadPool>>>,
|
|
|
|
modules: HashMap<String, Box<dyn Module + Send + Sync>>,
|
|
|
|
modules: HashMap<String, Box<dyn Module + Send + Sync>>,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
impl SnekcloudServer {
|
|
|
|
impl SnekcloudServer {
|
|
|
|
/// Creates a new snekcloud server with the provided keys and number of threads
|
|
|
|
/// Creates a new snekcloud server with the provided keys and number of threads
|
|
|
|
pub fn new(id: String, private_key: SecretKey, keys: Vec<Node>, num_threads: usize) -> Self {
|
|
|
|
pub fn new(id: String, private_key: SecretKey, keys: Vec<Node>, num_threads: usize) -> Self {
|
|
|
|
|
|
|
|
let num_threads = max(num_threads, keys.len());
|
|
|
|
Self {
|
|
|
|
Self {
|
|
|
|
inner: VentedServer::new(id, private_key, keys, num_threads),
|
|
|
|
inner: VentedServer::new(id, private_key, keys, num_threads * 2, num_threads * 10),
|
|
|
|
listen_addresses: Vec::new(),
|
|
|
|
listen_addresses: Vec::new(),
|
|
|
|
listeners: Vec::new(),
|
|
|
|
listeners: Vec::new(),
|
|
|
|
module_pool: Arc::new(Mutex::new(ScheduledThreadPool::with_name(
|
|
|
|
module_pool: HashMap::new(),
|
|
|
|
"modules",
|
|
|
|
|
|
|
|
num_threads,
|
|
|
|
|
|
|
|
))),
|
|
|
|
|
|
|
|
modules: HashMap::new(),
|
|
|
|
modules: HashMap::new(),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
@ -52,36 +52,50 @@ impl SnekcloudServer {
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
let modules = mem::take(&mut self.modules);
|
|
|
|
let modules = mem::take(&mut self.modules);
|
|
|
|
let module_pool = Arc::clone(&self.module_pool);
|
|
|
|
|
|
|
|
let (tx, rx) = channel();
|
|
|
|
let (tx, rx) = channel();
|
|
|
|
let tick_context = TickContext::new(self.inner.node_id(), tx, self.inner.nodes_ref());
|
|
|
|
let tick_context = TickContext::new(self.inner.node_id(), tx, self.inner.nodes_ref());
|
|
|
|
|
|
|
|
let node_count = self.inner.nodes().len();
|
|
|
|
|
|
|
|
|
|
|
|
for (name, mut module) in modules {
|
|
|
|
for (name, mut module) in modules {
|
|
|
|
module_pool.lock().execute_at_fixed_rate(
|
|
|
|
self.module_pool
|
|
|
|
Duration::from_millis(SERVER_TICK_RATE_MS),
|
|
|
|
.get(&name)
|
|
|
|
Duration::from_millis(SERVER_TICK_RATE_MS),
|
|
|
|
.unwrap()
|
|
|
|
{
|
|
|
|
.lock()
|
|
|
|
let module_pool = Arc::clone(&module_pool);
|
|
|
|
.execute_at_fixed_rate(
|
|
|
|
let tick_context = TickContext::clone(&tick_context);
|
|
|
|
Duration::from_millis(SERVER_TICK_RATE_MS),
|
|
|
|
move || {
|
|
|
|
Duration::from_millis(SERVER_TICK_RATE_MS),
|
|
|
|
let mut module_pool = module_pool.lock();
|
|
|
|
{
|
|
|
|
|
|
|
|
let mut module_pool = ScheduledThreadPool::new(1);
|
|
|
|
if let Err(e) =
|
|
|
|
let tick_context = TickContext::clone(&tick_context);
|
|
|
|
module.tick(TickContext::clone(&tick_context), &mut module_pool)
|
|
|
|
move || {
|
|
|
|
{
|
|
|
|
if let Err(e) =
|
|
|
|
log::error!("Error when ticking module {}: {}", name, e);
|
|
|
|
module.tick(TickContext::clone(&tick_context), &mut module_pool)
|
|
|
|
|
|
|
|
{
|
|
|
|
|
|
|
|
log::error!("Error when ticking module {}: {}", name, e);
|
|
|
|
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
},
|
|
|
|
},
|
|
|
|
);
|
|
|
|
);
|
|
|
|
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
let invocation_pool = ScheduledThreadPool::new(node_count);
|
|
|
|
for invocation in rx {
|
|
|
|
for invocation in rx {
|
|
|
|
let mut future = self.inner.emit(invocation.target_node, invocation.event);
|
|
|
|
let mut future = self
|
|
|
|
|
|
|
|
.inner
|
|
|
|
|
|
|
|
.emit(invocation.target_node.clone(), invocation.event);
|
|
|
|
let mut invocation_result = invocation.result;
|
|
|
|
let mut invocation_result = invocation.result;
|
|
|
|
|
|
|
|
let node_id = invocation.target_node;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
invocation_pool.execute(move || {
|
|
|
|
|
|
|
|
let result = future.get_value_with_timeout(Duration::from_secs(60));
|
|
|
|
|
|
|
|
|
|
|
|
module_pool.lock().execute(move || {
|
|
|
|
if let Some(result) = result {
|
|
|
|
let result = future.get_value();
|
|
|
|
invocation_result.result(result.map_err(SnekcloudError::from));
|
|
|
|
invocation_result.result(result.map_err(SnekcloudError::from));
|
|
|
|
} else {
|
|
|
|
|
|
|
|
log::error!("Failed to send event: Timeout after 5s");
|
|
|
|
|
|
|
|
invocation_result.reject(SnekcloudError::Vented(VentedError::UnreachableNode(
|
|
|
|
|
|
|
|
node_id,
|
|
|
|
|
|
|
|
)));
|
|
|
|
|
|
|
|
}
|
|
|
|
});
|
|
|
|
});
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
@ -93,9 +107,10 @@ impl SnekcloudServer {
|
|
|
|
&mut self,
|
|
|
|
&mut self,
|
|
|
|
mut module: impl Module + Send + Sync,
|
|
|
|
mut module: impl Module + Send + Sync,
|
|
|
|
) -> SnekcloudResult<()> {
|
|
|
|
) -> SnekcloudResult<()> {
|
|
|
|
let mut module_pool = self.module_pool.lock();
|
|
|
|
let module_pool = Arc::new(Mutex::new(ScheduledThreadPool::new(2)));
|
|
|
|
|
|
|
|
|
|
|
|
module.init(&mut self.inner, &mut module_pool)?;
|
|
|
|
module.init(&mut self.inner, &mut module_pool.lock())?;
|
|
|
|
|
|
|
|
self.module_pool.insert(module.name(), module_pool);
|
|
|
|
self.modules.insert(module.name(), module.boxed());
|
|
|
|
self.modules.insert(module.name(), module.boxed());
|
|
|
|
|
|
|
|
|
|
|
|
Ok(())
|
|
|
|
Ok(())
|
|
|
|
|
