2024-05-31 00:14:22 +00:00
|
|
|
mod appservice;
|
|
|
|
mod data;
|
2024-07-03 20:06:43 +00:00
|
|
|
mod resolve;
|
2024-05-31 00:14:22 +00:00
|
|
|
mod send;
|
|
|
|
mod sender;
|
|
|
|
|
2024-04-24 13:01:49 -07:00
|
|
|
use std::{fmt::Debug, sync::Arc};
|
2020-09-15 16:13:54 +02:00
|
|
|
|
2024-07-04 03:26:19 +00:00
|
|
|
use async_trait::async_trait;
|
|
|
|
use conduit::{Error, Result};
|
2024-05-26 21:29:19 +00:00
|
|
|
use data::Data;
|
2024-07-04 11:44:39 +00:00
|
|
|
pub use resolve::{resolve_actual_dest, CachedDest, CachedOverride, FedDest};
|
2020-12-08 10:33:44 +01:00
|
|
|
use ruma::{
|
2024-04-24 13:01:49 -07:00
|
|
|
api::{appservice::Registration, OutgoingRequest},
|
|
|
|
OwnedServerName, OwnedUserId, RoomId, ServerName, UserId,
|
2020-12-08 10:33:44 +01:00
|
|
|
};
|
2024-07-03 21:05:24 +00:00
|
|
|
pub use sender::convert_to_outgoing_federation_event;
|
2024-05-09 15:59:08 -07:00
|
|
|
use tokio::{sync::Mutex, task::JoinHandle};
|
|
|
|
use tracing::{error, warn};
|
2021-01-26 21:54:35 -05:00
|
|
|
|
2024-06-28 22:51:39 +00:00
|
|
|
use crate::{server_is_ours, services};
|
2024-03-30 00:30:26 -07:00
|
|
|
|
2024-05-09 15:59:08 -07:00
|
|
|
pub struct Service {
|
2024-05-27 03:17:20 +00:00
|
|
|
pub db: Data,
|
2024-03-30 00:30:26 -07:00
|
|
|
|
|
|
|
/// The state for a given state hash.
|
2024-04-23 16:00:39 -07:00
|
|
|
sender: loole::Sender<Msg>,
|
|
|
|
receiver: Mutex<loole::Receiver<Msg>>,
|
2024-05-09 15:59:08 -07:00
|
|
|
handler_join: Mutex<Option<JoinHandle<()>>>,
|
2024-03-30 00:30:26 -07:00
|
|
|
startup_netburst: bool,
|
2024-03-31 19:01:20 -07:00
|
|
|
startup_netburst_keep: i64,
|
2024-03-30 00:30:26 -07:00
|
|
|
}
|
2024-03-05 19:48:54 -05:00
|
|
|
|
2024-04-23 16:00:39 -07:00
|
|
|
#[derive(Clone, Debug, PartialEq, Eq)]
|
|
|
|
struct Msg {
|
|
|
|
dest: Destination,
|
|
|
|
event: SendingEvent,
|
|
|
|
queue_id: Vec<u8>,
|
|
|
|
}
|
|
|
|
|
2021-01-26 21:54:35 -05:00
|
|
|
#[derive(Clone, Debug, PartialEq, Eq, Hash)]
|
2024-05-09 15:59:08 -07:00
|
|
|
pub enum Destination {
|
2022-03-02 23:48:01 +08:00
|
|
|
Appservice(String),
|
2022-10-09 17:25:06 +02:00
|
|
|
Push(OwnedUserId, String), // user and pushkey
|
|
|
|
Normal(OwnedServerName),
|
2021-01-26 21:54:35 -05:00
|
|
|
}
|
|
|
|
|
2024-03-02 20:55:02 -05:00
|
|
|
#[allow(clippy::module_name_repetitions)]
|
2024-04-23 16:00:39 -07:00
|
|
|
#[derive(Clone, Debug, PartialEq, Eq, Hash)]
|
2024-05-09 15:59:08 -07:00
|
|
|
pub enum SendingEvent {
|
2022-10-08 13:02:52 +02:00
|
|
|
Pdu(Vec<u8>), // pduid
|
|
|
|
Edu(Vec<u8>), // pdu json
|
2024-03-17 02:25:50 -04:00
|
|
|
Flush, // none
|
2021-05-12 20:04:28 +02:00
|
|
|
}
|
|
|
|
|
2024-07-04 03:26:19 +00:00
|
|
|
#[async_trait]
|
|
|
|
impl crate::Service for Service {
|
|
|
|
fn build(args: crate::Args<'_>) -> Result<Arc<Self>> {
|
|
|
|
let config = &args.server.config;
|
2024-04-17 15:16:01 -04:00
|
|
|
let (sender, receiver) = loole::unbounded();
|
2024-05-27 03:17:20 +00:00
|
|
|
Ok(Arc::new(Self {
|
2024-07-04 03:26:19 +00:00
|
|
|
db: Data::new(args.db.clone()),
|
2022-10-08 13:03:07 +02:00
|
|
|
sender,
|
2022-10-08 13:57:01 +02:00
|
|
|
receiver: Mutex::new(receiver),
|
2024-05-09 15:59:08 -07:00
|
|
|
handler_join: Mutex::new(None),
|
2024-03-27 14:47:21 -07:00
|
|
|
startup_netburst: config.startup_netburst,
|
2024-03-31 19:01:20 -07:00
|
|
|
startup_netburst_keep: config.startup_netburst_keep,
|
2024-05-27 03:17:20 +00:00
|
|
|
}))
|
2022-10-08 13:57:01 +02:00
|
|
|
}
|
2024-03-05 19:48:54 -05:00
|
|
|
|
2024-07-04 03:26:19 +00:00
|
|
|
async fn start(self: Arc<Self>) -> Result<()> {
|
|
|
|
self.start_handler().await;
|
|
|
|
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
|
|
|
async fn stop(&self) {
|
2024-05-09 15:59:08 -07:00
|
|
|
self.interrupt();
|
|
|
|
if let Some(handler_join) = self.handler_join.lock().await.take() {
|
|
|
|
if let Err(e) = handler_join.await {
|
|
|
|
error!("Failed to shutdown: {e:?}");
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2024-07-04 03:26:19 +00:00
|
|
|
fn interrupt(&self) {
|
2024-05-09 15:59:08 -07:00
|
|
|
if !self.sender.is_closed() {
|
|
|
|
self.sender.close();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2024-07-04 03:26:19 +00:00
|
|
|
fn name(&self) -> &str { crate::service::make_name(std::module_path!()) }
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Service {
|
2024-03-30 00:30:26 -07:00
|
|
|
#[tracing::instrument(skip(self, pdu_id, user, pushkey))]
|
2024-05-09 15:59:08 -07:00
|
|
|
pub fn send_pdu_push(&self, pdu_id: &[u8], user: &UserId, pushkey: String) -> Result<()> {
|
2024-04-23 14:00:21 -07:00
|
|
|
let dest = Destination::Push(user.to_owned(), pushkey);
|
2024-04-23 16:00:39 -07:00
|
|
|
let event = SendingEvent::Pdu(pdu_id.to_owned());
|
2024-07-01 20:54:38 +00:00
|
|
|
let _cork = services().db.cork();
|
2024-04-23 14:00:21 -07:00
|
|
|
let keys = self.db.queue_requests(&[(&dest, event.clone())])?;
|
2024-04-23 16:00:39 -07:00
|
|
|
self.dispatch(Msg {
|
|
|
|
dest,
|
|
|
|
event,
|
|
|
|
queue_id: keys.into_iter().next().expect("request queue key"),
|
|
|
|
})
|
2024-03-30 00:30:26 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
#[tracing::instrument(skip(self))]
|
2024-05-09 15:59:08 -07:00
|
|
|
pub fn send_pdu_appservice(&self, appservice_id: String, pdu_id: Vec<u8>) -> Result<()> {
|
2024-04-23 14:00:21 -07:00
|
|
|
let dest = Destination::Appservice(appservice_id);
|
2024-04-23 16:00:39 -07:00
|
|
|
let event = SendingEvent::Pdu(pdu_id);
|
2024-07-01 20:54:38 +00:00
|
|
|
let _cork = services().db.cork();
|
2024-04-23 14:00:21 -07:00
|
|
|
let keys = self.db.queue_requests(&[(&dest, event.clone())])?;
|
2024-04-23 16:00:39 -07:00
|
|
|
self.dispatch(Msg {
|
|
|
|
dest,
|
|
|
|
event,
|
|
|
|
queue_id: keys.into_iter().next().expect("request queue key"),
|
|
|
|
})
|
2024-03-30 00:30:26 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
#[tracing::instrument(skip(self, room_id, pdu_id))]
|
2024-05-09 15:59:08 -07:00
|
|
|
pub fn send_pdu_room(&self, room_id: &RoomId, pdu_id: &[u8]) -> Result<()> {
|
2024-03-30 00:30:26 -07:00
|
|
|
let servers = services()
|
|
|
|
.rooms
|
|
|
|
.state_cache
|
|
|
|
.room_servers(room_id)
|
|
|
|
.filter_map(Result::ok)
|
2024-04-28 13:18:09 -04:00
|
|
|
.filter(|server_name| !server_is_ours(server_name));
|
2024-03-30 00:30:26 -07:00
|
|
|
|
|
|
|
self.send_pdu_servers(servers, pdu_id)
|
|
|
|
}
|
|
|
|
|
|
|
|
#[tracing::instrument(skip(self, servers, pdu_id))]
|
2024-05-09 15:59:08 -07:00
|
|
|
pub fn send_pdu_servers<I: Iterator<Item = OwnedServerName>>(&self, servers: I, pdu_id: &[u8]) -> Result<()> {
|
2024-03-30 00:30:26 -07:00
|
|
|
let requests = servers
|
|
|
|
.into_iter()
|
2024-04-23 16:00:39 -07:00
|
|
|
.map(|server| (Destination::Normal(server), SendingEvent::Pdu(pdu_id.to_owned())))
|
2024-03-30 00:30:26 -07:00
|
|
|
.collect::<Vec<_>>();
|
2024-07-01 20:54:38 +00:00
|
|
|
let _cork = services().db.cork();
|
2024-03-30 00:30:26 -07:00
|
|
|
let keys = self.db.queue_requests(
|
|
|
|
&requests
|
|
|
|
.iter()
|
|
|
|
.map(|(o, e)| (o, e.clone()))
|
|
|
|
.collect::<Vec<_>>(),
|
|
|
|
)?;
|
2024-04-23 16:00:39 -07:00
|
|
|
for ((dest, event), queue_id) in requests.into_iter().zip(keys) {
|
|
|
|
self.dispatch(Msg {
|
|
|
|
dest,
|
|
|
|
event,
|
|
|
|
queue_id,
|
|
|
|
})?;
|
2024-03-30 00:30:26 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
|
|
|
#[tracing::instrument(skip(self, server, serialized))]
|
2024-05-09 15:59:08 -07:00
|
|
|
pub fn send_edu_server(&self, server: &ServerName, serialized: Vec<u8>) -> Result<()> {
|
2024-04-23 14:00:21 -07:00
|
|
|
let dest = Destination::Normal(server.to_owned());
|
2024-04-23 16:00:39 -07:00
|
|
|
let event = SendingEvent::Edu(serialized);
|
2024-07-01 20:54:38 +00:00
|
|
|
let _cork = services().db.cork();
|
2024-04-23 14:00:21 -07:00
|
|
|
let keys = self.db.queue_requests(&[(&dest, event.clone())])?;
|
2024-04-23 16:00:39 -07:00
|
|
|
self.dispatch(Msg {
|
|
|
|
dest,
|
|
|
|
event,
|
|
|
|
queue_id: keys.into_iter().next().expect("request queue key"),
|
|
|
|
})
|
2024-03-30 00:30:26 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
#[tracing::instrument(skip(self, room_id, serialized))]
|
2024-05-09 15:59:08 -07:00
|
|
|
pub fn send_edu_room(&self, room_id: &RoomId, serialized: Vec<u8>) -> Result<()> {
|
2024-03-30 00:30:26 -07:00
|
|
|
let servers = services()
|
|
|
|
.rooms
|
|
|
|
.state_cache
|
|
|
|
.room_servers(room_id)
|
|
|
|
.filter_map(Result::ok)
|
2024-04-28 13:18:09 -04:00
|
|
|
.filter(|server_name| !server_is_ours(server_name));
|
2024-03-30 00:30:26 -07:00
|
|
|
|
|
|
|
self.send_edu_servers(servers, serialized)
|
|
|
|
}
|
|
|
|
|
|
|
|
#[tracing::instrument(skip(self, servers, serialized))]
|
2024-05-09 15:59:08 -07:00
|
|
|
pub fn send_edu_servers<I: Iterator<Item = OwnedServerName>>(&self, servers: I, serialized: Vec<u8>) -> Result<()> {
|
2024-03-30 00:30:26 -07:00
|
|
|
let requests = servers
|
|
|
|
.into_iter()
|
2024-04-23 16:00:39 -07:00
|
|
|
.map(|server| (Destination::Normal(server), SendingEvent::Edu(serialized.clone())))
|
2024-03-30 00:30:26 -07:00
|
|
|
.collect::<Vec<_>>();
|
2024-07-01 20:54:38 +00:00
|
|
|
let _cork = services().db.cork();
|
2024-03-30 00:30:26 -07:00
|
|
|
let keys = self.db.queue_requests(
|
|
|
|
&requests
|
|
|
|
.iter()
|
|
|
|
.map(|(o, e)| (o, e.clone()))
|
|
|
|
.collect::<Vec<_>>(),
|
|
|
|
)?;
|
2024-04-23 16:00:39 -07:00
|
|
|
|
|
|
|
for ((dest, event), queue_id) in requests.into_iter().zip(keys) {
|
|
|
|
self.dispatch(Msg {
|
|
|
|
dest,
|
|
|
|
event,
|
|
|
|
queue_id,
|
|
|
|
})?;
|
2024-03-30 00:30:26 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
|
|
|
#[tracing::instrument(skip(self, room_id))]
|
2024-05-09 15:59:08 -07:00
|
|
|
pub fn flush_room(&self, room_id: &RoomId) -> Result<()> {
|
2024-03-30 00:30:26 -07:00
|
|
|
let servers = services()
|
|
|
|
.rooms
|
|
|
|
.state_cache
|
|
|
|
.room_servers(room_id)
|
|
|
|
.filter_map(Result::ok)
|
2024-04-28 13:18:09 -04:00
|
|
|
.filter(|server_name| !server_is_ours(server_name));
|
2024-03-30 00:30:26 -07:00
|
|
|
|
|
|
|
self.flush_servers(servers)
|
|
|
|
}
|
|
|
|
|
|
|
|
#[tracing::instrument(skip(self, servers))]
|
2024-05-09 15:59:08 -07:00
|
|
|
pub fn flush_servers<I: Iterator<Item = OwnedServerName>>(&self, servers: I) -> Result<()> {
|
2024-04-22 17:27:54 -04:00
|
|
|
let requests = servers.into_iter().map(Destination::Normal);
|
2024-04-23 14:00:21 -07:00
|
|
|
for dest in requests {
|
2024-04-23 16:00:39 -07:00
|
|
|
self.dispatch(Msg {
|
|
|
|
dest,
|
|
|
|
event: SendingEvent::Flush,
|
|
|
|
queue_id: Vec::<u8>::new(),
|
|
|
|
})?;
|
2024-03-30 00:30:26 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
2024-03-30 23:52:08 -07:00
|
|
|
#[tracing::instrument(skip(self, request), name = "request")]
|
2024-05-09 15:59:08 -07:00
|
|
|
pub async fn send_federation_request<T>(&self, dest: &ServerName, request: T) -> Result<T::IncomingResponse>
|
2024-03-30 02:10:08 -07:00
|
|
|
where
|
2024-06-09 06:10:21 +00:00
|
|
|
T: OutgoingRequest + Debug + Send,
|
2024-03-30 02:10:08 -07:00
|
|
|
{
|
2024-04-04 17:48:12 -07:00
|
|
|
let client = &services().globals.client.federation;
|
2024-04-24 13:21:02 -07:00
|
|
|
send::send(client, dest, request).await
|
2024-03-30 02:10:08 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
/// Sends a request to an appservice
|
|
|
|
///
|
|
|
|
/// Only returns None if there is no url specified in the appservice
|
|
|
|
/// registration file
|
2024-05-09 15:59:08 -07:00
|
|
|
pub async fn send_appservice_request<T>(
|
2024-03-30 02:10:08 -07:00
|
|
|
&self, registration: Registration, request: T,
|
2024-04-01 23:22:19 -04:00
|
|
|
) -> Result<Option<T::IncomingResponse>>
|
2024-03-30 02:10:08 -07:00
|
|
|
where
|
2024-06-09 06:10:21 +00:00
|
|
|
T: OutgoingRequest + Debug + Send,
|
2024-03-30 02:10:08 -07:00
|
|
|
{
|
2024-04-24 13:21:02 -07:00
|
|
|
appservice::send_request(registration, request).await
|
2024-03-30 02:10:08 -07:00
|
|
|
}
|
|
|
|
|
2024-04-23 16:00:39 -07:00
|
|
|
/// Cleanup event data
|
|
|
|
/// Used for instance after we remove an appservice registration
|
|
|
|
#[tracing::instrument(skip(self))]
|
2024-05-09 15:59:08 -07:00
|
|
|
pub fn cleanup_events(&self, appservice_id: String) -> Result<()> {
|
2024-04-23 16:00:39 -07:00
|
|
|
self.db
|
|
|
|
.delete_all_requests_for(&Destination::Appservice(appservice_id))?;
|
|
|
|
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
|
|
|
fn dispatch(&self, msg: Msg) -> Result<()> {
|
|
|
|
debug_assert!(!self.sender.is_full(), "channel full");
|
|
|
|
debug_assert!(!self.sender.is_closed(), "channel closed");
|
|
|
|
self.sender.send(msg).map_err(|e| Error::Err(e.to_string()))
|
|
|
|
}
|
2024-03-30 02:10:08 -07:00
|
|
|
}
|
|
|
|
|
2024-04-22 17:27:54 -04:00
|
|
|
impl Destination {
|
2024-03-30 02:10:08 -07:00
|
|
|
#[tracing::instrument(skip(self))]
|
2024-05-09 15:59:08 -07:00
|
|
|
pub fn get_prefix(&self) -> Vec<u8> {
|
2024-03-30 02:10:08 -07:00
|
|
|
let mut prefix = match self {
|
2024-06-09 10:23:06 +00:00
|
|
|
Self::Appservice(server) => {
|
2024-03-30 02:10:08 -07:00
|
|
|
let mut p = b"+".to_vec();
|
|
|
|
p.extend_from_slice(server.as_bytes());
|
|
|
|
p
|
|
|
|
},
|
2024-06-09 10:23:06 +00:00
|
|
|
Self::Push(user, pushkey) => {
|
2024-03-30 02:10:08 -07:00
|
|
|
let mut p = b"$".to_vec();
|
|
|
|
p.extend_from_slice(user.as_bytes());
|
|
|
|
p.push(0xFF);
|
|
|
|
p.extend_from_slice(pushkey.as_bytes());
|
|
|
|
p
|
|
|
|
},
|
2024-06-09 10:23:06 +00:00
|
|
|
Self::Normal(server) => {
|
2024-03-30 02:10:08 -07:00
|
|
|
let mut p = Vec::new();
|
|
|
|
p.extend_from_slice(server.as_bytes());
|
|
|
|
p
|
|
|
|
},
|
|
|
|
};
|
|
|
|
prefix.push(0xFF);
|
|
|
|
|
|
|
|
prefix
|
2020-12-19 16:00:11 +01:00
|
|
|
}
|
2020-09-15 16:13:54 +02:00
|
|
|
}
|