feat: multi-server support #8
3 changed files with 132 additions and 42 deletions
|
@ -1,3 +1,4 @@
|
||||||
|
use std::collections::HashMap;
|
||||||
use std::env;
|
use std::env;
|
||||||
use std::path::Path;
|
use std::path::Path;
|
||||||
|
|
||||||
|
@ -8,9 +9,9 @@ use toml_env::{initialize, Args, AutoMapEnvArgs, Logging};
|
||||||
|
|
||||||
#[derive(Debug, Deserialize, Serialize)]
|
#[derive(Debug, Deserialize, Serialize)]
|
||||||
pub struct BridgeConfig {
|
pub struct BridgeConfig {
|
||||||
pub irc: IrcConfig,
|
pub irc: HashMap<String, IrcConfig>,
|
||||||
pub signal: SignalConfig,
|
pub signal: SignalConfig,
|
||||||
pub mapping: BiMap<String, String>,
|
pub mapping: BiMap<String, IrcTarget>,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl BridgeConfig {
|
impl BridgeConfig {
|
||||||
|
@ -30,6 +31,12 @@ impl BridgeConfig {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, Hash, PartialEq, Eq, Deserialize, Serialize)]
|
||||||
|
pub struct IrcTarget {
|
||||||
|
pub server: String, // TODO: Add a more meaningful type to enforce url format
|
||||||
|
pub channel: String, // Same (leading # ?)
|
||||||
|
}
|
||||||
|
|
||||||
#[derive(Debug, Deserialize, Serialize)]
|
#[derive(Debug, Deserialize, Serialize)]
|
||||||
pub struct SignalConfig {
|
pub struct SignalConfig {
|
||||||
pub media_dir: Box<Path>,
|
pub media_dir: Box<Path>,
|
||||||
|
|
111
src/main.rs
111
src/main.rs
|
@ -3,7 +3,9 @@ mod transform;
|
||||||
mod transports;
|
mod transports;
|
||||||
mod config;
|
mod config;
|
||||||
|
|
||||||
|
use futures::future::join_all;
|
||||||
use futures::future::try_join;
|
use futures::future::try_join;
|
||||||
|
use futures::future::try_join_all;
|
||||||
use futures::prelude::*;
|
use futures::prelude::*;
|
||||||
use irc::client::prelude::*;
|
use irc::client::prelude::*;
|
||||||
use irc::client::ClientStream;
|
use irc::client::ClientStream;
|
||||||
|
@ -11,11 +13,34 @@ use jsonrpsee::core::client::{Subscription, SubscriptionClientT};
|
||||||
use serde_json::Value;
|
use serde_json::Value;
|
||||||
use tokio::time::sleep;
|
use tokio::time::sleep;
|
||||||
use core::time::Duration;
|
use core::time::Duration;
|
||||||
|
use std::collections::HashMap;
|
||||||
use transform::Bridge;
|
use transform::Bridge;
|
||||||
|
|
||||||
use crate::jsonrpc::RpcClient;
|
use crate::jsonrpc::RpcClient;
|
||||||
use crate::config::BridgeConfig;
|
use crate::config::BridgeConfig;
|
||||||
|
|
||||||
|
async fn init_irc_client(mut client: Client) -> Result<(irc::client::Sender, ClientStream), String> {
|
||||||
|
client
|
||||||
|
.identify()
|
||||||
|
.map_err(|e| format!("Error while initializing irc client: {e}"))?;
|
||||||
|
|
||||||
|
let sender = client.sender();
|
||||||
|
let mut stream = client
|
||||||
|
.stream()
|
||||||
|
.map_err(|e| format!("Error while initializing irc stream: {e}"))?;
|
||||||
|
|
||||||
|
log::debug!("Initializing IRC");
|
||||||
|
while client.list_channels().is_some_and(|x| x.is_empty()) {
|
||||||
|
stream
|
||||||
|
.next()
|
||||||
|
.await
|
||||||
|
.transpose()
|
||||||
|
.map_err(|e| format!("error waiting for motd: {e}"))?;
|
||||||
|
}
|
||||||
|
log::debug!("Initialized IRC");
|
||||||
|
Ok::<(irc::client::Sender, ClientStream), String>((sender, stream))
|
||||||
|
}
|
||||||
|
|
||||||
#[tokio::main]
|
#[tokio::main]
|
||||||
async fn main() -> Result<(), String> {
|
async fn main() -> Result<(), String> {
|
||||||
pretty_env_logger::init();
|
pretty_env_logger::init();
|
||||||
|
@ -24,30 +49,45 @@ async fn main() -> Result<(), String> {
|
||||||
|
|
||||||
// Initialisation of components. TODO separate module
|
// Initialisation of components. TODO separate module
|
||||||
let init_irc = async {
|
let init_irc = async {
|
||||||
let mut client = Client::from_config(config.irc.clone()).await.unwrap();
|
let senders_and_streams: HashMap<String, Result<(irc::client::Sender, ClientStream), String>> = join_all(
|
||||||
client
|
config.irc.into_iter()
|
||||||
.identify()
|
.map(|(name, config)| async {
|
||||||
.map_err(|e| format!("Error while initializing irc client: {e}"))?;
|
let irc_client = init_irc_client(Client::from_config(config)
|
||||||
|
.await
|
||||||
|
.expect(&format!("Failed to parse configuration for {name}"))).await;
|
||||||
|
(name, irc_client)
|
||||||
|
})
|
||||||
|
// Filter out failed connections
|
||||||
|
//.collect()
|
||||||
|
).await.into_iter().collect();
|
||||||
|
|
||||||
let sender = client.sender();
|
let filtered_senders_and_streams: Vec<(String, irc::client::Sender, ClientStream)> = senders_and_streams
|
||||||
let mut stream = client
|
.into_iter()
|
||||||
.stream()
|
.filter_map(|(name, result)| {
|
||||||
.map_err(|e| format!("Error while initializing irc stream: {e}"))?;
|
match result {
|
||||||
|
Ok((sender, stream)) => Some((name, sender, stream)),
|
||||||
|
Err(reason) => {
|
||||||
|
log::warn!("Failed to initialize server {name}: {reason}, disabling this server.");
|
||||||
|
None
|
||||||
|
}
|
||||||
|
}
|
||||||
|
})
|
||||||
|
.collect();
|
||||||
|
|
||||||
log::debug!("Initializing IRC");
|
let mut filtered_senders = HashMap::new();
|
||||||
while client.list_channels().is_some_and(|x| x.is_empty()) {
|
let mut filtered_streams = HashMap::new();
|
||||||
stream
|
|
||||||
.next()
|
for (name, sender, stream) in filtered_senders_and_streams {
|
||||||
.await
|
filtered_senders.insert(name.clone(), sender);
|
||||||
.transpose()
|
filtered_streams.insert(name, stream);
|
||||||
.map_err(|e| format!("error waiting for motd: {e}"))?;
|
|
||||||
}
|
}
|
||||||
log::debug!("Initialized IRC");
|
|
||||||
Ok::<(irc::client::Sender, ClientStream), String>((sender, stream))
|
(filtered_senders, filtered_streams)
|
||||||
};
|
};
|
||||||
let init_signal = async {
|
let init_signal = async {
|
||||||
log::debug!("Initializing Signal");
|
log::debug!("Initializing Signal");
|
||||||
let signal_client = (async {
|
let signal_client = (async {
|
||||||
|
// TODO(raito): use exponential backoff here!
|
||||||
for i in 0..10 {
|
for i in 0..10 {
|
||||||
match jsonrpc::connect_unix(&config.signal.socket).await {
|
match jsonrpc::connect_unix(&config.signal.socket).await {
|
||||||
Ok(client) => {
|
Ok(client) => {
|
||||||
|
@ -66,10 +106,12 @@ async fn main() -> Result<(), String> {
|
||||||
.await
|
.await
|
||||||
.map_err(|e| format!("failed to subscribe to signal msg: {e}"))?;
|
.map_err(|e| format!("failed to subscribe to signal msg: {e}"))?;
|
||||||
log::debug!("Initialized Signal");
|
log::debug!("Initialized Signal");
|
||||||
Ok((signal_stream, signal_client))
|
Ok::<_, String>((signal_stream, signal_client))
|
||||||
};
|
};
|
||||||
let ((sender, mut stream), (mut signal_stream, signal_client)) =
|
|
||||||
try_join(init_irc, init_signal).await?;
|
let (mut signal_stream, signal_client) = init_signal.await?;
|
||||||
|
let (irc_senders, irc_streams) = init_irc.await;
|
||||||
|
|
||||||
let bridge = Bridge::new(
|
let bridge = Bridge::new(
|
||||||
&config.signal.media_dir,
|
&config.signal.media_dir,
|
||||||
&config.signal.signal_cli_dir,
|
&config.signal.signal_cli_dir,
|
||||||
|
@ -78,17 +120,25 @@ async fn main() -> Result<(), String> {
|
||||||
);
|
);
|
||||||
|
|
||||||
// Run !!
|
// Run !!
|
||||||
log::info!("Bridge is up and running");
|
log::info!("Bridge is ready to run");
|
||||||
|
|
||||||
|
// TODO: if only one of the future fails, we should not crash the rest of the threads but log a
|
||||||
|
// very good error.
|
||||||
|
let irc_handlers = try_join_all(irc_streams.into_iter().map(|(name, mut stream)| {
|
||||||
|
log::info!("Listening for IRC messages for {name}");
|
||||||
|
handle_irc(name, &mut stream, signal_client, &bridge)
|
||||||
|
}));
|
||||||
|
|
||||||
try_join(
|
try_join(
|
||||||
handle_signal(sender, &mut signal_stream, &bridge),
|
handle_signal(irc_senders, &mut signal_stream, &bridge),
|
||||||
handle_irc(&mut stream, signal_client, &bridge),
|
irc_handlers
|
||||||
)
|
)
|
||||||
.await?;
|
.await?;
|
||||||
unreachable!();
|
unreachable!();
|
||||||
}
|
}
|
||||||
|
|
||||||
async fn handle_irc(
|
async fn handle_irc(
|
||||||
|
server_id: String,
|
||||||
stream: &mut ClientStream,
|
stream: &mut ClientStream,
|
||||||
signal_client: impl SubscriptionClientT + std::marker::Sync,
|
signal_client: impl SubscriptionClientT + std::marker::Sync,
|
||||||
bridge: &Bridge<'_>,
|
bridge: &Bridge<'_>,
|
||||||
|
@ -100,7 +150,7 @@ async fn handle_irc(
|
||||||
.transpose()
|
.transpose()
|
||||||
.map_err(|e| format!("error while retrieving messages from irc: {e}"))?
|
.map_err(|e| format!("error while retrieving messages from irc: {e}"))?
|
||||||
{
|
{
|
||||||
if let Some((groupid, msg)) = bridge.irc2signal(message) {
|
if let Some((groupid, msg)) = bridge.irc2signal(&server_id, message) {
|
||||||
log::trace!("[SIGNAL SEND] {msg}");
|
log::trace!("[SIGNAL SEND] {msg}");
|
||||||
signal_client
|
signal_client
|
||||||
.send(
|
.send(
|
||||||
|
@ -136,7 +186,7 @@ async fn handle_irc(
|
||||||
}
|
}
|
||||||
|
|
||||||
async fn handle_signal(
|
async fn handle_signal(
|
||||||
sender: Sender,
|
senders: HashMap<String, Sender>,
|
||||||
stream: &mut Subscription<Value>,
|
stream: &mut Subscription<Value>,
|
||||||
bridge: &Bridge<'_>,
|
bridge: &Bridge<'_>,
|
||||||
) -> Result<(), String> {
|
) -> Result<(), String> {
|
||||||
|
@ -147,8 +197,15 @@ async fn handle_signal(
|
||||||
}
|
}
|
||||||
Some(Ok(val)) => {
|
Some(Ok(val)) => {
|
||||||
log::trace!("[SIGNAL RCV] {:?}", val);
|
log::trace!("[SIGNAL RCV] {:?}", val);
|
||||||
if let Some((channel, msg)) = bridge.signal2irc(val).await {
|
if let Some((server, channel, msg)) = bridge.signal2irc(val).await {
|
||||||
sender
|
if !senders.contains_key(server) {
|
||||||
|
log::error!("Tried to send message to server {server} but is unavailable!");
|
||||||
|
return Err(
|
||||||
|
format!("unavailable IRC server '{server}' when receiving a Signal message for it")
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
senders[server]
|
||||||
.send_privmsg(channel, msg)
|
.send_privmsg(channel, msg)
|
||||||
.map_err(|e| format!("error while sending to irc: {e}"))?;
|
.map_err(|e| format!("error while sending to irc: {e}"))?;
|
||||||
}
|
}
|
||||||
|
|
|
@ -1,6 +1,8 @@
|
||||||
use std::path::Path;
|
use std::path::Path;
|
||||||
use bimap::BiMap;
|
use bimap::BiMap;
|
||||||
|
|
||||||
|
use crate::config::IrcTarget;
|
||||||
|
|
||||||
use irc::client::prelude::*;
|
use irc::client::prelude::*;
|
||||||
use serde_json::{Map, Value};
|
use serde_json::{Map, Value};
|
||||||
use tokio::fs::copy;
|
use tokio::fs::copy;
|
||||||
|
@ -11,7 +13,8 @@ struct SignalMessageBuilder<'a> {
|
||||||
message: Option<String>,
|
message: Option<String>,
|
||||||
attachments_urls: Vec<String>,
|
attachments_urls: Vec<String>,
|
||||||
mentions: Vec<(usize, usize, String)>, // TODO Add type
|
mentions: Vec<(usize, usize, String)>, // TODO Add type
|
||||||
target: Option<&'a String>,
|
target_channel: Option<&'a str>,
|
||||||
|
target_server: Option<&'a str>,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl<'b> SignalMessageBuilder<'b> {
|
impl<'b> SignalMessageBuilder<'b> {
|
||||||
|
@ -31,13 +34,32 @@ impl<'b> SignalMessageBuilder<'b> {
|
||||||
self.mentions.extend_from_slice(mentions);
|
self.mentions.extend_from_slice(mentions);
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn target(&mut self, channel: Option<&'b String>) {
|
pub fn target(&mut self, target: Option<&'b IrcTarget>) {
|
||||||
self.target = channel;
|
match target {
|
||||||
|
Some(target) => {
|
||||||
|
self.channel(Some(&target.channel));
|
||||||
|
self.server(Some(&target.server));
|
||||||
|
},
|
||||||
|
None => {
|
||||||
|
self.channel(None);
|
||||||
|
self.server(None);
|
||||||
|
},
|
||||||
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn build(mut self) -> Option<(&'b String, String)>
|
pub fn channel(&mut self, channel: Option<&'b str>) {
|
||||||
|
self.target_channel = channel;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
pub fn server(&mut self, server: Option<&'b str>) {
|
||||||
|
self.target_server = server;
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn build(mut self) -> Option<(&'b str, &'b str, String)>
|
||||||
{
|
{
|
||||||
self.mentions.sort_by(|(pos1, _, _), (pos2, _, _)| pos1.cmp(pos2));
|
self.mentions.sort_by(|(pos1, _, _), (pos2, _, _)| pos1.cmp(pos2));
|
||||||
|
log::trace!("building the final message: {:?} {:?}", self.mentions, self.message);
|
||||||
self.message.as_mut().map(|message| {
|
self.message.as_mut().map(|message| {
|
||||||
let mut offset: usize = 0;
|
let mut offset: usize = 0;
|
||||||
for (pos, len, name) in self.mentions.into_iter() {
|
for (pos, len, name) in self.mentions.into_iter() {
|
||||||
|
@ -46,7 +68,7 @@ impl<'b> SignalMessageBuilder<'b> {
|
||||||
}
|
}
|
||||||
});
|
});
|
||||||
let attachments_text = self.attachments_urls.join(", ");
|
let attachments_text = self.attachments_urls.join(", ");
|
||||||
(match (&self.message, attachments_text.len()) {
|
let message = (match (&self.message, attachments_text.len()) {
|
||||||
(None, 0) => None,
|
(None, 0) => None,
|
||||||
(None, _) => self
|
(None, _) => self
|
||||||
.from
|
.from
|
||||||
|
@ -57,7 +79,11 @@ impl<'b> SignalMessageBuilder<'b> {
|
||||||
.from
|
.from
|
||||||
.as_ref()
|
.as_ref()
|
||||||
.map(|from| format!("<{from}>: {m} ({attachments_text})")),
|
.map(|from| format!("<{from}>: {m} ({attachments_text})")),
|
||||||
}).and_then(|m| self.target.map(|e| (e, m)))
|
})?;
|
||||||
|
let target_channel = self.target_channel?;
|
||||||
|
let target_server = self.target_server?;
|
||||||
|
|
||||||
|
Some((target_server, target_channel, message))
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -65,7 +91,7 @@ pub struct Bridge<'a> {
|
||||||
media_dir: &'a Path,
|
media_dir: &'a Path,
|
||||||
signalcli_dir: &'a Path,
|
signalcli_dir: &'a Path,
|
||||||
url_root: &'a str,
|
url_root: &'a str,
|
||||||
mapping: &'a BiMap<String, String>,
|
mapping: &'a BiMap<String, IrcTarget>,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl<'a> Bridge<'a> {
|
impl<'a> Bridge<'a> {
|
||||||
|
@ -73,7 +99,7 @@ impl<'a> Bridge<'a> {
|
||||||
media_dir: &'a Path,
|
media_dir: &'a Path,
|
||||||
signalcli_dir: &'a Path,
|
signalcli_dir: &'a Path,
|
||||||
url_root: &'a str,
|
url_root: &'a str,
|
||||||
mapping: &'a BiMap<String, String>,
|
mapping: &'a BiMap<String, IrcTarget>,
|
||||||
) -> Self {
|
) -> Self {
|
||||||
Self {
|
Self {
|
||||||
media_dir,
|
media_dir,
|
||||||
|
@ -117,7 +143,7 @@ impl<'a> Bridge<'a> {
|
||||||
if let Some(url) = self.handle_attachment(a).await {
|
if let Some(url) = self.handle_attachment(a).await {
|
||||||
attachments_urls.push(url);
|
attachments_urls.push(url);
|
||||||
} else {
|
} else {
|
||||||
log::warn!("droped attachment: {a}");
|
log::warn!("dropped attachment: {a}");
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
result.attach(&attachments_urls);
|
result.attach(&attachments_urls);
|
||||||
|
@ -127,12 +153,12 @@ impl<'a> Bridge<'a> {
|
||||||
}
|
}
|
||||||
if let Some(Value::Object(group_info)) = message.get("groupInfo") {
|
if let Some(Value::Object(group_info)) = message.get("groupInfo") {
|
||||||
if let Some(Value::String(groupid)) = group_info.get("groupId") {
|
if let Some(Value::String(groupid)) = group_info.get("groupId") {
|
||||||
result.target(self.mapping.get_by_right(groupid));
|
result.target(self.mapping.get_by_left(groupid));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
pub async fn signal2irc(&self, signal: Value) -> Option<(&String, String)> {
|
pub async fn signal2irc(&self, signal: Value) -> Option<(&str, &str, String)> {
|
||||||
let mut result: SignalMessageBuilder = SignalMessageBuilder::default();
|
let mut result: SignalMessageBuilder = SignalMessageBuilder::default();
|
||||||
if let Value::Object(map) = signal {
|
if let Value::Object(map) = signal {
|
||||||
if let Some(Value::Object(envelope)) = map.get("envelope") {
|
if let Some(Value::Object(envelope)) = map.get("envelope") {
|
||||||
|
@ -152,7 +178,7 @@ impl<'a> Bridge<'a> {
|
||||||
result.build()
|
result.build()
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn irc2signal(&self, message: Message) -> Option<(&String, String)> {
|
pub fn irc2signal(&self, server: &String, message: Message) -> Option<(&String, String)> {
|
||||||
match (message.prefix, message.command) {
|
match (message.prefix, message.command) {
|
||||||
(Some(Prefix::Nickname(from, _, _)), Command::PRIVMSG(channel, message)) => {
|
(Some(Prefix::Nickname(from, _, _)), Command::PRIVMSG(channel, message)) => {
|
||||||
Some((channel, format!("<{from}>: {message}")))
|
Some((channel, format!("<{from}>: {message}")))
|
||||||
|
@ -162,6 +188,6 @@ impl<'a> Bridge<'a> {
|
||||||
}
|
}
|
||||||
_ => None,
|
_ => None,
|
||||||
}
|
}
|
||||||
.and_then(|(channel, e)| self.mapping.get_by_left(&channel).map(|c| (c, e)))
|
.and_then(|(channel, e)| self.mapping.get_by_right(&IrcTarget { server: *server, channel}).map(|c| (c, e)))
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in a new issue