It's alive

This commit is contained in:
John Doty 2022-10-07 13:56:59 +00:00
parent 5e26860731
commit c5bf78fc71
2 changed files with 271 additions and 81 deletions

View file

@ -1,4 +1,4 @@
use bytes::BytesMut; use bytes::{Bytes, BytesMut};
use std::collections::HashMap; use std::collections::HashMap;
use std::io::Cursor; use std::io::Cursor;
use std::net::{Ipv4Addr, SocketAddrV4}; use std::net::{Ipv4Addr, SocketAddrV4};
@ -26,6 +26,7 @@ impl<T: AsyncWrite + Unpin> MessageWriter<T> {
} }
async fn write(self: &mut Self, msg: Message) -> Result<(), Error> { async fn write(self: &mut Self, msg: Message) -> Result<(), Error> {
// TODO: Optimize buffer usage please this is bad // TODO: Optimize buffer usage please this is bad
eprintln!("? {:?}", msg);
let mut buffer = msg.encode(); let mut buffer = msg.encode();
self.writer self.writer
.write_u32(buffer.len().try_into().expect("Message too large")) .write_u32(buffer.len().try_into().expect("Message too large"))
@ -46,25 +47,106 @@ async fn pump_write<T: AsyncWrite + Unpin>(
Ok(()) Ok(())
} }
async fn server_connect( struct ServerConnection {
channel: u64, close: Option<oneshot::Sender<()>>,
port: u16, data: mpsc::Sender<Bytes>,
writer: &mut mpsc::Sender<Message>, }
) -> Result<(), Error> {
let _stream = TcpStream::connect(SocketAddrV4::new(Ipv4Addr::LOCALHOST, port)).await?; #[derive(Clone)]
if let Err(e) = writer.send(Message::Connected(channel, port)).await { struct ServerConnectionTable {
eprintln!("< Warning: couldn't send Connected: {:?}", e); connections: Arc<Mutex<HashMap<u64, ServerConnection>>>,
return Err(Error::from(ErrorKind::BrokenPipe)); }
impl ServerConnectionTable {
fn new() -> ServerConnectionTable {
ServerConnectionTable {
connections: Arc::new(Mutex::new(HashMap::new())),
}
} }
// Do the thing, read and write and whatnot. fn add(self: &mut Self, id: u64, close: oneshot::Sender<()>, data: mpsc::Sender<Bytes>) {
let mut connections = self.connections.lock().unwrap();
connections.insert(
id,
ServerConnection {
close: Some(close),
data,
},
);
}
fn close(self: &mut Self, id: u64) {
let mut connections = self.connections.lock().unwrap();
if let Some(connection) = connections.get_mut(&id) {
if let Some(close) = connection.close.take() {
_ = close.send(());
}
}
}
async fn receive(self: &Self, id: u64, buf: Bytes) {
let data = {
let connections = self.connections.lock().unwrap();
if let Some(connection) = connections.get(&id) {
Some(connection.data.clone())
} else {
None
}
};
if let Some(data) = data {
_ = data.send(buf).await;
}
}
fn remove(self: &mut Self, id: u64) {
let mut connections = self.connections.lock().unwrap();
connections.remove(&id);
}
}
async fn server_connection_write<T: AsyncWrite + Unpin>(
data: &mut mpsc::Receiver<Bytes>,
write: &mut T,
) -> Result<(), Error> {
while let Some(buf) = data.recv().await {
write.write_all(&buf[..]).await?;
}
Ok(()) Ok(())
} }
async fn server_handle_connection(
channel: u64,
port: u16,
writer: mpsc::Sender<Message>,
connections: ServerConnectionTable,
) {
let mut connections = connections;
if let Ok(mut stream) = TcpStream::connect(SocketAddrV4::new(Ipv4Addr::LOCALHOST, port)).await {
let (send_close, closed) = oneshot::channel();
let (send_data, mut data) = mpsc::channel(32);
connections.add(channel, send_close, send_data);
if let Ok(_) = writer.send(Message::Connected(channel)).await {
let (mut read_half, mut write_half) = stream.split();
// TODO: Read until we get a close on `rx`.
tokio::select! {
_ = client_connection_read(channel, &mut read_half, writer.clone()) => (),
_ = server_connection_write(&mut data, &mut write_half) => (),
_ = closed => (),
}
}
connections.remove(channel);
}
_ = writer.send(Message::Closed(channel));
}
async fn server_read<T: AsyncRead + Unpin>( async fn server_read<T: AsyncRead + Unpin>(
reader: &mut T, reader: &mut T,
writer: mpsc::Sender<Message>, writer: mpsc::Sender<Message>,
connections: ServerConnectionTable,
) -> Result<(), Error> { ) -> Result<(), Error> {
eprintln!("< Processing packets..."); eprintln!("< Processing packets...");
loop { loop {
@ -83,13 +165,21 @@ async fn server_read<T: AsyncRead + Unpin>(
match message { match message {
Ping => (), Ping => (),
Connect(channel, port) => { Connect(channel, port) => {
let writer = writer.clone(); let (writer, connections) = (writer.clone(), connections.clone());
tokio::spawn(async move { tokio::spawn(async move {
let mut writer = writer; server_handle_connection(channel, port, writer, connections).await;
if let Err(e) = server_connect(channel, port, &mut writer).await { });
eprintln!("< Connection failed: {:?}", e); }
_ = writer.send(Message::Abort(channel)).await; Close(channel) => {
} let mut connections = connections.clone();
tokio::spawn(async move {
connections.close(channel);
});
}
Data(channel, buf) => {
let connections = connections.clone();
tokio::spawn(async move {
connections.receive(channel, buf).await;
}); });
} }
Refresh => { Refresh => {
@ -117,10 +207,12 @@ async fn server_main<Reader: AsyncRead + Unpin, Writer: AsyncWrite + Unpin>(
reader: &mut Reader, reader: &mut Reader,
writer: &mut MessageWriter<Writer>, writer: &mut MessageWriter<Writer>,
) -> Result<(), Error> { ) -> Result<(), Error> {
let connections = ServerConnectionTable::new();
// Jump into it... // Jump into it...
let (msg_sender, mut msg_receiver) = mpsc::channel(32); let (msg_sender, mut msg_receiver) = mpsc::channel(32);
let writing = pump_write(&mut msg_receiver, writer); let writing = pump_write(&mut msg_receiver, writer);
let reading = server_read(reader, msg_sender); let reading = server_read(reader, msg_sender, connections);
tokio::pin!(reading); tokio::pin!(reading);
tokio::pin!(writing); tokio::pin!(writing);
@ -169,76 +261,173 @@ async fn client_sync<T: AsyncRead + Unpin>(reader: &mut T) -> Result<(), Error>
} }
struct ClientConnection { struct ClientConnection {
connected: Option<oneshot::Sender<Result<(), Error>>>, connected: Option<oneshot::Sender<()>>,
closed: Option<oneshot::Sender<()>>,
data: mpsc::Sender<Bytes>,
} }
struct ClientConnectionTable { struct ClientConnectionTableState {
next_id: u64, next_id: u64,
connections: HashMap<u64, ClientConnection>, connections: HashMap<u64, ClientConnection>,
} }
#[derive(Clone)]
struct ClientConnectionTable {
connections: Arc<Mutex<ClientConnectionTableState>>,
}
impl ClientConnectionTable { impl ClientConnectionTable {
fn new() -> ClientConnectionTable { fn new() -> ClientConnectionTable {
ClientConnectionTable { ClientConnectionTable {
next_id: 0, connections: Arc::new(Mutex::new(ClientConnectionTableState {
connections: HashMap::new(), next_id: 0,
connections: HashMap::new(),
})),
} }
} }
}
type ClientConnections = Arc<Mutex<ClientConnectionTable>>; fn alloc(
self: &mut Self,
async fn client_handle_connection( connected: oneshot::Sender<()>,
port: u16, closed: oneshot::Sender<()>,
writer: mpsc::Sender<Message>, data: mpsc::Sender<Bytes>,
connections: ClientConnections, ) -> u64 {
) { let mut tbl = self.connections.lock().unwrap();
let (connected, rx) = oneshot::channel();
let channel_id = {
let mut tbl = connections.lock().unwrap();
let id = tbl.next_id; let id = tbl.next_id;
tbl.next_id += 1; tbl.next_id += 1;
tbl.connections.insert( tbl.connections.insert(
id, id,
ClientConnection { ClientConnection {
connected: Some(connected), connected: Some(connected),
closed: Some(closed),
data,
}, },
); );
id id
}; }
if let Ok(_) = writer.send(Message::Connect(channel_id, port)).await { fn closed(self: &mut Self, id: u64) {
if let Ok(r) = rx.await { let closed = {
if let Ok(_) = r { let mut tbl = self.connections.lock().unwrap();
// Connection worked! Do the damn thing. if let Some(c) = tbl.connections.get_mut(&id) {
eprintln!("Got here I guess! {}", channel_id); c.closed.take()
} else {
None
} }
};
if let Some(closed) = closed {
_ = closed.send(());
} }
} }
{ fn connected(self: &mut Self, id: u64) {
let mut tbl = connections.lock().unwrap(); let connected = {
tbl.connections.remove(&channel_id); let mut tbl = self.connections.lock().unwrap();
if let Some(c) = tbl.connections.get_mut(&id) {
c.connected.take()
} else {
None
}
};
if let Some(connected) = connected {
_ = connected.send(());
}
} }
// If the writer is closed then the whole connection is closed.
async fn receive(self: &Self, id: u64, buf: Bytes) {
let data = {
let tbl = self.connections.lock().unwrap();
if let Some(connection) = tbl.connections.get(&id) {
Some(connection.data.clone())
} else {
None
}
};
if let Some(data) = data {
_ = data.send(buf).await;
}
}
fn remove(self: &mut Self, id: u64) {
let mut tbl = self.connections.lock().unwrap();
tbl.connections.remove(&id);
}
}
async fn client_connection_read<T: AsyncRead + Unpin>(
channel: u64,
read: &mut T,
writer: mpsc::Sender<Message>,
) -> Result<(), Error> {
loop {
let mut buffer = BytesMut::with_capacity(64 * 1024);
read.read_buf(&mut buffer).await?;
if buffer.len() == 0 {
return Ok(());
}
if let Err(_) = writer.send(Message::Data(channel, buffer.into())).await {
return Err(Error::from(ErrorKind::ConnectionReset));
}
// TODO: Flow control here, wait for the packet to be acknowleged so
// there isn't head-of-line blocking or infinite bufferingon the
// remote side. Also buffer re-use!
}
}
async fn client_handle_connection(
port: u16,
writer: mpsc::Sender<Message>,
connections: ClientConnectionTable,
socket: &mut TcpStream,
) {
let mut connections = connections;
let (send_connected, connected) = oneshot::channel();
let (send_closed, mut closed) = oneshot::channel();
let (send_data, mut data) = mpsc::channel(32);
let channel_id = connections.alloc(send_connected, send_closed, send_data);
if let Ok(_) = writer.send(Message::Connect(channel_id, port)).await {
let connected = tokio::select! {
_ = connected => true,
_ = &mut closed => false
};
if connected {
let (mut read_half, mut write_half) = socket.split();
tokio::select! {
_ = client_connection_read(channel_id, &mut read_half, writer.clone()) => (),
_ = server_connection_write(&mut data, &mut write_half) => (),
_ = closed => ()
};
} else {
eprintln!("> Failed to connect to remote");
}
}
connections.remove(channel_id);
_ = writer.send(Message::Close(channel_id)).await; _ = writer.send(Message::Close(channel_id)).await;
} }
async fn client_listen( async fn client_listen(
port: u16, port: u16,
writer: mpsc::Sender<Message>, writer: mpsc::Sender<Message>,
connections: ClientConnections, connections: ClientConnectionTable,
) -> Result<(), Error> { ) -> Result<(), Error> {
loop { loop {
let listener = TcpListener::bind(SocketAddrV4::new(Ipv4Addr::LOCALHOST, port)).await?; let listener = TcpListener::bind(SocketAddrV4::new(Ipv4Addr::LOCALHOST, port)).await?;
loop { loop {
// The second item contains the IP and port of the new connection. // The second item contains the IP and port of the new connection.
// TODO: Handle shutdown correctly. // TODO: Handle shutdown correctly.
let (_, _) = listener.accept().await?; let (mut socket, _) = listener.accept().await?;
let (writer, connections) = (writer.clone(), connections.clone()); let (writer, connections) = (writer.clone(), connections.clone());
tokio::spawn(async move { tokio::spawn(async move {
client_handle_connection(port, writer, connections).await; client_handle_connection(port, writer, connections, &mut socket).await;
}); });
} }
} }
@ -246,8 +435,8 @@ async fn client_listen(
async fn client_read<T: AsyncRead + Unpin>( async fn client_read<T: AsyncRead + Unpin>(
reader: &mut T, reader: &mut T,
connections: ClientConnections,
writer: mpsc::Sender<Message>, writer: mpsc::Sender<Message>,
connections: ClientConnectionTable,
) -> Result<(), Error> { ) -> Result<(), Error> {
let mut listeners: HashMap<u16, oneshot::Sender<()>> = HashMap::new(); let mut listeners: HashMap<u16, oneshot::Sender<()>> = HashMap::new();
@ -267,20 +456,23 @@ async fn client_read<T: AsyncRead + Unpin>(
use Message::*; use Message::*;
match message { match message {
Ping => (), Ping => (),
Connected(channel, _) => { Connected(channel) => {
let connected = { let mut connections = connections.clone();
let mut tbl = connections.lock().unwrap(); tokio::spawn(async move {
if let Some(c) = tbl.connections.get_mut(&channel) { connections.connected(channel);
c.connected.take() });
} else { }
None Close(channel) => {
} let mut connections = connections.clone();
}; tokio::spawn(async move {
connections.closed(channel);
if let Some(connected) = connected { });
// If we can't send the notification then... uh... ok? }
_ = connected.send(Ok(())); Data(channel, buf) => {
} let connections = connections.clone();
tokio::spawn(async move {
connections.receive(channel, buf).await;
});
} }
Ports(ports) => { Ports(ports) => {
let mut new_listeners = HashMap::new(); let mut new_listeners = HashMap::new();
@ -333,12 +525,12 @@ async fn client_main<Reader: AsyncRead + Unpin, Writer: AsyncWrite + Unpin>(
eprintln!("> Sending initial list command..."); eprintln!("> Sending initial list command...");
writer.write(Message::Refresh).await?; writer.write(Message::Refresh).await?;
let connections = Arc::new(Mutex::new(ClientConnectionTable::new())); let connections = ClientConnectionTable::new();
// And now really get into it... // And now really get into it...
let (msg_sender, mut msg_receiver) = mpsc::channel(32); let (msg_sender, mut msg_receiver) = mpsc::channel(32);
let writing = pump_write(&mut msg_receiver, writer); let writing = pump_write(&mut msg_receiver, writer);
let reading = client_read(reader, connections, msg_sender); let reading = client_read(reader, msg_sender, connections);
tokio::pin!(reading); tokio::pin!(reading);
tokio::pin!(writing); tokio::pin!(writing);

View file

@ -17,10 +17,10 @@ pub struct PortDesc {
#[derive(Debug, PartialEq)] #[derive(Debug, PartialEq)]
pub enum Message { pub enum Message {
Ping, Ping,
Connect(u64, u16), // Request to connect on a port from client to server. Connect(u64, u16), // Request to connect on a port from client to server.
Connected(u64, u16), // Sucessfully connected from server to client. Connected(u64), // Sucessfully connected from server to client.
Close(u64), // Request to close from client to server. Close(u64), // Request to close connection on either end.
Abort(u64), // Notify of close from server to client. // Abort(u64), // Notify of close from server to client.
Closed(u64), // Response to Close or Abort. Closed(u64), // Response to Close or Abort.
Refresh, // Request to refresh list of ports from client. Refresh, // Request to refresh list of ports from client.
Ports(Vec<PortDesc>), // List of available ports from server to client. Ports(Vec<PortDesc>), // List of available ports from server to client.
@ -40,19 +40,18 @@ impl Message {
result.put_u64(*channel); result.put_u64(*channel);
result.put_u16(*port); result.put_u16(*port);
} }
Connected(channel, port) => { Connected(channel) => {
result.put_u8(0x02); result.put_u8(0x02);
result.put_u64(*channel); result.put_u64(*channel);
result.put_u16(*port);
} }
Close(channel) => { Close(channel) => {
result.put_u8(0x03); result.put_u8(0x03);
result.put_u64(*channel); result.put_u64(*channel);
} }
Abort(channel) => { // Abort(channel) => {
result.put_u8(0x04); // result.put_u8(0x04);
result.put_u64(*channel); // result.put_u64(*channel);
} // }
Closed(channel) => { Closed(channel) => {
result.put_u8(0x05); result.put_u8(0x05);
result.put_u64(*channel); result.put_u64(*channel);
@ -93,17 +92,16 @@ impl Message {
} }
0x02 => { 0x02 => {
let channel = get_u64(cursor)?; let channel = get_u64(cursor)?;
let port = get_u16(cursor)?; Ok(Connected(channel))
Ok(Connected(channel, port))
} }
0x03 => { 0x03 => {
let channel = get_u64(cursor)?; let channel = get_u64(cursor)?;
Ok(Close(channel)) Ok(Close(channel))
} }
0x04 => { // 0x04 => {
let channel = get_u64(cursor)?; // let channel = get_u64(cursor)?;
Ok(Abort(channel)) // Ok(Abort(channel))
} // }
0x05 => { 0x05 => {
let channel = get_u64(cursor)?; let channel = get_u64(cursor)?;
Ok(Closed(channel)) Ok(Closed(channel))
@ -155,9 +153,9 @@ mod message_tests {
fn round_trip() { fn round_trip() {
assert_round_trip(Ping); assert_round_trip(Ping);
assert_round_trip(Connect(0x1234567890123456, 0x1234)); assert_round_trip(Connect(0x1234567890123456, 0x1234));
assert_round_trip(Connected(0x1234567890123456, 0x1234)); assert_round_trip(Connected(0x1234567890123456));
assert_round_trip(Close(0x1234567890123456)); assert_round_trip(Close(0x1234567890123456));
assert_round_trip(Abort(0x1234567890123456)); // assert_round_trip(Abort(0x1234567890123456));
assert_round_trip(Closed(0x1234567890123456)); assert_round_trip(Closed(0x1234567890123456));
assert_round_trip(Refresh); assert_round_trip(Refresh);
assert_round_trip(Ports(vec![ assert_round_trip(Ports(vec![