network: implement support for smoltcp and ipstack

network/Cargo.toml

@@ -15,6 +15,7 @@ tokio = { workspace = true }
 futures = { workspace = true }
 libc = { workspace = true }
 udp-stream = { workspace = true }
+smoltcp = { workspace = true }
 
 [dependencies.advmac]
 path = "../libs/advmac"

network/src/lib.rs

@@ -1,21 +1,32 @@
+use std::os::fd::AsRawFd;
+use std::str::FromStr;
 use std::sync::{Arc, Mutex};
+use std::thread;
 use std::time::Duration;
 
+use advmac::MacAddr6;
 use anyhow::{anyhow, Result};
-use futures::TryStreamExt;
+use futures::channel::oneshot;
+use futures::{try_join, TryStreamExt};
 use ipstack::stream::IpStackStream;
 use log::{debug, error, info, warn};
 use netlink_packet_route::link::LinkAttribute;
 use raw_socket::{AsyncRawSocket, RawSocket};
+use smoltcp::iface::{Config, Interface, SocketSet};
+use smoltcp::time::Instant;
+use smoltcp::wire::{HardwareAddress, IpCidr};
 use tokio::net::TcpStream;
 use tokio::time::sleep;
 use udp_stream::UdpStream;
 
 mod raw_socket;
 
+#[derive(Clone)]
 pub struct NetworkBackend {
+    pub network: String,
     pub interface: String,
 }
+
 pub struct NetworkService {
     pub network: String,
 }
@@ -27,8 +38,9 @@ impl NetworkService {
 }
 
 impl NetworkBackend {
-    pub fn new(iface: &str) -> Result<NetworkBackend> {
+    pub fn new(network: &str, iface: &str) -> Result<NetworkBackend> {
         Ok(NetworkBackend {
+            network: network.to_string(),
             interface: iface.to_string(),
         })
     }
@@ -56,14 +68,16 @@ impl NetworkBackend {
     }
 
     pub async fn run(&mut self) -> Result<()> {
+        try_join!(self.run_internet_stack(), self.run_virtual_host_stack()).map(|_| ())
+    }
+
+    async fn run_internet_stack(&self) -> Result<()> {
         let mut config = ipstack::IpStackConfig::default();
         config.mtu(1500);
-        config.tcp_timeout(std::time::Duration::from_secs(600)); // 10 minutes
-        config.udp_timeout(std::time::Duration::from_secs(10)); // 10 seconds
+        config.tcp_timeout(std::time::Duration::from_secs(600));
+        config.udp_timeout(std::time::Duration::from_secs(10));
 
-        let mut socket = RawSocket::new(&self.interface)?;
-        socket.bind_interface()?;
-        let socket = AsyncRawSocket::new(socket)?;
+        let socket = AsyncRawSocket::bind(&self.interface)?;
         let mut stack = ipstack::IpStack::new(config, socket);
 
         while let Ok(stream) = stack.accept().await {
@@ -72,7 +86,40 @@ impl NetworkBackend {
         Ok(())
     }
 
-    async fn process_stream(&mut self, stream: IpStackStream) -> Result<()> {
+    async fn run_virtual_host_stack(&self) -> Result<()> {
+        let (tx, rx) = oneshot::channel();
+        let me = self.clone();
+        thread::spawn(move || {
+            let _ = tx.send(me.run_virtual_host_stack_blocking());
+        });
+        rx.await?
+    }
+
+    fn run_virtual_host_stack_blocking(&self) -> Result<()> {
+        let address = IpCidr::from_str(&self.network)
+            .map_err(|_| anyhow!("failed to parse cidr: {}", self.network))?;
+        let addresses: Vec<IpCidr> = vec![address];
+        let mut socket = RawSocket::new(&self.interface)?;
+        let mac = MacAddr6::random();
+        let mac = HardwareAddress::Ethernet(smoltcp::wire::EthernetAddress(mac.to_array()));
+        let config = Config::new(mac);
+        let mut iface = Interface::new(config, &mut socket, Instant::now());
+        iface.update_ip_addrs(|addrs| {
+            addrs
+                .extend_from_slice(&addresses)
+                .expect("failed to set ip addresses");
+        });
+
+        let mut sockets = SocketSet::new(vec![]);
+        let fd = socket.as_raw_fd();
+        loop {
+            let timestamp = Instant::now();
+            iface.poll(timestamp, &mut socket, &mut sockets);
+            smoltcp::phy::wait(fd, iface.poll_delay(timestamp, &sockets))?;
+        }
+    }
+
+    async fn process_stream(&self, stream: IpStackStream) -> Result<()> {
         match stream {
             IpStackStream::Tcp(mut tcp) => {
                 debug!("tcp: {}", tcp.peer_addr());
@@ -160,7 +207,7 @@ impl NetworkService {
         spawned: Arc<Mutex<Vec<String>>>,
     ) -> Result<()> {
         let interface = interface.to_string();
-        let mut network = NetworkBackend::new(&interface)?;
+        let mut network = NetworkBackend::new(&self.network, &interface)?;
         info!("initializing network backend for interface {}", interface);
         network.init().await?;
         tokio::time::sleep(Duration::from_secs(1)).await;

network/src/raw_socket.rs

@@ -1,30 +1,35 @@
+use anyhow::Result;
 use futures::ready;
+use log::debug;
+use smoltcp::phy::{Device, DeviceCapabilities, Medium};
+use smoltcp::time::Instant;
+use std::cell::RefCell;
 use std::os::unix::io::{AsRawFd, RawFd};
 use std::pin::Pin;
+use std::rc::Rc;
 use std::task::{Context, Poll};
 use std::{io, mem};
-
-use anyhow::Result;
 use tokio::io::unix::AsyncFd;
 use tokio::io::{AsyncRead, AsyncWrite, ReadBuf};
 
 const SIOCGIFINDEX: libc::c_ulong = 0x8933;
 
 #[derive(Debug)]
-pub struct RawSocket {
+pub struct RawSocketHandle {
+    pub mtu: usize,
     protocol: libc::c_short,
     lower: libc::c_int,
     ifreq: Ifreq,
 }
 
-impl AsRawFd for RawSocket {
+impl AsRawFd for RawSocketHandle {
     fn as_raw_fd(&self) -> RawFd {
         self.lower
     }
 }
 
-impl RawSocket {
-    pub fn new(name: &str) -> io::Result<RawSocket> {
+impl RawSocketHandle {
+    pub fn new(interface: &str) -> io::Result<RawSocketHandle> {
         let protocol: libc::c_short = 0x0003;
         let lower = unsafe {
             let lower = libc::socket(
@@ -38,13 +43,20 @@ impl RawSocket {
             lower
         };
 
-        Ok(RawSocket {
+        Ok(RawSocketHandle {
+            mtu: 1500,
             protocol,
             lower,
-            ifreq: ifreq_for(name),
+            ifreq: ifreq_for(interface),
         })
     }
 
+    pub fn bind(interface: &str) -> Result<Self> {
+        let mut socket = RawSocketHandle::new(interface)?;
+        socket.bind_interface()?;
+        Ok(socket)
+    }
+
     pub fn bind_interface(&mut self) -> io::Result<()> {
         let sockaddr = libc::sockaddr_ll {
             sll_family: libc::AF_PACKET as u16,
@@ -101,7 +113,7 @@ impl RawSocket {
     }
 }
 
-impl Drop for RawSocket {
+impl Drop for RawSocketHandle {
     fn drop(&mut self) {
         unsafe {
             libc::close(self.lower);
@@ -109,6 +121,107 @@ impl Drop for RawSocket {
     }
 }
 
+#[derive(Debug)]
+pub struct RawSocket {
+    lower: Rc<RefCell<RawSocketHandle>>,
+    mtu: usize,
+}
+
+impl AsRawFd for RawSocket {
+    fn as_raw_fd(&self) -> RawFd {
+        self.lower.borrow().as_raw_fd()
+    }
+}
+
+impl RawSocket {
+    pub fn new(name: &str) -> io::Result<RawSocket> {
+        let mut lower = RawSocketHandle::new(name)?;
+        lower.bind_interface()?;
+        let mtu = lower.mtu;
+        Ok(RawSocket {
+            lower: Rc::new(RefCell::new(lower)),
+            mtu,
+        })
+    }
+}
+
+impl Device for RawSocket {
+    type RxToken<'a> = RxToken
+    where
+        Self: 'a;
+    type TxToken<'a> = TxToken
+    where
+        Self: 'a;
+
+    fn capabilities(&self) -> DeviceCapabilities {
+        let mut capabilities = DeviceCapabilities::default();
+        capabilities.medium = Medium::Ethernet;
+        capabilities.max_transmission_unit = self.mtu;
+        capabilities
+    }
+
+    fn receive(&mut self, _timestamp: Instant) -> Option<(Self::RxToken<'_>, Self::TxToken<'_>)> {
+        let lower = self.lower.borrow_mut();
+        let mut buffer = vec![0; self.mtu];
+        match lower.recv(&mut buffer[..]) {
+            Ok(size) => {
+                buffer.resize(size, 0);
+                let rx = RxToken { buffer };
+                let tx = TxToken {
+                    lower: self.lower.clone(),
+                };
+                Some((rx, tx))
+            }
+            Err(err) if err.kind() == io::ErrorKind::WouldBlock => None,
+            Err(err) => panic!("{}", err),
+        }
+    }
+
+    fn transmit(&mut self, _timestamp: Instant) -> Option<Self::TxToken<'_>> {
+        Some(TxToken {
+            lower: self.lower.clone(),
+        })
+    }
+}
+
+#[doc(hidden)]
+pub struct RxToken {
+    buffer: Vec<u8>,
+}
+
+impl smoltcp::phy::RxToken for RxToken {
+    fn consume<R, F>(mut self, f: F) -> R
+    where
+        F: FnOnce(&mut [u8]) -> R,
+    {
+        f(&mut self.buffer[..])
+    }
+}
+
+#[doc(hidden)]
+pub struct TxToken {
+    lower: Rc<RefCell<RawSocketHandle>>,
+}
+
+impl smoltcp::phy::TxToken for TxToken {
+    fn consume<R, F>(self, len: usize, f: F) -> R
+    where
+        F: FnOnce(&mut [u8]) -> R,
+    {
+        let lower = self.lower.borrow_mut();
+        let mut buffer = vec![0; len];
+        let result = f(&mut buffer);
+        match lower.send(&buffer[..]) {
+            Ok(_) => {}
+            Err(err) if err.kind() == io::ErrorKind::WouldBlock => {
+                debug!("phy: tx failed due to WouldBlock")
+            }
+            Err(err) => panic!("{}", err),
+        }
+        result
+    }
+}
+
 #[repr(C)]
 #[derive(Debug)]
 struct Ifreq {
@@ -143,15 +256,20 @@ fn ifreq_ioctl(
 }
 
 pub struct AsyncRawSocket {
-    inner: AsyncFd<RawSocket>,
+    inner: AsyncFd<RawSocketHandle>,
 }
 
 impl AsyncRawSocket {
-    pub fn new(socket: RawSocket) -> Result<Self> {
+    pub fn new(socket: RawSocketHandle) -> Result<Self> {
         Ok(Self {
             inner: AsyncFd::new(socket)?,
         })
     }
+
+    pub fn bind(interface: &str) -> Result<Self> {
+        let socket = RawSocketHandle::bind(interface)?;
+        AsyncRawSocket::new(socket)
+    }
 }
 
 impl AsyncRead for AsyncRawSocket {