feat(relay): cap total client frame bandwidth
Client-originated Ethernet frames now pass through a per-peer byte token bucket after source and safety validation and before destination-specific forwarding. The fixed MVP default allows a 4 MiB burst with a 2 MiB/s refill, giving normal LAN-game traffic headroom while preventing one client from filling the relay path indefinitely. The existing frame burst buckets now share the same `TokenBucket` type with a unit cost of one frame. Keeping this state in `Room` preserves forwarding-policy ownership and lets tests drive explicit instants. This completes the relay-side abuse limit list from PLAN.md. Configurable rate limits remain future work. Test Plan: - cargo fmt --check - cargo test -p lanparty-relay - cargo clippy -p lanparty-relay --all-targets -- -D warnings - cargo test --workspace - cargo clippy --workspace --all-targets -- -D warnings - git diff --check Refs: PLAN.md
This commit is contained in:
@@ -80,7 +80,7 @@ Public relay binary and relay-owned room state:
|
|||||||
- stable effective room MTU chosen before Ethernet datagrams flow
|
- stable effective room MTU chosen before Ethernet datagrams flow
|
||||||
- live Ethernet datagram forwarding with no ingress reflection
|
- live Ethernet datagram forwarding with no ingress reflection
|
||||||
- L2 safety filters for jumbo, switch-control, DHCP-server, and IPv6-RA frames
|
- L2 safety filters for jumbo, switch-control, DHCP-server, and IPv6-RA frames
|
||||||
- client broadcast/multicast and unknown-unicast burst limiting
|
- client broadcast/multicast, unknown-unicast, and total bandwidth limiting
|
||||||
- malformed peer datagram disconnect threshold
|
- malformed peer datagram disconnect threshold
|
||||||
- peer leave cleanup for room membership and MAC indexes
|
- peer leave cleanup for room membership and MAC indexes
|
||||||
|
|
||||||
|
|||||||
@@ -20,10 +20,13 @@ pub use config::{ConfigError, DEFAULT_RELAY_PORT, ListenEndpoint, RelayArgs, Rel
|
|||||||
pub use server::RelayServer;
|
pub use server::RelayServer;
|
||||||
|
|
||||||
pub const DEFAULT_MAX_CLIENTS_PER_ROOM: usize = 16;
|
pub const DEFAULT_MAX_CLIENTS_PER_ROOM: usize = 16;
|
||||||
|
const MEBIBYTE: u64 = 1024 * 1024;
|
||||||
const CLIENT_MULTICAST_BURST_FRAMES: u32 = 64;
|
const CLIENT_MULTICAST_BURST_FRAMES: u32 = 64;
|
||||||
const CLIENT_MULTICAST_REFILL_FRAMES_PER_SECOND: u32 = 32;
|
const CLIENT_MULTICAST_REFILL_FRAMES_PER_SECOND: u32 = 32;
|
||||||
const CLIENT_UNKNOWN_UNICAST_BURST_FRAMES: u32 = 64;
|
const CLIENT_UNKNOWN_UNICAST_BURST_FRAMES: u32 = 64;
|
||||||
const CLIENT_UNKNOWN_UNICAST_REFILL_FRAMES_PER_SECOND: u32 = 32;
|
const CLIENT_UNKNOWN_UNICAST_REFILL_FRAMES_PER_SECOND: u32 = 32;
|
||||||
|
const CLIENT_TOTAL_BANDWIDTH_BURST_BYTES: u64 = 4 * MEBIBYTE;
|
||||||
|
const CLIENT_TOTAL_BANDWIDTH_REFILL_BYTES_PER_SECOND: u64 = 2 * MEBIBYTE;
|
||||||
const ETHERTYPE_IPV4: u16 = 0x0800;
|
const ETHERTYPE_IPV4: u16 = 0x0800;
|
||||||
const ETHERTYPE_EAPOL: u16 = 0x888e;
|
const ETHERTYPE_EAPOL: u16 = 0x888e;
|
||||||
const ETHERTYPE_SLOW_PROTOCOLS: u16 = 0x8809;
|
const ETHERTYPE_SLOW_PROTOCOLS: u16 = 0x8809;
|
||||||
@@ -287,8 +290,9 @@ struct Room {
|
|||||||
gateway: Option<PeerInfo>,
|
gateway: Option<PeerInfo>,
|
||||||
clients: HashMap<u32, PeerInfo>,
|
clients: HashMap<u32, PeerInfo>,
|
||||||
clients_by_mac: HashMap<MacAddr, u32>,
|
clients_by_mac: HashMap<MacAddr, u32>,
|
||||||
client_multicast_limits: HashMap<u32, FrameRateLimit>,
|
client_multicast_limits: HashMap<u32, TokenBucket>,
|
||||||
client_unknown_unicast_limits: HashMap<u32, FrameRateLimit>,
|
client_unknown_unicast_limits: HashMap<u32, TokenBucket>,
|
||||||
|
client_total_bandwidth_limits: HashMap<u32, TokenBucket>,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl Room {
|
impl Room {
|
||||||
@@ -303,6 +307,7 @@ impl Room {
|
|||||||
clients_by_mac: HashMap::new(),
|
clients_by_mac: HashMap::new(),
|
||||||
client_multicast_limits: HashMap::new(),
|
client_multicast_limits: HashMap::new(),
|
||||||
client_unknown_unicast_limits: HashMap::new(),
|
client_unknown_unicast_limits: HashMap::new(),
|
||||||
|
client_total_bandwidth_limits: HashMap::new(),
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -342,6 +347,8 @@ impl Room {
|
|||||||
.insert(peer.peer_id(), client_multicast_limit());
|
.insert(peer.peer_id(), client_multicast_limit());
|
||||||
self.client_unknown_unicast_limits
|
self.client_unknown_unicast_limits
|
||||||
.insert(peer.peer_id(), client_unknown_unicast_limit());
|
.insert(peer.peer_id(), client_unknown_unicast_limit());
|
||||||
|
self.client_total_bandwidth_limits
|
||||||
|
.insert(peer.peer_id(), client_total_bandwidth_limit());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -431,6 +438,7 @@ impl Room {
|
|||||||
self.clients_by_mac.remove(&mac);
|
self.clients_by_mac.remove(&mac);
|
||||||
self.client_multicast_limits.remove(&peer.peer_id());
|
self.client_multicast_limits.remove(&peer.peer_id());
|
||||||
self.client_unknown_unicast_limits.remove(&peer.peer_id());
|
self.client_unknown_unicast_limits.remove(&peer.peer_id());
|
||||||
|
self.client_total_bandwidth_limits.remove(&peer.peer_id());
|
||||||
|
|
||||||
Ok(peer)
|
Ok(peer)
|
||||||
}
|
}
|
||||||
@@ -471,6 +479,12 @@ impl Room {
|
|||||||
return Ok(ForwardingDecision::dropped(drop_reason));
|
return Ok(ForwardingDecision::dropped(drop_reason));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if ingress_role == Role::Client
|
||||||
|
&& !self.allow_client_total_bandwidth(ingress_peer_id, frame.len() as u64, now)
|
||||||
|
{
|
||||||
|
return Ok(ForwardingDecision::rate_limited());
|
||||||
|
}
|
||||||
|
|
||||||
if ingress_role == Role::Client
|
if ingress_role == Role::Client
|
||||||
&& frame.destination().is_multicast()
|
&& frame.destination().is_multicast()
|
||||||
&& !self.allow_client_multicast(ingress_peer_id, now)
|
&& !self.allow_client_multicast(ingress_peer_id, now)
|
||||||
@@ -507,14 +521,21 @@ impl Room {
|
|||||||
self.client_multicast_limits
|
self.client_multicast_limits
|
||||||
.entry(peer_id)
|
.entry(peer_id)
|
||||||
.or_insert_with(client_multicast_limit)
|
.or_insert_with(client_multicast_limit)
|
||||||
.allow(now)
|
.allow(1, now)
|
||||||
}
|
}
|
||||||
|
|
||||||
fn allow_client_unknown_unicast(&mut self, peer_id: u32, now: Instant) -> bool {
|
fn allow_client_unknown_unicast(&mut self, peer_id: u32, now: Instant) -> bool {
|
||||||
self.client_unknown_unicast_limits
|
self.client_unknown_unicast_limits
|
||||||
.entry(peer_id)
|
.entry(peer_id)
|
||||||
.or_insert_with(client_unknown_unicast_limit)
|
.or_insert_with(client_unknown_unicast_limit)
|
||||||
.allow(now)
|
.allow(1, now)
|
||||||
|
}
|
||||||
|
|
||||||
|
fn allow_client_total_bandwidth(&mut self, peer_id: u32, bytes: u64, now: Instant) -> bool {
|
||||||
|
self.client_total_bandwidth_limits
|
||||||
|
.entry(peer_id)
|
||||||
|
.or_insert_with(client_total_bandwidth_limit)
|
||||||
|
.allow(bytes, now)
|
||||||
}
|
}
|
||||||
|
|
||||||
fn peer(&self, peer_id: u32) -> Option<&PeerInfo> {
|
fn peer(&self, peer_id: u32) -> Option<&PeerInfo> {
|
||||||
@@ -546,15 +567,15 @@ impl Room {
|
|||||||
}
|
}
|
||||||
|
|
||||||
#[derive(Debug, Clone)]
|
#[derive(Debug, Clone)]
|
||||||
struct FrameRateLimit {
|
struct TokenBucket {
|
||||||
tokens: u32,
|
tokens: u64,
|
||||||
capacity: u32,
|
capacity: u64,
|
||||||
refill_per_second: u32,
|
refill_per_second: u64,
|
||||||
last_refill: Instant,
|
last_refill: Instant,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl FrameRateLimit {
|
impl TokenBucket {
|
||||||
fn new(capacity: u32, refill_per_second: u32) -> Self {
|
fn new(capacity: u64, refill_per_second: u64) -> Self {
|
||||||
assert!(capacity > 0, "rate-limit capacity must be nonzero");
|
assert!(capacity > 0, "rate-limit capacity must be nonzero");
|
||||||
assert!(
|
assert!(
|
||||||
refill_per_second > 0,
|
refill_per_second > 0,
|
||||||
@@ -569,12 +590,12 @@ impl FrameRateLimit {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
fn allow(&mut self, now: Instant) -> bool {
|
fn allow(&mut self, cost: u64, now: Instant) -> bool {
|
||||||
self.refill(now);
|
self.refill(now);
|
||||||
if self.tokens == 0 {
|
if self.tokens < cost {
|
||||||
false
|
false
|
||||||
} else {
|
} else {
|
||||||
self.tokens -= 1;
|
self.tokens -= cost;
|
||||||
true
|
true
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -585,24 +606,30 @@ impl FrameRateLimit {
|
|||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
let refill = elapsed_secs.saturating_mul(u64::from(self.refill_per_second));
|
let refill = elapsed_secs.saturating_mul(self.refill_per_second);
|
||||||
let refill = refill.min(u64::from(u32::MAX)) as u32;
|
|
||||||
self.tokens = self.tokens.saturating_add(refill).min(self.capacity);
|
self.tokens = self.tokens.saturating_add(refill).min(self.capacity);
|
||||||
self.last_refill = now;
|
self.last_refill = now;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
fn client_multicast_limit() -> FrameRateLimit {
|
fn client_multicast_limit() -> TokenBucket {
|
||||||
FrameRateLimit::new(
|
TokenBucket::new(
|
||||||
CLIENT_MULTICAST_BURST_FRAMES,
|
u64::from(CLIENT_MULTICAST_BURST_FRAMES),
|
||||||
CLIENT_MULTICAST_REFILL_FRAMES_PER_SECOND,
|
u64::from(CLIENT_MULTICAST_REFILL_FRAMES_PER_SECOND),
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
fn client_unknown_unicast_limit() -> FrameRateLimit {
|
fn client_unknown_unicast_limit() -> TokenBucket {
|
||||||
FrameRateLimit::new(
|
TokenBucket::new(
|
||||||
CLIENT_UNKNOWN_UNICAST_BURST_FRAMES,
|
u64::from(CLIENT_UNKNOWN_UNICAST_BURST_FRAMES),
|
||||||
CLIENT_UNKNOWN_UNICAST_REFILL_FRAMES_PER_SECOND,
|
u64::from(CLIENT_UNKNOWN_UNICAST_REFILL_FRAMES_PER_SECOND),
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
fn client_total_bandwidth_limit() -> TokenBucket {
|
||||||
|
TokenBucket::new(
|
||||||
|
CLIENT_TOTAL_BANDWIDTH_BURST_BYTES,
|
||||||
|
CLIENT_TOTAL_BANDWIDTH_REFILL_BYTES_PER_SECOND,
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -1033,6 +1060,54 @@ mod tests {
|
|||||||
assert_eq!(decision.action(), FrameAction::Forwarded);
|
assert_eq!(decision.action(), FrameAction::Forwarded);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn rate_limits_client_total_bandwidth_after_burst() {
|
||||||
|
let mut registry = RoomRegistry::default();
|
||||||
|
let client_one = registry.join(client_hello(1)).unwrap();
|
||||||
|
let client_two = registry.join(client_hello(2)).unwrap();
|
||||||
|
let payload = vec![0; MAX_STANDARD_ETHERNET_FRAME_LEN - ETHERNET_HEADER_LEN];
|
||||||
|
let frame = ethernet_with_payload(mac(2), mac(1), ETHERTYPE_IPV4, &payload);
|
||||||
|
let frame_len = frame.len() as u64;
|
||||||
|
let burst_frames = CLIENT_TOTAL_BANDWIDTH_BURST_BYTES / frame_len;
|
||||||
|
let now = Instant::now();
|
||||||
|
|
||||||
|
assert!(burst_frames > 0);
|
||||||
|
|
||||||
|
for _ in 0..burst_frames {
|
||||||
|
let decision = registry
|
||||||
|
.forward_ethernet_at(&room(), client_one.peer().peer_id(), &frame, now)
|
||||||
|
.unwrap();
|
||||||
|
assert_eq!(decision.action(), FrameAction::Forwarded);
|
||||||
|
assert_eq!(decision.targets(), &[client_two.peer().peer_id()]);
|
||||||
|
}
|
||||||
|
|
||||||
|
let decision = registry
|
||||||
|
.forward_ethernet_at(&room(), client_one.peer().peer_id(), &frame, now)
|
||||||
|
.unwrap();
|
||||||
|
assert_rate_limited(&decision);
|
||||||
|
|
||||||
|
let decision = registry
|
||||||
|
.forward_ethernet_at(
|
||||||
|
&room(),
|
||||||
|
client_two.peer().peer_id(),
|
||||||
|
ðernet(mac(1), mac(2)),
|
||||||
|
now,
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
|
assert_eq!(decision.action(), FrameAction::Forwarded);
|
||||||
|
assert_eq!(decision.targets(), &[client_one.peer().peer_id()]);
|
||||||
|
|
||||||
|
let decision = registry
|
||||||
|
.forward_ethernet_at(
|
||||||
|
&room(),
|
||||||
|
client_one.peer().peer_id(),
|
||||||
|
&frame,
|
||||||
|
now + Duration::from_secs(1),
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
|
assert_eq!(decision.action(), FrameAction::Forwarded);
|
||||||
|
}
|
||||||
|
|
||||||
#[test]
|
#[test]
|
||||||
fn drops_client_frames_with_forged_source_mac() {
|
fn drops_client_frames_with_forged_source_mac() {
|
||||||
let mut registry = RoomRegistry::default();
|
let mut registry = RoomRegistry::default();
|
||||||
|
|||||||
Reference in New Issue
Block a user