#!/bin/bash # This script tests the below topology: # # ┌─────────────────────┐ ┌──────────────────────────────────┐ ┌─────────────────────┐ # │ $ns1 namespace │ │ $ns0 namespace │ │ $ns2 namespace │ # │ │ │ │ │ │ # │┌────────┐ │ │ ┌────────┐ │ │ ┌────────┐│ # ││ wg0 │───────────┼───┼────────────│ lo │────────────┼───┼───────────│ wg0 ││ # │├────────┴──────────┐│ │ ┌───────┴────────┴────────┐ │ │┌──────────┴────────┤│ # ││192.168.241.1/24 ││ │ │(ns1) (ns2) │ │ ││192.168.241.2/24 ││ # ││abcd::1/24 ││ │ │127.0.0.1:1 127.0.0.1:2│ │ ││abcd::2/24 ││ # │└───────────────────┘│ │ │[::]:1 [::]:2 │ │ │└───────────────────┘│ # └─────────────────────┘ │ └─────────────────────────┘ │ └─────────────────────┘ # └──────────────────────────────────┘ # # After the topology is prepared we run a series of TCP/UDP iperf3 tests between the # wireguard peers in $ns1 and $ns2. Note that $ns0 is the endpoint for the wg0 # interfaces in $ns1 and $ns2. See https://www.wireguard.io/netns/ for further # details on how this is accomplished. set -e exec 3>&1 export WG_HIDE_KEYS=never netns0="wg-test-$$-0" netns1="wg-test-$$-1" netns2="wg-test-$$-2" pretty() { echo -e "\x1b[32m\x1b[1m[+] ${1:+NS$1: }${2}\x1b[0m" >&3; } pp() { pretty "" "$*"; "$@"; } n0() { pretty 0 "$*"; ip netns exec $netns0 "$@"; } n1() { pretty 1 "$*"; ip netns exec $netns1 "$@"; } n2() { pretty 2 "$*"; ip netns exec $netns2 "$@"; } ip0() { pretty 0 "ip $*"; ip -n $netns0 "$@"; } ip1() { pretty 1 "ip $*"; ip -n $netns1 "$@"; } ip2() { pretty 2 "ip $*"; ip -n $netns2 "$@"; } sleep() { read -t "$1" -N 0 || true; } waitiperf() { pretty "${1//*-}" "wait for iperf:5201"; while [[ $(ss -N "$1" -tlp 'sport = 5201') != *iperf3* ]]; do sleep 0.1; done; } waitncatudp() { pretty "${1//*-}" "wait for udp:1111"; while [[ $(ss -N "$1" -ulp 'sport = 1111') != *ncat* ]]; do sleep 0.1; done; } cleanup() { set +e exec 2>/dev/null ip0 link del dev wg0 ip1 link del dev wg0 ip2 link del dev wg0 pp ip netns del $netns1 pp ip netns del $netns2 pp ip netns del $netns0 kill -- -$$ exit } trap cleanup EXIT ip netns del $netns0 2>/dev/null || true ip netns del $netns1 2>/dev/null || true ip netns del $netns2 2>/dev/null || true pp ip netns add $netns0 pp ip netns add $netns1 pp ip netns add $netns2 ip0 link set up dev lo ip0 link add dev wg0 type wireguard ip0 link set wg0 netns $netns1 ip0 link add dev wg0 type wireguard ip0 link set wg0 netns $netns2 key1="$(pp wg genkey)" key2="$(pp wg genkey)" pub1="$(pp wg pubkey <<<"$key1")" pub2="$(pp wg pubkey <<<"$key2")" psk="$(pp wg genpsk)" [[ -n $key1 && -n $key2 && -n $psk ]] configure_peers() { ip1 addr add 192.168.241.1/24 dev wg0 ip1 addr add abcd::1/24 dev wg0 ip2 addr add 192.168.241.2/24 dev wg0 ip2 addr add abcd::2/24 dev wg0 n1 wg set wg0 \ private-key <(echo "$key1") \ preshared-key <(echo "$psk") \ listen-port 1 \ peer "$pub2" \ allowed-ips 192.168.241.2/32,abcd::2/128 n2 wg set wg0 \ private-key <(echo "$key2") \ preshared-key <(echo "$psk") \ listen-port 2 \ peer "$pub1" \ allowed-ips 192.168.241.1/32,abcd::1/128 ip1 link set up dev wg0 ip2 link set up dev wg0 } configure_peers tests() { # Status before n1 wg n2 wg # Ping over IPv4 n2 ping -c 10 -f -W 1 192.168.241.1 n1 ping -c 10 -f -W 1 192.168.241.2 # Ping over IPv6 n2 ping6 -c 10 -f -W 1 abcd::1 n1 ping6 -c 10 -f -W 1 abcd::2 # TCP over IPv4 n2 iperf3 -s -1 -B 192.168.241.2 & waitiperf $netns2 n1 iperf3 -Z -i 1 -n 1G -c 192.168.241.2 # TCP over IPv6 n1 iperf3 -s -1 -B abcd::1 & waitiperf $netns1 n2 iperf3 -Z -i 1 -n 1G -c abcd::1 # UDP over IPv4 n1 iperf3 -s -1 -B 192.168.241.1 & waitiperf $netns1 n2 iperf3 -Z -i 1 -n 1G -b 0 -u -c 192.168.241.1 # UDP over IPv6 n2 iperf3 -s -1 -B abcd::2 & waitiperf $netns2 n1 iperf3 -Z -i 1 -n 1G -b 0 -u -c abcd::2 # Status after n1 wg n2 wg } [[ $(ip1 link show dev wg0) =~ mtu\ ([0-9]+) ]] && orig_mtu="${BASH_REMATCH[1]}" big_mtu=$(( 34816 - 1500 + $orig_mtu )) # Test using IPv4 as outer transport n1 wg set wg0 peer "$pub2" endpoint 127.0.0.1:2 n2 wg set wg0 peer "$pub1" endpoint 127.0.0.1:1 tests ip1 link set wg0 mtu $big_mtu ip2 link set wg0 mtu $big_mtu tests ip1 link set wg0 mtu $orig_mtu ip2 link set wg0 mtu $orig_mtu # Test using IPv6 as outer transport n1 wg set wg0 peer "$pub2" endpoint [::1]:2 n2 wg set wg0 peer "$pub1" endpoint [::1]:1 tests ip1 link set wg0 mtu $big_mtu ip2 link set wg0 mtu $big_mtu tests ip1 link set wg0 mtu $orig_mtu ip2 link set wg0 mtu $orig_mtu # Test using IPv4 that roaming works ip0 -4 addr del 127.0.0.1/8 dev lo ip0 -4 addr add 127.212.121.99/8 dev lo n1 wg set wg0 listen-port 9999 n1 wg set wg0 peer "$pub2" endpoint 127.0.0.1:2 n1 ping6 -W 1 -c 1 abcd::2 [[ $(n2 wg show wg0 endpoints) == "$pub1 127.212.121.99:9999" ]] n1 wg n2 wg # Test using IPv6 that roaming works n1 wg set wg0 listen-port 9998 n1 wg set wg0 peer "$pub2" endpoint [::1]:2 n1 ping -W 1 -c 1 192.168.241.2 [[ $(n2 wg show wg0 endpoints) == "$pub1 [::1]:9998" ]] n1 wg n2 wg # Test that crypto-RP filter works n1 wg set wg0 peer "$pub2" allowed-ips 192.168.241.0/24 read -r -N 1 -t 1 out < <(n1 ncat -l -u -p 1111) && [[ $out == "X" ]] & listener_pid=$! waitncatudp $netns1 n2 ncat -u 192.168.241.1 1111 <<<"X" wait $listener_pid more_specific_key="$(pp wg genkey | pp wg pubkey)" n1 wg set wg0 peer "$more_specific_key" allowed-ips 192.168.241.2/32 n2 wg set wg0 listen-port 9997 read -r -N 1 -t 1 out < <(n1 ncat -l -u -p 1111) && [[ $out == "X" ]] & listener_pid=$! waitncatudp $netns1 n2 ncat -u 192.168.241.1 1111 <<<"X" ! wait $listener_pid || false n1 wg set wg0 peer "$more_specific_key" remove [[ $(n1 wg show wg0 endpoints) == "$pub2 [::1]:9997" ]] # Test using NAT. We now change the topology to this: # ┌────────────────────────────────────────┐ ┌────────────────────────────────────────────────┐ ┌────────────────────────────────────────┐ # │ $ns1 namespace │ │ $ns0 namespace │ │ $ns2 namespace │ # │ │ │ │ │ │ # │ │ │ │ │ │ # │ ┌─────┐ ┌─────┐ │ │ ┌──────┐ ┌──────┐ │ │ ┌─────┐ ┌─────┐ │ # │ │ wg0 │─────────────│vethc│───────────┼────┼────│vethrc│ │vethrs│──────────────┼─────┼──│veths│────────────│ wg0 │ │ # │ ├─────┴──────────┐ ├─────┴──────────┐│ │ ├──────┴─────────┐ ├──────┴────────────┐ │ │ ├─────┴──────────┐ ├─────┴──────────┐ │ # │ │192.168.241.1/24│ │192.168.1.100/24││ │ │192.168.1.100/24│ │10.0.0.1/24 │ │ │ │10.0.0.100/24 │ │192.168.241.2/24│ │ # │ │abcd::1/24 │ │ ││ │ │ │ │SNAT:192.168.1.0/24│ │ │ │ │ │abcd::2/24 │ │ # │ └────────────────┘ └────────────────┘│ │ └────────────────┘ └───────────────────┘ │ │ └────────────────┘ └────────────────┘ │ # │ │ │ │ │ │ # │ │ │ │ │ │ # │ │ │ │ │ │ # └────────────────────────────────────────┘ └────────────────────────────────────────────────┘ └────────────────────────────────────────┘ ip1 link del wg0 ip2 link del wg0 ip1 link add dev wg0 type wireguard ip2 link add dev wg0 type wireguard configure_peers ip0 link add vethrc type veth peer name vethc ip0 link add vethrs type veth peer name veths ip0 link set vethc netns $netns1 ip0 link set veths netns $netns2 ip0 link set vethrc up ip0 link set vethrs up ip0 addr add 192.168.1.1/24 dev vethrc ip0 addr add 10.0.0.1/24 dev vethrs ip1 addr add 192.168.1.100/24 dev vethc ip1 link set vethc up ip1 route add default via 192.168.1.1 ip2 addr add 10.0.0.100/24 dev veths ip2 link set veths up n0 bash -c 'echo 1 > /proc/sys/kernel/sysctl_writes_strict' n0 bash -c 'echo 1 > /proc/sys/net/ipv4/ip_forward' n0 bash -c 'echo 2 > /proc/sys/net/netfilter/nf_conntrack_udp_timeout' n0 bash -c 'echo 2 > /proc/sys/net/netfilter/nf_conntrack_udp_timeout_stream' n0 iptables -t nat -A POSTROUTING -s 192.168.1.0/24 -d 10.0.0.0/24 -j SNAT --to 10.0.0.1 n1 wg set wg0 peer "$pub2" endpoint 10.0.0.100:2 persistent-keepalive 1 n1 wg n2 wg n1 ping -W 1 -c 1 192.168.241.2 n2 ping -W 1 -c 1 192.168.241.1 n1 wg n2 wg [[ $(n2 wg show wg0 endpoints) == "$pub1 10.0.0.1:1" ]] # Demonstrate n2 can still send packets to n1, since persistent-keepalive will prevent connection tracking entry from expiring (to see entries: `n0 conntrack -L`). pp sleep 3 n2 ping -W 1 -c 1 192.168.241.1