fibs_test.sh

#
#  Copyright (c) 2014 Spectra Logic Corporation
#  All rights reserved.
#
#  Redistribution and use in source and binary forms, with or without
#  modification, are permitted provided that the following conditions
#  are met:
#  1. Redistributions of source code must retain the above copyright
#     notice, this list of conditions, and the following disclaimer,
#     without modification.
#  2. Redistributions in binary form must reproduce at minimum a disclaimer
#     substantially similar to the "NO WARRANTY" disclaimer below
#     ("Disclaimer") and any redistribution must be conditioned upon
#     including a substantially similar Disclaimer requirement for further
#     binary redistribution.
#
#  NO WARRANTY
#  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
#  "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
#  LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTIBILITY AND FITNESS FOR
#  A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
#  HOLDERS OR CONTRIBUTORS BE LIABLE FOR SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
#  DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
#  OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
#  HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
#  STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
#  IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
#  POSSIBILITY OF SUCH DAMAGES.
#
#  Authors: Alan Somers         (Spectra Logic Corporation)
#

# arpresolve should check the interface fib for routes to a target when
# creating an ARP table entry.  This is a regression for kern/167947, where
# arpresolve only checked the default route.
#
# Outline:
# Create two connected epair(4) interfaces
# Use nping (from security/nmap) to send an ICMP echo request from one
# interface to the other, spoofing the source IP.  The source IP must be
# spoofed, or else it will already have an entry in the arp table.
# Check whether an arp entry exists for the spoofed IP
atf_test_case arpresolve_checks_interface_fib cleanup
arpresolve_checks_interface_fib_head()
{
	atf_set "descr" "arpresolve should check the interface fib, not the default fib, for routes"
	atf_set "require.user" "root"
	atf_set "require.progs" "nping"
}
arpresolve_checks_interface_fib_body()
{
	# Configure the TAP interfaces to use a RFC5737 nonrouteable addresses
	# and a non-default fib
	ADDR0="192.0.2.2"
	ADDR1="192.0.2.3"
	SUBNET="192.0.2.0"
	# Due to bug TBD (regressed by multiple_fibs_on_same_subnet) we need
	# diffferent subnet masks, or FIB1 won't have a subnet route.
	MASK0="24"
	MASK1="25"
	# Spoof a MAC that is reserved per RFC7042
	SPOOF_ADDR="192.0.2.4"
	SPOOF_MAC="00:00:5E:00:53:00"

	# Check system configuration
	if [ 0 != `sysctl -n net.add_addr_allfibs` ]; then
		atf_skip "This test requires net.add_addr_allfibs=0"
	fi
	get_fibs 2

	# Configure epair interfaces
	get_epair
	setup_iface "$EPAIRA" "$FIB0" inet ${ADDR0} ${MASK0}
	setup_iface "$EPAIRB" "$FIB1" inet ${ADDR1} ${MASK1}

	# Send an ICMP echo request with a spoofed source IP
	setfib "$FIB0" nping -c 1 -e ${EPAIRA} -S ${SPOOF_ADDR} \
		--source-mac ${SPOOF_MAC} --icmp --icmp-type "echo-request" \
		--icmp-code 0 --icmp-id 0xdead --icmp-seq 1 --data 0xbeef \
		${ADDR1}
	# For informational and debugging purposes only, look for the
	# characteristic error message
	dmesg | grep "llinfo.*${SPOOF_ADDR}"
	# Check that the ARP entry exists
	atf_check -o match:"${SPOOF_ADDR}.*expires" setfib "$FIB1" arp ${SPOOF_ADDR}
}
arpresolve_checks_interface_fib_cleanup()
{
	cleanup_ifaces
}


# Regression test for kern/187549
atf_test_case loopback_and_network_routes_on_nondefault_fib cleanup
loopback_and_network_routes_on_nondefault_fib_head()
{
	atf_set "descr" "When creating and deleting loopback IPv4 routes, use the interface's fib"
	atf_set "require.user" "root"
}

loopback_and_network_routes_on_nondefault_fib_body()
{
	# Configure the TAP interface to use an RFC5737 nonrouteable address
	# and a non-default fib
	ADDR="192.0.2.2"
	SUBNET="192.0.2.0"
	MASK="24"

	# Check system configuration
	if [ 0 != `sysctl -n net.add_addr_allfibs` ]; then
		atf_skip "This test requires net.add_addr_allfibs=0"
	fi
	get_fibs 1

	# Configure a TAP interface
	setup_tap ${FIB0} inet ${ADDR} ${MASK}

	# Check whether the host route exists in only the correct FIB
	setfib ${FIB0} netstat -rn -f inet | grep -q "^${ADDR}.*UHS.*lo0"
	if [ 0 -ne $? ]; then
		setfib ${FIB0} netstat -rn -f inet
		atf_fail "Host route did not appear in the correct FIB"
	fi
	setfib 0 netstat -rn -f inet | grep -q "^${ADDR}.*UHS.*lo0"
	if [ 0 -eq $? ]; then
		setfib 0 netstat -rn -f inet
		atf_fail "Host route appeared in the wrong FIB"
	fi

	# Check whether the network route exists in only the correct FIB
	setfib ${FIB0} netstat -rn -f inet | \
		grep -q "^${SUBNET}/${MASK}.*${TAPD}"
	if [ 0 -ne $? ]; then
		setfib ${FIB0} netstat -rn -f inet
		atf_fail "Network route did not appear in the correct FIB"
	fi
	setfib 0 netstat -rn -f inet | \
		grep -q "^${SUBNET}/${MASK}.*${TAPD}"
	if [ 0 -eq $? ]; then
		setfib 0 netstat -rn -f inet
		atf_fail "Network route appeared in the wrong FIB"
	fi
}

loopback_and_network_routes_on_nondefault_fib_cleanup()
{
	cleanup_ifaces
}

atf_test_case loopback_and_network_routes_on_nondefault_fib_inet6 cleanup
loopback_and_network_routes_on_nondefault_fib_inet6_head()
{
	atf_set "descr" "When creating and deleting loopback IPv6 routes, use the interface's fib"
	atf_set "require.user" "root"
}

loopback_and_network_routes_on_nondefault_fib_inet6_body()
{
	# Configure the TAP interface to use a nonrouteable RFC3849
	# address and a non-default fib
	ADDR="2001:db8::2"
	SUBNET="2001:db8::"
	MASK="64"

	# Check system configuration
	if [ 0 != `sysctl -n net.add_addr_allfibs` ]; then
		atf_skip "This test requires net.add_addr_allfibs=0"
	fi
	get_fibs 1

	# Configure a TAP interface
	setup_tap ${FIB0} inet6 ${ADDR} ${MASK}

	# Check whether the host route exists in only the correct FIB
	setfib ${FIB0} netstat -rn -f inet6 | grep -q "^${ADDR}.*UHS.*lo0"
	if [ 0 -ne $? ]; then
		setfib ${FIB0} netstat -rn -f inet6
		atf_fail "Host route did not appear in the correct FIB"
	fi
	setfib 0 netstat -rn -f inet6 | grep -q "^${ADDR}.*UHS.*lo0"
	if [ 0 -eq $? ]; then
		setfib 0 netstat -rn -f inet6
		atf_fail "Host route appeared in the wrong FIB"
	fi

	# Check whether the network route exists in only the correct FIB
	setfib ${FIB0} netstat -rn -f inet6 | \
		grep -q "^${SUBNET}/${MASK}.*${TAPD}"
	if [ 0 -ne $? ]; then
		setfib ${FIB0} netstat -rn -f inet6
		atf_fail "Network route did not appear in the correct FIB"
	fi
	setfib 0 netstat -rn -f inet6 | \
		grep -q "^${SUBNET}/${MASK}.*${TAPD}"
	if [ 0 -eq $? ]; then
		setfib 0 netstat -rn -f inet6
		atf_fail "Network route appeared in the wrong FIB"
	fi
}

loopback_and_network_routes_on_nondefault_fib_inet6_cleanup()
{
	cleanup_ifaces
}


# Regression test for kern/187552
atf_test_case default_route_with_multiple_fibs_on_same_subnet cleanup
default_route_with_multiple_fibs_on_same_subnet_head()
{
	atf_set "descr" "Multiple interfaces on the same subnet but with different fibs can both have default IPv4 routes"
	atf_set "require.user" "root"
}

default_route_with_multiple_fibs_on_same_subnet_body()
{
	# Configure the TAP interfaces to use a RFC5737 nonrouteable addresses
	# and a non-default fib
	ADDR0="192.0.2.2"
	ADDR1="192.0.2.3"
	GATEWAY="192.0.2.1"
	SUBNET="192.0.2.0"
	MASK="24"

	# Check system configuration
	if [ 0 != `sysctl -n net.add_addr_allfibs` ]; then
		atf_skip "This test requires net.add_addr_allfibs=0"
	fi
	get_fibs 2

	# Configure TAP interfaces
	setup_tap "$FIB0" inet ${ADDR0} ${MASK}
	TAP0=$TAP
	setup_tap "$FIB1" inet ${ADDR1} ${MASK}
	TAP1=$TAP

	# Attempt to add default routes
	setfib ${FIB0} route add default ${GATEWAY}
	setfib ${FIB1} route add default ${GATEWAY}

	# Verify that the default route exists for both fibs, with their
	# respective interfaces.
	atf_check -o match:"^default.*${TAP0}$" \
		setfib ${FIB0} netstat -rn -f inet
	atf_check -o match:"^default.*${TAP1}$" \
		setfib ${FIB1} netstat -rn -f inet
}

default_route_with_multiple_fibs_on_same_subnet_cleanup()
{
	cleanup_ifaces
}

atf_test_case default_route_with_multiple_fibs_on_same_subnet_inet6 cleanup
default_route_with_multiple_fibs_on_same_subnet_inet6_head()
{
	atf_set "descr" "Multiple interfaces on the same subnet but with different fibs can both have default IPv6 routes"
	atf_set "require.user" "root"
}

default_route_with_multiple_fibs_on_same_subnet_inet6_body()
{
	# Configure the TAP interfaces to use nonrouteable RFC3849
	# addresses and non-default FIBs
	ADDR0="2001:db8::2"
	ADDR1="2001:db8::3"
	GATEWAY="2001:db8::1"
	SUBNET="2001:db8::"
	MASK="64"

	# Check system configuration
	if [ 0 != `sysctl -n net.add_addr_allfibs` ]; then
		atf_skip "This test requires net.add_addr_allfibs=0"
	fi
	get_fibs 2

	# Configure TAP interfaces
	setup_tap "$FIB0" inet6 ${ADDR0} ${MASK}
	TAP0=$TAP
	setup_tap "$FIB1" inet6 ${ADDR1} ${MASK}
	TAP1=$TAP

	# Attempt to add default routes
	setfib ${FIB0} route -6 add default ${GATEWAY}
	setfib ${FIB1} route -6 add default ${GATEWAY}

	# Verify that the default route exists for both fibs, with their
	# respective interfaces.
	atf_check -o match:"^default.*${TAP0}$" \
		setfib ${FIB0} netstat -rn -f inet6
	atf_check -o match:"^default.*${TAP1}$" \
		setfib ${FIB1} netstat -rn -f inet6
}

default_route_with_multiple_fibs_on_same_subnet_inet6_cleanup()
{
	cleanup_ifaces
}


# Regression test for PR kern/189089
# Create two tap interfaces and assign them both the same IP address but with
# different netmasks, and both on the default FIB.  Then remove one's IP
# address.  Hopefully the machine won't panic.
atf_test_case same_ip_multiple_ifaces_fib0 cleanup
same_ip_multiple_ifaces_fib0_head()
{
	atf_set "descr" "Can remove an IPv4 alias from an interface when the same IPv4 is also assigned to another interface."
	atf_set "require.user" "root"
}
same_ip_multiple_ifaces_fib0_body()
{
	ADDR="192.0.2.2"
	MASK0="24"
	MASK1="32"

	# Unlike most of the tests in this file, this is applicable regardless
	# of net.add_addr_allfibs

	# Setup the interfaces, then remove one alias.  It should not panic.
	setup_tap 0 inet ${ADDR} ${MASK0}
	TAP0=${TAP}
	# After commit 361a8395f0b0e6f254fd138798232529679d99f6 it became
	# an error to assign the same interface address twice.
	atf_expect_fail "The test results in an ifconfig error and thus spuriously fails"
	setup_tap 0 inet ${ADDR} ${MASK1}
	TAP1=${TAP}
	ifconfig ${TAP1} -alias ${ADDR}

	# Do it again, in the opposite order.  It should not panic.
	setup_tap 0 inet ${ADDR} ${MASK0}
	TAP0=${TAP}
	setup_tap 0 inet ${ADDR} ${MASK1}
	TAP1=${TAP}
	ifconfig ${TAP0} -alias ${ADDR}
}
same_ip_multiple_ifaces_fib0_cleanup()
{
	cleanup_ifaces
}

# Regression test for PR kern/189088
# Test that removing an IP address works even if the same IP is assigned to a
# different interface, on a different FIB.  Tests the same code that whose
# panic was regressed by same_ip_multiple_ifaces_fib0.  
# Create two tap interfaces and assign them both the same IP address but with
# different netmasks, and on different FIBs.  Then remove one's IP
# address.  Hopefully the machine won't panic.  Also, the IP's hostroute should
# dissappear from the correct fib.
atf_test_case same_ip_multiple_ifaces cleanup
same_ip_multiple_ifaces_head()
{
	atf_set "descr" "Can remove an IPv4 alias from an interface when the same address is also assigned to another interface, on non-default FIBs."
	atf_set "require.user" "root"
}
same_ip_multiple_ifaces_body()
{
	ADDR="192.0.2.2"
	MASK0="24"
	MASK1="32"

	# Unlike most of the tests in this file, this is applicable regardless
	# of net.add_addr_allfibs
	get_fibs 4

	# Setup the interfaces, then remove one alias.  It should not panic.
	setup_tap ${FIB0} inet ${ADDR} ${MASK0}
	TAP0=${TAP}
	setup_tap ${FIB1} inet ${ADDR} ${MASK1}
	TAP1=${TAP}
	ifconfig ${TAP1} -alias ${ADDR}
	atf_check -o not-match:"^${ADDR}[[:space:]]" \
		setfib ${FIB1} netstat -rn -f inet

	# Do it again, in the opposite order.  It should not panic.
	setup_tap ${FIB2} inet ${ADDR} ${MASK0}
	TAP0=${TAP}
	setup_tap ${FIB3} inet ${ADDR} ${MASK1}
	TAP1=${TAP}
	ifconfig ${TAP0} -alias ${ADDR}
	atf_check -o not-match:"^${ADDR}[[:space:]]" \
		setfib ${FIB2} netstat -rn -f inet
}
same_ip_multiple_ifaces_cleanup()
{
	# Due to PR kern/189088, we must destroy the interfaces in LIFO order
	# in order for the routes to be correctly cleaned up.
	for TAPD in `tail -r "ifaces_to_cleanup"`; do
		echo ifconfig ${TAPD} destroy
		ifconfig ${TAPD} destroy
	done
}

atf_test_case same_ip_multiple_ifaces_inet6 cleanup
same_ip_multiple_ifaces_inet6_head()
{
	atf_set "descr" "Can remove an IPv6 alias from an interface when the same address is also assigned to another interface, on non-default FIBs."
	atf_set "require.user" "root"
}
same_ip_multiple_ifaces_inet6_body()
{
	ADDR="2001:db8::2"
	MASK0="64"
	MASK1="128"

	# Unlike most of the tests in this file, this is applicable regardless
	# of net.add_addr_allfibs
	get_fibs 2

	# Setup the interfaces, then remove one alias.  It should not panic.
	setup_tap ${FIB0} inet6 ${ADDR} ${MASK0}
	TAP0=${TAP}
	setup_tap ${FIB1} inet6 ${ADDR} ${MASK1}
	TAP1=${TAP}
	atf_check -s exit:0 ifconfig ${TAP1} inet6 ${ADDR} -alias
	atf_check -o not-match:"^${ADDR}[[:space:]]" \
		setfib ${FIB1} netstat -rn -f inet6
	ifconfig ${TAP1} destroy
	ifconfig ${TAP0} destroy

	# Do it again, in the opposite order.  It should not panic.
	setup_tap ${FIB0} inet6 ${ADDR} ${MASK0}
	TAP0=${TAP}
	setup_tap ${FIB1} inet6 ${ADDR} ${MASK1}
	TAP1=${TAP}
	atf_check -s exit:0 ifconfig ${TAP0} inet6 ${ADDR} -alias
	atf_check -o not-match:"^${ADDR}[[:space:]]" \
		setfib ${FIB0} netstat -rn -f inet6
}
same_ip_multiple_ifaces_inet6_cleanup()
{
	cleanup_ifaces
}

atf_test_case slaac_on_nondefault_fib6 cleanup
slaac_on_nondefault_fib6_head()
{
	atf_set "descr" "SLAAC correctly installs routes on non-default FIBs"
	atf_set "require.user" "root"
	atf_set "require.config" "allow_sysctl_side_effects"
}
slaac_on_nondefault_fib6_body()
{
	# Configure the epair interfaces to use nonrouteable RFC3849
	# addresses and non-default FIBs
	PREFIX="2001:db8:$(printf "%x" `jot -r 1 0 65535`):$(printf "%x" `jot -r 1 0 65535`)"
	ADDR="$PREFIX::2"
	GATEWAY="$PREFIX::1"
	SUBNET="$PREFIX:"
	MASK="64"

	# Check system configuration
	if [ 0 != `sysctl -n net.add_addr_allfibs` ]; then
		atf_skip "This test requires net.add_addr_allfibs=0"
	fi
	get_fibs 2

	sysctl -n "net.inet6.ip6.rfc6204w3" >> "rfc6204w3.state"
	sysctl -n "net.inet6.ip6.forwarding" >> "forwarding.state"
	# Enable forwarding so the kernel will send RAs
	sysctl net.inet6.ip6.forwarding=1
	# Enable RFC6204W3 mode so the kernel will enable default router
	# selection while also forwarding packets
	sysctl net.inet6.ip6.rfc6204w3=1

	# Configure epair interfaces
	get_epair
	setup_iface "$EPAIRA" "$FIB0" inet6 ${ADDR} ${MASK}
	echo setfib $FIB1 ifconfig "$EPAIRB" inet6 -ifdisabled accept_rtadv fib $FIB1 up
	setfib $FIB1 ifconfig "$EPAIRB" inet6 -ifdisabled accept_rtadv fib $FIB1 up
	rtadvd -p rtadvd.pid -C rtadvd.sock -c /dev/null "$EPAIRA"
	rtsol "$EPAIRB"

	# Check SLAAC address
	atf_check -o match:"inet6 ${SUBNET}.*prefixlen ${MASK}.*autoconf" \
		ifconfig "$EPAIRB"
	# Check local route
	atf_check -o match:"${SUBNET}.*\<UHS\>.*lo0" \
		netstat -rnf inet6 -F $FIB1
	# Check subnet route
	atf_check -o match:"${SUBNET}:/${MASK}.*\<U\>.*$EPAIRB" \
		netstat -rnf inet6 -F $FIB1
	# Check default route
	atf_check -o match:"default.*\<UG\>.*$EPAIRB" \
		netstat -rnf inet6 -F $FIB1

	# Check that none of the above routes appeared on other routes
	for fib in $( seq 0 $(($(sysctl -n net.fibs) - 1))); do
		if [ "$fib" = "$FIB1" -o "$fib" = "$FIB0" ]; then
			continue
		fi
		atf_check -o not-match:"${SUBNET}.*\<UHS\>.*lo0" \
			netstat -rnf inet6 -F $fib
		atf_check -o not-match:"${SUBNET}:/${MASK}.*\<U\>.*$EPAIRB" \
			netstat -rnf inet6 -F $fib
		atf_check -o not-match:"default.*\<UG\>.*$EPAIRB" \
			netstat -rnf inet6 -F $fib
	done
}
slaac_on_nondefault_fib6_cleanup()
{
	if [ -f "rtadvd.pid" ]; then
		# rtadvd can take a long time to shutdown.  Use SIGKILL to kill
		# it right away.  The downside to using SIGKILL is that it
		# won't send final RAs to all interfaces, but we don't care
		# because we're about to destroy its interface anyway.
		pkill -kill -F rtadvd.pid
		rm -f rtadvd.pid
	fi
	cleanup_ifaces
	if [ -f "forwarding.state" ] ; then
		sysctl "net.inet6.ip6.forwarding"=`cat "forwarding.state"`
		rm "forwarding.state"
	fi
	if [ -f "rfc6204w3.state" ] ; then
		sysctl "net.inet6.ip6.rfc6204w3"=`cat "rfc6204w3.state"`
		rm "rfc6204w3.state"
	fi
}

# Regression test for kern/187550
atf_test_case subnet_route_with_multiple_fibs_on_same_subnet cleanup
subnet_route_with_multiple_fibs_on_same_subnet_head()
{
	atf_set "descr" "Multiple FIBs can have IPv4 subnet routes for the same subnet"
	atf_set "require.user" "root"
}

subnet_route_with_multiple_fibs_on_same_subnet_body()
{
	# Configure the TAP interfaces to use a RFC5737 nonrouteable addresses
	# and a non-default fib
	ADDR0="192.0.2.2"
	ADDR1="192.0.2.3"
	SUBNET="192.0.2.0"
	MASK="24"

	# Check system configuration
	if [ 0 != `sysctl -n net.add_addr_allfibs` ]; then
		atf_skip "This test requires net.add_addr_allfibs=0"
	fi
	get_fibs 2

	# Configure TAP interfaces
	setup_tap "$FIB0" inet ${ADDR0} ${MASK}
	setup_tap "$FIB1" inet ${ADDR1} ${MASK}

	# Check that a subnet route exists on both fibs
	atf_check -o ignore setfib "$FIB0" route get $ADDR1
	atf_check -o ignore setfib "$FIB1" route get $ADDR0
}

subnet_route_with_multiple_fibs_on_same_subnet_cleanup()
{
	cleanup_ifaces
}

atf_test_case subnet_route_with_multiple_fibs_on_same_subnet_inet6 cleanup
subnet_route_with_multiple_fibs_on_same_subnet_inet6_head()
{
	atf_set "descr" "Multiple FIBs can have IPv6 subnet routes for the same subnet"
	atf_set "require.user" "root"
}

subnet_route_with_multiple_fibs_on_same_subnet_inet6_body()
{
	# Configure the TAP interfaces to use a RFC3849 nonrouteable addresses
	# and a non-default fib
	ADDR0="2001:db8::2"
	ADDR1="2001:db8::3"
	SUBNET="2001:db8::"
	MASK="64"

	# Check system configuration
	if [ 0 != `sysctl -n net.add_addr_allfibs` ]; then
		atf_skip "This test requires net.add_addr_allfibs=0"
	fi
	get_fibs 2

	# Configure TAP interfaces
	setup_tap "$FIB0" inet6 ${ADDR0} ${MASK}
	setup_tap "$FIB1" inet6 ${ADDR1} ${MASK}

	# Check that a subnet route exists on both fibs
	atf_check -o ignore setfib "$FIB0" route -6 get $ADDR1
	atf_check -o ignore setfib "$FIB1" route -6 get $ADDR0
}

subnet_route_with_multiple_fibs_on_same_subnet_inet6_cleanup()
{
	cleanup_ifaces
}

# Test that source address selection works correctly for UDP packets with
# SO_DONTROUTE set that are sent on non-default FIBs.
# This bug was discovered with "setfib 1 netperf -t UDP_STREAM -H some_host"
# Regression test for kern/187553
#
# The root cause was that ifa_ifwithnet() did not have a fib argument.  It
# would return an address from an interface on any FIB that had a subnet route
# for the destination.  If more than one were available, it would choose the
# most specific.  This is most easily tested by creating a FIB without a
# default route, then trying to send a UDP packet with SO_DONTROUTE set to an
# address which is not routable on that FIB.  Absent the fix for this bug,
# in_pcbladdr would choose an interface on any FIB with a default route.  With
# the fix, you will get EUNREACH or ENETUNREACH.
atf_test_case udp_dontroute cleanup
udp_dontroute_head()
{
	atf_set "descr" "Source address selection for UDP packets with SO_DONTROUTE on non-default FIBs works"
	atf_set "require.user" "root"
}

udp_dontroute_body()
{
	# Configure the TAP interface to use an RFC5737 nonrouteable address
	# and a non-default fib
	ADDR0="192.0.2.2"
	ADDR1="192.0.2.3"
	SUBNET="192.0.2.0"
	MASK="24"
	# Use a different IP on the same subnet as the target
	TARGET="192.0.2.100"
	SRCDIR=`atf_get_srcdir`

	# Check system configuration
	if [ 0 != `sysctl -n net.add_addr_allfibs` ]; then
		atf_skip "This test requires net.add_addr_allfibs=0"
	fi
	get_fibs 2

	# Configure the TAP interfaces
	setup_tap ${FIB0} inet ${ADDR0} ${MASK}
	TARGET_TAP=${TAP}
	setup_tap ${FIB1} inet ${ADDR1} ${MASK}

	# Send a UDP packet with SO_DONTROUTE.  In the failure case, it will
	# return ENETUNREACH, or send the packet to the wrong tap
	atf_check -o ignore setfib ${FIB0} \
		${SRCDIR}/udp_dontroute ${TARGET} /dev/${TARGET_TAP}
	cleanup_ifaces

	# Repeat, but this time target the other tap
	setup_tap ${FIB0} inet ${ADDR0} ${MASK}
	setup_tap ${FIB1} inet ${ADDR1} ${MASK}
	TARGET_TAP=${TAP}

	atf_check -o ignore setfib ${FIB1} \
		${SRCDIR}/udp_dontroute ${TARGET} /dev/${TARGET_TAP}
}

udp_dontroute_cleanup()
{
	cleanup_ifaces
}

atf_test_case udp_dontroute6 cleanup
udp_dontroute6_head()
{
	atf_set "descr" "Source address selection for UDP IPv6 packets with SO_DONTROUTE on non-default FIBs works"
	atf_set "require.user" "root"
}

udp_dontroute6_body()
{
	if [ "$(atf_config_get ci false)" = "true" ]; then
		atf_skip "https://bugs.freebsd.org/244172"
	fi
	# Configure the TAP interface to use an RFC3849 nonrouteable address
	# and a non-default fib
	ADDR0="2001:db8::2"
	ADDR1="2001:db8::3"
	SUBNET="2001:db8::"
	MASK="64"
	# Use a different IP on the same subnet as the target
	TARGET="2001:db8::100"
	SRCDIR=`atf_get_srcdir`

	# Check system configuration
	if [ 0 != `sysctl -n net.add_addr_allfibs` ]; then
		atf_skip "This test requires net.add_addr_allfibs=0"
	fi
	get_fibs 2

	# Configure the TAP interfaces.  Use no_dad so the addresses will be
	# ready right away and won't be marked as tentative until DAD
	# completes.
	setup_tap ${FIB0} inet6 ${ADDR0} ${MASK} no_dad
	TARGET_TAP=${TAP}
	setup_tap ${FIB1} inet6 ${ADDR1} ${MASK} no_dad

	# Send a UDP packet with SO_DONTROUTE.  In the failure case, it will
	# return ENETUNREACH, or send the packet to the wrong tap
	atf_check -o ignore setfib ${FIB0} \
		${SRCDIR}/udp_dontroute -6 ${TARGET} /dev/${TARGET_TAP}
	cleanup_ifaces

	# Repeat, but this time target the other tap
	setup_tap ${FIB0} inet6 ${ADDR0} ${MASK} no_dad
	setup_tap ${FIB1} inet6 ${ADDR1} ${MASK} no_dad
	TARGET_TAP=${TAP}

	atf_check -o ignore setfib ${FIB1} \
		${SRCDIR}/udp_dontroute -6 ${TARGET} /dev/${TARGET_TAP}
}

udp_dontroute6_cleanup()
{
	cleanup_ifaces
}


atf_init_test_cases()
{
	atf_add_test_case arpresolve_checks_interface_fib
	atf_add_test_case loopback_and_network_routes_on_nondefault_fib
	atf_add_test_case loopback_and_network_routes_on_nondefault_fib_inet6
	atf_add_test_case default_route_with_multiple_fibs_on_same_subnet
	atf_add_test_case default_route_with_multiple_fibs_on_same_subnet_inet6
	atf_add_test_case same_ip_multiple_ifaces_fib0
	atf_add_test_case same_ip_multiple_ifaces
	atf_add_test_case same_ip_multiple_ifaces_inet6
	atf_add_test_case slaac_on_nondefault_fib6
	atf_add_test_case subnet_route_with_multiple_fibs_on_same_subnet
	atf_add_test_case subnet_route_with_multiple_fibs_on_same_subnet_inet6
	atf_add_test_case udp_dontroute
	atf_add_test_case udp_dontroute6
}

# Looks up one or more fibs from the configuration data and validates them.
# Returns the results in the env varilables FIB0, FIB1, etc.

# parameter numfibs	The number of fibs to lookup
get_fibs()
{
	NUMFIBS=$1
	net_fibs=`sysctl -n net.fibs`
	if [ $net_fibs -lt $(($NUMFIBS + 1)) ]; then
		atf_check -o ignore sysctl net.fibs=$(($NUMFIBS + 1))
		net_fibs=`sysctl -n net.fibs`
	fi
	i=0
	while [ $i -lt "$NUMFIBS" ]; do
		eval FIB${i}=$(($i + 1))
		i=$(( $i + 1 ))
	done
}

# Creates a new pair of connected epair(4) interface, registers them for
# cleanup, and returns their namen via the environment variables EPAIRA and
# EPAIRB
get_epair()
{
	local EPAIRD

	if  (which pfctl && pfctl -s info | grep -q 'Status: Enabled') || 
	    [ `sysctl -n net.inet.ip.fw.enable` = "1" ] ||
	    (which ipf && ipf -V); then
		atf_skip "firewalls interfere with this test"
	fi

	if EPAIRD=`ifconfig epair create`; then
		# Record the epair device so we can clean it up later
		echo ${EPAIRD} >> "ifaces_to_cleanup"
		EPAIRA=${EPAIRD}
		EPAIRB=${EPAIRD%a}b
	else
		atf_skip "Could not create epair(4) interfaces"
	fi
}

# Creates a new tap(4) interface, registers it for cleanup, and returns the
# name via the environment variable TAP
get_tap()
{
	local TAPD

	if TAPD=`ifconfig tap create`; then
		# Record the TAP device so we can clean it up later
		echo ${TAPD} >> "ifaces_to_cleanup"
		TAP=${TAPD}
	else
		atf_skip "Could not create a tap(4) interface"
	fi
}

# Configure an ethernet interface
# parameters:
# Interface name
# fib
# Protocol (inet or inet6)
# IP address
# Netmask in number of bits (eg 24 or 8)
# Extra flags
# Return: None
setup_iface()
{
	local IFACE=$1
	local FIB=$2
	local PROTO=$3
	local ADDR=$4
	local MASK=$5
	local FLAGS=$6
	atf_check setfib ${FIB} ifconfig $IFACE ${PROTO} ${ADDR}/${MASK} fib $FIB $FLAGS
}

# Create a tap(4) interface, configure it, and register it for cleanup.
# parameters:
# fib
# Protocol (inet or inet6)
# IP address
# Netmask in number of bits (eg 24 or 8)
# Extra flags
# Return: the tap interface name as the env variable TAP
setup_tap()
{
	get_tap
	setup_iface "$TAP" "$@"
}

cleanup_ifaces()
{
	if [ -f ifaces_to_cleanup ]; then
		for iface in $(cat ifaces_to_cleanup); do
			echo ifconfig "${iface}" destroy
			ifconfig "${iface}" destroy 2>/dev/null || true
		done
		rm -f ifaces_to_cleanup
	fi
}