only run DPLPMTUD if the connection can send packets with the DF bit set (#3879)

This commit is contained in:
Marten Seemann 2023-06-02 16:54:34 +03:00 committed by GitHub
parent 0438eada95
commit 614fdb3271
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
15 changed files with 67 additions and 26 deletions

View file

@ -800,7 +800,7 @@ func (s *connection) handleHandshakeConfirmed() {
s.sentPacketHandler.SetHandshakeConfirmed() s.sentPacketHandler.SetHandshakeConfirmed()
s.cryptoStreamHandler.SetHandshakeConfirmed() s.cryptoStreamHandler.SetHandshakeConfirmed()
if !s.config.DisablePathMTUDiscovery { if !s.config.DisablePathMTUDiscovery && s.conn.capabilities().DF {
maxPacketSize := s.peerParams.MaxUDPPayloadSize maxPacketSize := s.peerParams.MaxUDPPayloadSize
if maxPacketSize == 0 { if maxPacketSize == 0 {
maxPacketSize = protocol.MaxByteCount maxPacketSize = protocol.MaxByteCount
@ -1887,7 +1887,7 @@ func (s *connection) sendPacket() (bool, error) {
s.sentFirstPacket = true s.sentFirstPacket = true
s.sendPackedCoalescedPacket(packet, now) s.sendPackedCoalescedPacket(packet, now)
return true, nil return true, nil
} else if !s.config.DisablePathMTUDiscovery && s.mtuDiscoverer.ShouldSendProbe(now) { } else if s.mtuDiscoverer != nil && s.mtuDiscoverer.ShouldSendProbe(now) {
ping, size := s.mtuDiscoverer.GetPing() ping, size := s.mtuDiscoverer.GetPing()
p, buffer, err := s.packer.PackMTUProbePacket(ping, size, now, s.version) p, buffer, err := s.packer.PackMTUProbePacket(ping, size, now, s.version)
if err != nil { if err != nil {

View file

@ -2387,6 +2387,7 @@ var _ = Describe("Client Connection", func() {
mconn = NewMockSendConn(mockCtrl) mconn = NewMockSendConn(mockCtrl)
mconn.EXPECT().RemoteAddr().Return(&net.UDPAddr{}).AnyTimes() mconn.EXPECT().RemoteAddr().Return(&net.UDPAddr{}).AnyTimes()
mconn.EXPECT().LocalAddr().Return(&net.UDPAddr{}).AnyTimes() mconn.EXPECT().LocalAddr().Return(&net.UDPAddr{}).AnyTimes()
mconn.EXPECT().capabilities().AnyTimes()
if tlsConf == nil { if tlsConf == nil {
tlsConf = &tls.Config{} tlsConf = &tls.Config{}
} }

View file

@ -314,8 +314,9 @@ type Config struct {
// every half of MaxIdleTimeout, whichever is smaller). // every half of MaxIdleTimeout, whichever is smaller).
KeepAlivePeriod time.Duration KeepAlivePeriod time.Duration
// DisablePathMTUDiscovery disables Path MTU Discovery (RFC 8899). // DisablePathMTUDiscovery disables Path MTU Discovery (RFC 8899).
// Packets will then be at most 1252 (IPv4) / 1232 (IPv6) bytes in size. // This allows the sending of QUIC packets that fully utilize the available MTU of the path.
// Note that if Path MTU discovery is causing issues on your system, please open a new issue // Path MTU discovery is only available on systems that allow setting of the Don't Fragment (DF) bit.
// If unavailable or disabled, packets will be at most 1252 (IPv4) / 1232 (IPv6) bytes in size.
DisablePathMTUDiscovery bool DisablePathMTUDiscovery bool
// DisableVersionNegotiationPackets disables the sending of Version Negotiation packets. // DisableVersionNegotiationPackets disables the sending of Version Negotiation packets.
// This can be useful if version information is exchanged out-of-band. // This can be useful if version information is exchanged out-of-band.

View file

@ -89,3 +89,17 @@ func (mr *MockSendConnMockRecorder) Write(arg0 interface{}) *gomock.Call {
mr.mock.ctrl.T.Helper() mr.mock.ctrl.T.Helper()
return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Write", reflect.TypeOf((*MockSendConn)(nil).Write), arg0) return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Write", reflect.TypeOf((*MockSendConn)(nil).Write), arg0)
} }
// capabilities mocks base method.
func (m *MockSendConn) capabilities() connCapabilities {
m.ctrl.T.Helper()
ret := m.ctrl.Call(m, "capabilities")
ret0, _ := ret[0].(connCapabilities)
return ret0
}
// capabilities indicates an expected call of capabilities.
func (mr *MockSendConnMockRecorder) capabilities() *gomock.Call {
mr.mock.ctrl.T.Helper()
return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "capabilities", reflect.TypeOf((*MockSendConn)(nil).capabilities))
}

View file

@ -15,6 +15,12 @@ import (
"github.com/quic-go/quic-go/internal/utils" "github.com/quic-go/quic-go/internal/utils"
) )
type connCapabilities struct {
// This connection has the Don't Fragment (DF) bit set.
// This means it makes to run DPLPMTUD.
DF bool
}
// rawConn is a connection that allow reading of a receivedPackeh. // rawConn is a connection that allow reading of a receivedPackeh.
type rawConn interface { type rawConn interface {
ReadPacket() (*receivedPacket, error) ReadPacket() (*receivedPacket, error)
@ -22,6 +28,8 @@ type rawConn interface {
LocalAddr() net.Addr LocalAddr() net.Addr
SetReadDeadline(time.Time) error SetReadDeadline(time.Time) error
io.Closer io.Closer
capabilities() connCapabilities
} }
type closePacket struct { type closePacket struct {

View file

@ -10,6 +10,8 @@ type sendConn interface {
Close() error Close() error
LocalAddr() net.Addr LocalAddr() net.Addr
RemoteAddr() net.Addr RemoteAddr() net.Addr
capabilities() connCapabilities
} }
type sconn struct { type sconn struct {

View file

@ -25,6 +25,7 @@ func wrapConn(pc net.PacketConn) (rawConn, error) {
conn, ok := pc.(interface { conn, ok := pc.(interface {
SyscallConn() (syscall.RawConn, error) SyscallConn() (syscall.RawConn, error)
}) })
var supportsDF bool
if ok { if ok {
rawConn, err := conn.SyscallConn() rawConn, err := conn.SyscallConn()
if err != nil { if err != nil {
@ -33,7 +34,8 @@ func wrapConn(pc net.PacketConn) (rawConn, error) {
if _, ok := pc.LocalAddr().(*net.UDPAddr); ok { if _, ok := pc.LocalAddr().(*net.UDPAddr); ok {
// Only set DF on sockets that we expect to be able to handle that configuration. // Only set DF on sockets that we expect to be able to handle that configuration.
err = setDF(rawConn) var err error
supportsDF, err = setDF(rawConn)
if err != nil { if err != nil {
return nil, err return nil, err
} }
@ -42,9 +44,9 @@ func wrapConn(pc net.PacketConn) (rawConn, error) {
c, ok := pc.(OOBCapablePacketConn) c, ok := pc.(OOBCapablePacketConn)
if !ok { if !ok {
utils.DefaultLogger.Infof("PacketConn is not a net.UDPConn. Disabling optimizations possible on UDP connections.") utils.DefaultLogger.Infof("PacketConn is not a net.UDPConn. Disabling optimizations possible on UDP connections.")
return &basicConn{PacketConn: pc}, nil return &basicConn{PacketConn: pc, supportsDF: supportsDF}, nil
} }
return newConn(c) return newConn(c, supportsDF)
} }
// The basicConn is the most trivial implementation of a connection. // The basicConn is the most trivial implementation of a connection.
@ -54,6 +56,7 @@ func wrapConn(pc net.PacketConn) (rawConn, error) {
// * when the OS doesn't support OOB. // * when the OS doesn't support OOB.
type basicConn struct { type basicConn struct {
net.PacketConn net.PacketConn
supportsDF bool
} }
var _ rawConn = &basicConn{} var _ rawConn = &basicConn{}
@ -78,3 +81,5 @@ func (c *basicConn) ReadPacket() (*receivedPacket, error) {
func (c *basicConn) WritePacket(b []byte, addr net.Addr, _ []byte) (n int, err error) { func (c *basicConn) WritePacket(b []byte, addr net.Addr, _ []byte) (n int, err error) {
return c.PacketConn.WriteTo(b, addr) return c.PacketConn.WriteTo(b, addr)
} }
func (c *basicConn) capabilities() connCapabilities { return connCapabilities{DF: c.supportsDF} }

View file

@ -4,9 +4,9 @@ package quic
import "syscall" import "syscall"
func setDF(rawConn syscall.RawConn) error { func setDF(syscall.RawConn) (bool, error) {
// no-op on unsupported platforms // no-op on unsupported platforms
return nil return false, nil
} }
func isMsgSizeErr(err error) bool { func isMsgSizeErr(err error) bool {

View file

@ -11,7 +11,7 @@ import (
"github.com/quic-go/quic-go/internal/utils" "github.com/quic-go/quic-go/internal/utils"
) )
func setDF(rawConn syscall.RawConn) error { func setDF(rawConn syscall.RawConn) (bool, error) {
// Enabling IP_MTU_DISCOVER will force the kernel to return "sendto: message too long" // Enabling IP_MTU_DISCOVER will force the kernel to return "sendto: message too long"
// and the datagram will not be fragmented // and the datagram will not be fragmented
var errDFIPv4, errDFIPv6 error var errDFIPv4, errDFIPv6 error
@ -19,7 +19,7 @@ func setDF(rawConn syscall.RawConn) error {
errDFIPv4 = unix.SetsockoptInt(int(fd), unix.IPPROTO_IP, unix.IP_MTU_DISCOVER, unix.IP_PMTUDISC_DO) errDFIPv4 = unix.SetsockoptInt(int(fd), unix.IPPROTO_IP, unix.IP_MTU_DISCOVER, unix.IP_PMTUDISC_DO)
errDFIPv6 = unix.SetsockoptInt(int(fd), unix.IPPROTO_IPV6, unix.IPV6_MTU_DISCOVER, unix.IPV6_PMTUDISC_DO) errDFIPv6 = unix.SetsockoptInt(int(fd), unix.IPPROTO_IPV6, unix.IPV6_MTU_DISCOVER, unix.IPV6_PMTUDISC_DO)
}); err != nil { }); err != nil {
return err return false, err
} }
switch { switch {
case errDFIPv4 == nil && errDFIPv6 == nil: case errDFIPv4 == nil && errDFIPv6 == nil:
@ -29,9 +29,9 @@ func setDF(rawConn syscall.RawConn) error {
case errDFIPv4 != nil && errDFIPv6 == nil: case errDFIPv4 != nil && errDFIPv6 == nil:
utils.DefaultLogger.Debugf("Setting DF for IPv6.") utils.DefaultLogger.Debugf("Setting DF for IPv6.")
case errDFIPv4 != nil && errDFIPv6 != nil: case errDFIPv4 != nil && errDFIPv6 != nil:
return errors.New("setting DF failed for both IPv4 and IPv6") return false, errors.New("setting DF failed for both IPv4 and IPv6")
} }
return nil return true, nil
} }
func isMsgSizeErr(err error) bool { func isMsgSizeErr(err error) bool {

View file

@ -19,13 +19,13 @@ const (
IPV6_DONTFRAG = 14 IPV6_DONTFRAG = 14
) )
func setDF(rawConn syscall.RawConn) error { func setDF(rawConn syscall.RawConn) (bool, error) {
var errDFIPv4, errDFIPv6 error var errDFIPv4, errDFIPv6 error
if err := rawConn.Control(func(fd uintptr) { if err := rawConn.Control(func(fd uintptr) {
errDFIPv4 = windows.SetsockoptInt(windows.Handle(fd), windows.IPPROTO_IP, IP_DONTFRAGMENT, 1) errDFIPv4 = windows.SetsockoptInt(windows.Handle(fd), windows.IPPROTO_IP, IP_DONTFRAGMENT, 1)
errDFIPv6 = windows.SetsockoptInt(windows.Handle(fd), windows.IPPROTO_IPV6, IPV6_DONTFRAG, 1) errDFIPv6 = windows.SetsockoptInt(windows.Handle(fd), windows.IPPROTO_IPV6, IPV6_DONTFRAG, 1)
}); err != nil { }); err != nil {
return err return false, err
} }
switch { switch {
case errDFIPv4 == nil && errDFIPv6 == nil: case errDFIPv4 == nil && errDFIPv6 == nil:
@ -35,9 +35,9 @@ func setDF(rawConn syscall.RawConn) error {
case errDFIPv4 != nil && errDFIPv6 == nil: case errDFIPv4 != nil && errDFIPv6 == nil:
utils.DefaultLogger.Debugf("Setting DF for IPv6.") utils.DefaultLogger.Debugf("Setting DF for IPv6.")
case errDFIPv4 != nil && errDFIPv6 != nil: case errDFIPv4 != nil && errDFIPv6 != nil:
return errors.New("setting DF failed for both IPv4 and IPv6") return false, errors.New("setting DF failed for both IPv4 and IPv6")
} }
return nil return true, nil
} }
func isMsgSizeErr(err error) bool { func isMsgSizeErr(err error) bool {

View file

@ -4,8 +4,8 @@ package quic
import "net" import "net"
func newConn(c net.PacketConn) (rawConn, error) { func newConn(c net.PacketConn, supportsDF bool) (rawConn, error) {
return &basicConn{PacketConn: c}, nil return &basicConn{PacketConn: c, supportsDF: supportsDF}, nil
} }
func inspectReadBuffer(any) (int, error) { return 0, nil } func inspectReadBuffer(any) (int, error) { return 0, nil }

View file

@ -61,11 +61,13 @@ type oobConn struct {
// Packets received from the kernel, but not yet returned by ReadPacket(). // Packets received from the kernel, but not yet returned by ReadPacket().
messages []ipv4.Message messages []ipv4.Message
buffers [batchSize]*packetBuffer buffers [batchSize]*packetBuffer
supportsDF bool
} }
var _ rawConn = &oobConn{} var _ rawConn = &oobConn{}
func newConn(c OOBCapablePacketConn) (*oobConn, error) { func newConn(c OOBCapablePacketConn, supportsDF bool) (*oobConn, error) {
rawConn, err := c.SyscallConn() rawConn, err := c.SyscallConn()
if err != nil { if err != nil {
return nil, err return nil, err
@ -132,6 +134,7 @@ func newConn(c OOBCapablePacketConn) (*oobConn, error) {
batchConn: bc, batchConn: bc,
messages: msgs, messages: msgs,
readPos: batchSize, readPos: batchSize,
supportsDF: supportsDF,
} }
for i := 0; i < batchSize; i++ { for i := 0; i < batchSize; i++ {
oobConn.messages[i].OOB = make([]byte, oobBufferSize) oobConn.messages[i].OOB = make([]byte, oobBufferSize)
@ -234,6 +237,10 @@ func (c *oobConn) WritePacket(b []byte, addr net.Addr, oob []byte) (n int, err e
return n, err return n, err
} }
func (c *oobConn) capabilities() connCapabilities {
return connCapabilities{DF: c.supportsDF}
}
func (info *packetInfo) OOB() []byte { func (info *packetInfo) OOB() []byte {
if info == nil { if info == nil {
return nil return nil

View file

@ -24,8 +24,9 @@ var _ = Describe("OOB Conn Test", func() {
Expect(err).ToNot(HaveOccurred()) Expect(err).ToNot(HaveOccurred())
udpConn, err := net.ListenUDP(network, addr) udpConn, err := net.ListenUDP(network, addr)
Expect(err).ToNot(HaveOccurred()) Expect(err).ToNot(HaveOccurred())
oobConn, err := newConn(udpConn) oobConn, err := newConn(udpConn, true)
Expect(err).ToNot(HaveOccurred()) Expect(err).ToNot(HaveOccurred())
Expect(oobConn.capabilities().DF).To(BeTrue())
packetChan := make(chan *receivedPacket) packetChan := make(chan *receivedPacket)
go func() { go func() {
@ -228,7 +229,7 @@ var _ = Describe("OOB Conn Test", func() {
Expect(err).ToNot(HaveOccurred()) Expect(err).ToNot(HaveOccurred())
udpConn, err := net.ListenUDP("udp", addr) udpConn, err := net.ListenUDP("udp", addr)
Expect(err).ToNot(HaveOccurred()) Expect(err).ToNot(HaveOccurred())
oobConn, err := newConn(udpConn) oobConn, err := newConn(udpConn, true)
Expect(err).ToNot(HaveOccurred()) Expect(err).ToNot(HaveOccurred())
oobConn.batchConn = batchConn oobConn.batchConn = batchConn

View file

@ -8,8 +8,8 @@ import (
"golang.org/x/sys/windows" "golang.org/x/sys/windows"
) )
func newConn(c OOBCapablePacketConn) (rawConn, error) { func newConn(c OOBCapablePacketConn, supportsDF bool) (rawConn, error) {
return &basicConn{PacketConn: c}, nil return &basicConn{PacketConn: c, supportsDF: supportsDF}, nil
} }
func inspectReadBuffer(c syscall.RawConn) (int, error) { func inspectReadBuffer(c syscall.RawConn) (int, error) {

View file

@ -15,9 +15,10 @@ var _ = Describe("Windows Conn Test", func() {
Expect(err).ToNot(HaveOccurred()) Expect(err).ToNot(HaveOccurred())
udpConn, err := net.ListenUDP("udp4", addr) udpConn, err := net.ListenUDP("udp4", addr)
Expect(err).ToNot(HaveOccurred()) Expect(err).ToNot(HaveOccurred())
conn, err := newConn(udpConn) conn, err := newConn(udpConn, true)
Expect(err).ToNot(HaveOccurred()) Expect(err).ToNot(HaveOccurred())
Expect(conn.Close()).To(Succeed()) Expect(conn.Close()).To(Succeed())
Expect(conn.capabilities().DF).To(BeTrue())
}) })
It("works on IPv6", func() { It("works on IPv6", func() {
@ -25,8 +26,9 @@ var _ = Describe("Windows Conn Test", func() {
Expect(err).ToNot(HaveOccurred()) Expect(err).ToNot(HaveOccurred())
udpConn, err := net.ListenUDP("udp6", addr) udpConn, err := net.ListenUDP("udp6", addr)
Expect(err).ToNot(HaveOccurred()) Expect(err).ToNot(HaveOccurred())
conn, err := newConn(udpConn) conn, err := newConn(udpConn, false)
Expect(err).ToNot(HaveOccurred()) Expect(err).ToNot(HaveOccurred())
Expect(conn.Close()).To(Succeed()) Expect(conn.Close()).To(Succeed())
Expect(conn.capabilities().DF).To(BeFalse())
}) })
}) })