Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Allow egress-router to connect to DNS IP #20115

Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions pkg/cmd/server/kubernetes/network/sdn_linux.go
Original file line number Diff line number Diff line change
Expand Up @@ -57,6 +57,7 @@ func NewSDNInterfaces(options configapi.NodeConfig, networkClient networkclient.
PluginName: options.NetworkConfig.NetworkPluginName,
Hostname: options.NodeName,
SelfIP: options.NodeIP,
DNSIP: options.DNSIP,
RuntimeEndpoint: runtimeEndpoint,
CNIBinDir: cniBinDir,
CNIConfDir: cniConfDir,
Expand Down
1 change: 1 addition & 0 deletions pkg/network/node/cniserver/cniserver.go
Original file line number Diff line number Diff line change
Expand Up @@ -59,6 +59,7 @@ const CNIServerConfigFilePath string = CNIServerRunDir + "/" + CNIServerConfigFi
type Config struct {
MTU uint32 `json:"mtu"`
ServiceNetworkCIDR string `json:"serviceNetworkCIDR"`
DNSIP string `json:"dnsIP"`
}

// Explicit type for CNI commands the server handles
Expand Down
2 changes: 1 addition & 1 deletion pkg/network/node/cniserver/cniserver_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -62,7 +62,7 @@ func TestCNIServer(t *testing.T) {
defer os.RemoveAll(tmpDir)
socketPath := filepath.Join(tmpDir, CNIServerSocketName)

s := NewCNIServer(tmpDir, &Config{MTU: 1500, ServiceNetworkCIDR: "172.30.0.0/16"})
s := NewCNIServer(tmpDir, &Config{MTU: 1500, ServiceNetworkCIDR: "172.30.0.0/16", DNSIP: "172.30.0.1"})
if err := s.Start(serverHandleCNI); err != nil {
t.Fatalf("error starting CNI server: %v", err)
}
Expand Down
3 changes: 2 additions & 1 deletion pkg/network/node/node.go
Original file line number Diff line number Diff line change
Expand Up @@ -72,6 +72,7 @@ type OsdnNodeConfig struct {
PluginName string
Hostname string
SelfIP string
DNSIP string
RuntimeEndpoint string
MTU uint32
EnableHostports bool
Expand Down Expand Up @@ -173,7 +174,7 @@ func New(c *OsdnNodeConfig) (*OsdnNode, error) {
networkClient: c.NetworkClient,
recorder: c.Recorder,
oc: oc,
podManager: newPodManager(c.KClient, policy, c.MTU, c.CNIBinDir, oc, c.EnableHostports),
podManager: newPodManager(c.KClient, policy, c.MTU, c.CNIBinDir, oc, c.EnableHostports, c.DNSIP),
localIP: c.SelfIP,
hostName: c.Hostname,
useConnTrack: useConnTrack,
Expand Down
8 changes: 6 additions & 2 deletions pkg/network/node/pod.go
Original file line number Diff line number Diff line change
Expand Up @@ -83,10 +83,13 @@ type podManager struct {
// and thus can be set from Start()
ipamConfig []byte
hostportSyncer kubehostport.HostportSyncer

// IP address that pods will use to access cluster DNS
dnsIP string
}

// Creates a new live podManager; used by node code0
func newPodManager(kClient kclientset.Interface, policy osdnPolicy, mtu uint32, cniBinPath string, ovs *ovsController, enableHostports bool) *podManager {
func newPodManager(kClient kclientset.Interface, policy osdnPolicy, mtu uint32, cniBinPath string, ovs *ovsController, enableHostports bool, dnsIP string) *podManager {
pm := newDefaultPodManager()
pm.kClient = kClient
pm.policy = policy
Expand All @@ -95,6 +98,7 @@ func newPodManager(kClient kclientset.Interface, policy osdnPolicy, mtu uint32,
pm.podHandler = pm
pm.ovs = ovs
pm.enableHostports = enableHostports
pm.dnsIP = dnsIP
return pm
}

Expand Down Expand Up @@ -181,7 +185,7 @@ func (m *podManager) Start(rundir string, localSubnetCIDR string, clusterNetwork

go m.processCNIRequests()

m.cniServer = cniserver.NewCNIServer(rundir, &cniserver.Config{MTU: m.mtu, ServiceNetworkCIDR: serviceNetworkCIDR})
m.cniServer = cniserver.NewCNIServer(rundir, &cniserver.Config{MTU: m.mtu, ServiceNetworkCIDR: serviceNetworkCIDR, DNSIP: m.dnsIP})
return m.cniServer.Start(m.handleCNIRequest)
}

Expand Down
34 changes: 18 additions & 16 deletions pkg/network/sdn-cni-plugin/openshift-sdn.go
Original file line number Diff line number Diff line change
Expand Up @@ -205,30 +205,32 @@ func (p *cniPlugin) CmdAdd(args *skel.CmdArgs) error {
if err != nil {
return fmt.Errorf("failed to configure macvlan device: %v", err)
}

var dsts []*net.IPNet
for _, addr := range addrs {
route := &netlink.Route{
Dst: &net.IPNet{
IP: addr.IP,
Mask: net.CIDRMask(32, 32),
},
Gw: defaultGW,
}
if err := netlink.RouteAdd(route); err != nil {
return fmt.Errorf("failed to add route to node IP: %v", err)
}
dsts = append(dsts, &net.IPNet{IP: addr.IP, Mask: net.CIDRMask(32, 32)})
}

// Add a route to service network via SDN
_, serviceIPNet, err := net.ParseCIDR(config.ServiceNetworkCIDR)
if err != nil {
return fmt.Errorf("failed to parse ServiceNetworkCIDR: %v", err)
}
route := &netlink.Route{
Dst: serviceIPNet,
Gw: defaultGW,
dsts = append(dsts, serviceIPNet)

dnsIP := net.ParseIP(config.DNSIP)
if dnsIP == nil {
return fmt.Errorf("failed to parse dns IP: %v", err)
}
if err := netlink.RouteAdd(route); err != nil {
return fmt.Errorf("failed to add route to service network: %v", err)
dsts = append(dsts, &net.IPNet{IP: dnsIP, Mask: net.CIDRMask(32, 32)})

for _, dst := range dsts {
route := &netlink.Route{
Dst: dst,
Gw: defaultGW,
}
if err := netlink.RouteAdd(route); err != nil {
return fmt.Errorf("failed to add route to dst: %v via SDN: %v", dst, err)
}
}
}

Expand Down
2 changes: 1 addition & 1 deletion pkg/network/sdn-cni-plugin/sdn_cni_plugin_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -83,7 +83,7 @@ func TestOpenshiftSdnCNIPlugin(t *testing.T) {
defer os.RemoveAll(tmpDir)

path := filepath.Join(tmpDir, cniserver.CNIServerSocketName)
server := cniserver.NewCNIServer(tmpDir, &cniserver.Config{MTU: 1500, ServiceNetworkCIDR: "172.30.0.0/16"})
server := cniserver.NewCNIServer(tmpDir, &cniserver.Config{MTU: 1500, ServiceNetworkCIDR: "172.30.0.0/16", DNSIP: "172.30.0.1"})
if err := server.Start(serverHandleCNI); err != nil {
t.Fatalf("error starting CNI server: %v", err)
}
Expand Down