yahoo-eng-team team mailing list archive

Thread
Date
[Bug 1888464] [NEW] IPv6 PD with DVR does not assign correct snat sg address

To: yahoo-eng-team@xxxxxxxxxxxxxxxxxxx
From: Chris Chou <1888464@xxxxxxxxxxxxxxxxxx>
Date: Wed, 22 Jul 2020 07:56:38 -0000
Reply-to: Bug 1888464 <1888464@xxxxxxxxxxxxxxxxxx>
Sender: bounces@xxxxxxxxxxxxx
Public bug reported:

I am running Stein with control node using dvr_snat and compute node
with dvr configuration

When testing out with IPv6 prefix delegation in my test environment, the
subnet gets the ipv6 prefix but the sg port in snat namespace does not
get the assigned address. The external traffic is also unable to work.

I have the 2001:db9:1111:1::/64 as the external network prefix. The
v6_sub subnet gets 2001:db9:1111:ff00::/64 prefix from the PD server.

[root@osc /]# cat /etc/neutron/l3_agent.ini 
[DEFAULT]
interface_driver = neutron.agent.linux.interface.OVSInterfaceDriver
external_network_bridge = 
agent_mode = dvr_snat

[root@osc /]# neutron subnet-show v6_sub
+-------------------+-------------------------------------------------------------------------------------+
| Field             | Value                                                                               |
+-------------------+-------------------------------------------------------------------------------------+
| allocation_pools  | {"start": "2001:db9:1111:ff00::2", "end": "2001:db9:1111:ff00:ffff:ffff:ffff:ffff"} |
| cidr              | 2001:db9:1111:ff00::/64                                                             |
| created_at        | 2020-07-21T09:25:50Z                                                                |
| description       |                                                                                     |
| dns_nameservers   |                                                                                     |
| enable_dhcp       | True                                                                                |
| gateway_ip        | 2001:db9:1111:ff00::1                                                               |
| host_routes       |                                                                                     |
| id                | b06cd6b4-d2dd-4584-a4a3-96249c60dffa                                                |
| ip_version        | 6                                                                                   |
| ipv6_address_mode | slaac                                                                               |
| ipv6_ra_mode      | slaac                                                                               |
| name              | v6_sub                                                                              |
| network_id        | 32e9816f-ee51-43b0-9626-ea845153a79c                                                |
| project_id        | 54431f7b41fd426283ca5cb6d11d0b72                                                    |
| revision_number   | 28                                                                                  |
| service_types     |                                                                                     |
| subnetpool_id     | prefix_delegation                                                                   |
| tags              |                                                                                     |
| tenant_id         | 54431f7b41fd426283ca5cb6d11d0b72                                                    |
| updated_at        | 2020-07-22T02:44:36Z                                                                |
+-------------------+-------------------------------------------------------------------------------------+

[root@osc /]# ip netns
fip-13089d04-f611-49f0-bf86-20ad77bae361
snat-7acc2577-19b4-4814-a9a7-bc1dc2d467b8
qdhcp-13089d04-f611-49f0-bf86-20ad77bae361
qdhcp-32e9816f-ee51-43b0-9626-ea845153a79c
qrouter-7acc2577-19b4-4814-a9a7-bc1dc2d467b8
qdhcp-40e020c6-a046-4ce2-a461-2f421413d10a

[root@osc /]# ip netns exec snat-7acc2577-19b4-4814-a9a7-bc1dc2d467b8 ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host 
       valid_lft forever preferred_lft forever
2: gre0@NONE: <NOARP> mtu 1476 qdisc noop state DOWN group default qlen 1000
    link/gre 0.0.0.0 brd 0.0.0.0
3: gretap0@NONE: <BROADCAST,MULTICAST> mtu 1462 qdisc noop state DOWN group default qlen 1000
    link/ether 00:00:00:00:00:00 brd ff:ff:ff:ff:ff:ff
4: erspan0@NONE: <BROADCAST,MULTICAST> mtu 1450 qdisc noop state DOWN group default qlen 1000
    link/ether 00:00:00:00:00:00 brd ff:ff:ff:ff:ff:ff
24: qg-f1c0e77c-ee: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN group default qlen 1000
    link/ether fa:16:3e:9e:50:c8 brd ff:ff:ff:ff:ff:ff
    inet6 2001:db9:1111:1::238/64 scope global 
       valid_lft forever preferred_lft forever
    inet6 fe80::f816:3eff:fefa:5055/64 scope link 
       valid_lft forever preferred_lft forever
    inet6 fe80::f816:3eff:fe9e:50c8/64 scope link 
       valid_lft forever preferred_lft forever
43: sg-230491ca-5b: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UNKNOWN group default qlen 1000
    link/ether fa:16:3e:ab:6f:01 brd ff:ff:ff:ff:ff:ff
    inet6 ::364/64 scope global 
       valid_lft forever preferred_lft forever
    inet6 fe80::f816:3eff:feab:6f01/64 scope link 
       valid_lft forever preferred_lft forever

[root@osc /]# ip netns exec qdhcp-32e9816f-ee51-43b0-9626-ea845153a79c ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host 
       valid_lft forever preferred_lft forever
2: gre0@NONE: <NOARP> mtu 1476 qdisc noop state DOWN group default qlen 1000
    link/gre 0.0.0.0 brd 0.0.0.0
3: gretap0@NONE: <BROADCAST,MULTICAST> mtu 1462 qdisc noop state DOWN group default qlen 1000
    link/ether 00:00:00:00:00:00 brd ff:ff:ff:ff:ff:ff
4: erspan0@NONE: <BROADCAST,MULTICAST> mtu 1450 qdisc noop state DOWN group default qlen 1000
    link/ether 00:00:00:00:00:00 brd ff:ff:ff:ff:ff:ff
17: tapdcd42808-c2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UNKNOWN group default qlen 1000
    link/ether fa:16:3e:fe:1e:a0 brd ff:ff:ff:ff:ff:ff
    inet 169.254.169.254/16 brd 169.254.255.255 scope global tapdcd42808-c2
       valid_lft forever preferred_lft forever
    inet6 2001:db9:1111:ff00:f816:3eff:fefe:1ea0/64 scope global 
       valid_lft forever preferred_lft forever
    inet6 fe80::f816:3eff:fefe:1ea0/64 scope link 
       valid_lft forever preferred_lft forever

[root@osc /]# ip netns exec qrouter-7acc2577-19b4-4814-a9a7-bc1dc2d467b8 ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host 
       valid_lft forever preferred_lft forever
2: gre0@NONE: <NOARP> mtu 1476 qdisc noop state DOWN group default qlen 1000
    link/gre 0.0.0.0 brd 0.0.0.0
3: gretap0@NONE: <BROADCAST,MULTICAST> mtu 1462 qdisc noop state DOWN group default qlen 1000
    link/ether 00:00:00:00:00:00 brd ff:ff:ff:ff:ff:ff
4: erspan0@NONE: <BROADCAST,MULTICAST> mtu 1450 qdisc noop state DOWN group default qlen 1000
    link/ether 00:00:00:00:00:00 brd ff:ff:ff:ff:ff:ff
7: rfp-7acc2577-1@if5: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
    link/ether ee:a5:99:38:55:d7 brd ff:ff:ff:ff:ff:ff link-netnsid 0
    inet 169.254.106.114/31 scope global rfp-7acc2577-1
       valid_lft forever preferred_lft forever
    inet6 fe80::eca5:99ff:fe38:55d7/64 scope link 
       valid_lft forever preferred_lft forever
42: qr-c4b8d402-83: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UNKNOWN group default qlen 1000
    link/ether fa:16:3e:fa:50:55 brd ff:ff:ff:ff:ff:ff
    inet6 2001:db9:1111:ff00::1/64 scope global 
       valid_lft forever preferred_lft forever
    inet6 fe80::f816:3eff:fefa:5055/64 scope link 
       valid_lft forever preferred_lft forever

** Affects: neutron
     Importance: Undecided
         Status: New


** Tags: ipv6

-- 
You received this bug notification because you are a member of Yahoo!
Engineering Team, which is subscribed to neutron.
https://bugs.launchpad.net/bugs/1888464

Title:
  IPv6 PD with DVR does not assign correct snat sg address

Status in neutron:
  New

Bug description:
  I am running Stein with control node using dvr_snat and compute node
  with dvr configuration

  When testing out with IPv6 prefix delegation in my test environment,
  the subnet gets the ipv6 prefix but the sg port in snat namespace does
  not get the assigned address. The external traffic is also unable to
  work.

  I have the 2001:db9:1111:1::/64 as the external network prefix. The
  v6_sub subnet gets 2001:db9:1111:ff00::/64 prefix from the PD server.

  [root@osc /]# cat /etc/neutron/l3_agent.ini 
  [DEFAULT]
  interface_driver = neutron.agent.linux.interface.OVSInterfaceDriver
  external_network_bridge = 
  agent_mode = dvr_snat

  [root@osc /]# neutron subnet-show v6_sub
  +-------------------+-------------------------------------------------------------------------------------+
  | Field             | Value                                                                               |
  +-------------------+-------------------------------------------------------------------------------------+
  | allocation_pools  | {"start": "2001:db9:1111:ff00::2", "end": "2001:db9:1111:ff00:ffff:ffff:ffff:ffff"} |
  | cidr              | 2001:db9:1111:ff00::/64                                                             |
  | created_at        | 2020-07-21T09:25:50Z                                                                |
  | description       |                                                                                     |
  | dns_nameservers   |                                                                                     |
  | enable_dhcp       | True                                                                                |
  | gateway_ip        | 2001:db9:1111:ff00::1                                                               |
  | host_routes       |                                                                                     |
  | id                | b06cd6b4-d2dd-4584-a4a3-96249c60dffa                                                |
  | ip_version        | 6                                                                                   |
  | ipv6_address_mode | slaac                                                                               |
  | ipv6_ra_mode      | slaac                                                                               |
  | name              | v6_sub                                                                              |
  | network_id        | 32e9816f-ee51-43b0-9626-ea845153a79c                                                |
  | project_id        | 54431f7b41fd426283ca5cb6d11d0b72                                                    |
  | revision_number   | 28                                                                                  |
  | service_types     |                                                                                     |
  | subnetpool_id     | prefix_delegation                                                                   |
  | tags              |                                                                                     |
  | tenant_id         | 54431f7b41fd426283ca5cb6d11d0b72                                                    |
  | updated_at        | 2020-07-22T02:44:36Z                                                                |
  +-------------------+-------------------------------------------------------------------------------------+

  [root@osc /]# ip netns
  fip-13089d04-f611-49f0-bf86-20ad77bae361
  snat-7acc2577-19b4-4814-a9a7-bc1dc2d467b8
  qdhcp-13089d04-f611-49f0-bf86-20ad77bae361
  qdhcp-32e9816f-ee51-43b0-9626-ea845153a79c
  qrouter-7acc2577-19b4-4814-a9a7-bc1dc2d467b8
  qdhcp-40e020c6-a046-4ce2-a461-2f421413d10a

  [root@osc /]# ip netns exec snat-7acc2577-19b4-4814-a9a7-bc1dc2d467b8 ip a
  1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
      link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
      inet 127.0.0.1/8 scope host lo
         valid_lft forever preferred_lft forever
      inet6 ::1/128 scope host 
         valid_lft forever preferred_lft forever
  2: gre0@NONE: <NOARP> mtu 1476 qdisc noop state DOWN group default qlen 1000
      link/gre 0.0.0.0 brd 0.0.0.0
  3: gretap0@NONE: <BROADCAST,MULTICAST> mtu 1462 qdisc noop state DOWN group default qlen 1000
      link/ether 00:00:00:00:00:00 brd ff:ff:ff:ff:ff:ff
  4: erspan0@NONE: <BROADCAST,MULTICAST> mtu 1450 qdisc noop state DOWN group default qlen 1000
      link/ether 00:00:00:00:00:00 brd ff:ff:ff:ff:ff:ff
  24: qg-f1c0e77c-ee: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN group default qlen 1000
      link/ether fa:16:3e:9e:50:c8 brd ff:ff:ff:ff:ff:ff
      inet6 2001:db9:1111:1::238/64 scope global 
         valid_lft forever preferred_lft forever
      inet6 fe80::f816:3eff:fefa:5055/64 scope link 
         valid_lft forever preferred_lft forever
      inet6 fe80::f816:3eff:fe9e:50c8/64 scope link 
         valid_lft forever preferred_lft forever
  43: sg-230491ca-5b: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UNKNOWN group default qlen 1000
      link/ether fa:16:3e:ab:6f:01 brd ff:ff:ff:ff:ff:ff
      inet6 ::364/64 scope global 
         valid_lft forever preferred_lft forever
      inet6 fe80::f816:3eff:feab:6f01/64 scope link 
         valid_lft forever preferred_lft forever

  [root@osc /]# ip netns exec qdhcp-32e9816f-ee51-43b0-9626-ea845153a79c ip a
  1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
      link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
      inet 127.0.0.1/8 scope host lo
         valid_lft forever preferred_lft forever
      inet6 ::1/128 scope host 
         valid_lft forever preferred_lft forever
  2: gre0@NONE: <NOARP> mtu 1476 qdisc noop state DOWN group default qlen 1000
      link/gre 0.0.0.0 brd 0.0.0.0
  3: gretap0@NONE: <BROADCAST,MULTICAST> mtu 1462 qdisc noop state DOWN group default qlen 1000
      link/ether 00:00:00:00:00:00 brd ff:ff:ff:ff:ff:ff
  4: erspan0@NONE: <BROADCAST,MULTICAST> mtu 1450 qdisc noop state DOWN group default qlen 1000
      link/ether 00:00:00:00:00:00 brd ff:ff:ff:ff:ff:ff
  17: tapdcd42808-c2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UNKNOWN group default qlen 1000
      link/ether fa:16:3e:fe:1e:a0 brd ff:ff:ff:ff:ff:ff
      inet 169.254.169.254/16 brd 169.254.255.255 scope global tapdcd42808-c2
         valid_lft forever preferred_lft forever
      inet6 2001:db9:1111:ff00:f816:3eff:fefe:1ea0/64 scope global 
         valid_lft forever preferred_lft forever
      inet6 fe80::f816:3eff:fefe:1ea0/64 scope link 
         valid_lft forever preferred_lft forever

  [root@osc /]# ip netns exec qrouter-7acc2577-19b4-4814-a9a7-bc1dc2d467b8 ip a
  1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
      link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
      inet 127.0.0.1/8 scope host lo
         valid_lft forever preferred_lft forever
      inet6 ::1/128 scope host 
         valid_lft forever preferred_lft forever
  2: gre0@NONE: <NOARP> mtu 1476 qdisc noop state DOWN group default qlen 1000
      link/gre 0.0.0.0 brd 0.0.0.0
  3: gretap0@NONE: <BROADCAST,MULTICAST> mtu 1462 qdisc noop state DOWN group default qlen 1000
      link/ether 00:00:00:00:00:00 brd ff:ff:ff:ff:ff:ff
  4: erspan0@NONE: <BROADCAST,MULTICAST> mtu 1450 qdisc noop state DOWN group default qlen 1000
      link/ether 00:00:00:00:00:00 brd ff:ff:ff:ff:ff:ff
  7: rfp-7acc2577-1@if5: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
      link/ether ee:a5:99:38:55:d7 brd ff:ff:ff:ff:ff:ff link-netnsid 0
      inet 169.254.106.114/31 scope global rfp-7acc2577-1
         valid_lft forever preferred_lft forever
      inet6 fe80::eca5:99ff:fe38:55d7/64 scope link 
         valid_lft forever preferred_lft forever
  42: qr-c4b8d402-83: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UNKNOWN group default qlen 1000
      link/ether fa:16:3e:fa:50:55 brd ff:ff:ff:ff:ff:ff
      inet6 2001:db9:1111:ff00::1/64 scope global 
         valid_lft forever preferred_lft forever
      inet6 fe80::f816:3eff:fefa:5055/64 scope link 
         valid_lft forever preferred_lft forever

To manage notifications about this bug go to:
https://bugs.launchpad.net/neutron/+bug/1888464/+subscriptions
Follow ups

[Bug 1888464] Re: IPv6 PD with DVR does not assign correct snat sg address
From: Launchpad Bug Tracker, 2020-10-12