← Back to team overview

yahoo-eng-team team mailing list archive

[Bug 996603] Re: nova-network service failing with error Address 192.168.22.33 already in use

 

This bug lacks the necessary information to effectively reproduce and
fix it, therefore it has been closed. Feel free to reopen the bug by
providing the requested information and set the bug status back to
''New''.

** Changed in: nova
       Status: Incomplete => Invalid

-- 
You received this bug notification because you are a member of Yahoo!
Engineering Team, which is subscribed to OpenStack Compute (nova).
https://bugs.launchpad.net/bugs/996603

Title:
  nova-network service failing with error Address 192.168.22.33 already
  in use

Status in OpenStack Compute (Nova):
  Invalid

Bug description:
  See ifconfig attached below, there we can see that Address
  192.168.22.33 already assigned to bridge br100.

  
  root@u1204x:~/openstack/scripts/debug# nova-manage service list
  2012-05-08 08:50:21 DEBUG nova.utils [req-c8c06b71-d471-4a8c-a200-7ff25dfcf27f None None] backend <module 'nova.db.sqlalchemy.api' from '/usr/lib/python2.7/dist-packages/nova/db/sqlalchemy/api.pyc'> from (pid=8930) __get_backend /usr/lib/python2.7/dist-packages/nova/utils.py:658
  Binary           Host                                 Zone             Status     State Updated_At
  nova-cert        u1204x                               nova             enabled    :-)   2012-05-08 15:50:15
  nova-compute     u1204x                               nova             enabled    :-)   2012-05-08 15:50:14
  nova-volume      u1204x                               nova             enabled    :-)   2012-05-08 15:50:16
  nova-scheduler   u1204x                               nova             enabled    :-)   2012-05-08 15:50:16
  nova-network     u1204x                               nova             enabled    XXX   2012-05-08 15:47:53
  root@u1204x:~/openstack/scripts/debug#

  ======================================

  root@u1204x:~/openstack/scripts/debug# tail /var/log/nova/nova-network.log
  2012-05-08 08:50:13 TRACE nova   File "/usr/lib/python2.7/dist-packages/nova/network/linux_net.py", line 812, in _execute
  2012-05-08 08:50:13 TRACE nova     return utils.execute(*cmd, **kwargs)
  2012-05-08 08:50:13 TRACE nova   File "/usr/lib/python2.7/dist-packages/nova/utils.py", line 242, in execute
  2012-05-08 08:50:13 TRACE nova     cmd=' '.join(cmd))
  2012-05-08 08:50:13 TRACE nova ProcessExecutionError: Unexpected error while running command.
  2012-05-08 08:50:13 TRACE nova Command: sudo nova-rootwrap FLAGFILE=/etc/nova/nova.conf NETWORK_ID=1 dnsmasq --strict-order --bind-interfaces --conf-file= --domain=novalocal --pid-file=/var/lib/nova/networks/nova-br100.pid --listen-address=192.168.22.33 --except-interface=lo --dhcp-range=192.168.22.34,static,120s --dhcp-lease-max=32 --dhcp-hostsfile=/var/lib/nova/networks/nova-br100.conf --dhcp-script=/usr/bin/nova-dhcpbridge --leasefile-ro
  2012-05-08 08:50:13 TRACE nova Exit code: 2
  2012-05-08 08:50:13 TRACE nova Stdout: ''
  2012-05-08 08:50:13 TRACE nova Stderr: "2012-05-08 08:50:12 DEBUG nova.utils [req-0b2c78f9-329d-4330-a1d8-adf570c470e4 None None] backend <module 'nova.db.sqlalchemy.api' from '/usr/lib/python2.7/dist-packages/nova/db/sqlalchemy/api.pyc'> from (pid=8906) __get_backend /usr/lib/python2.7/dist-packages/nova/utils.py:658\n\ndnsmasq: failed to create listening socket for 192.168.22.33: Address already in use\n"
  2012-05-08 08:50:13 TRACE nova
  root@u1204x:~/openstack/scripts/debug#

  ======================================

  root@u1204x:~/openstack/scripts/debug# tail /var/log/libvirt/libvirtd.log
  2012-05-08 14:27:10.299+0000: 24006: error : virNetSocketReadWire:996 : End of file while reading data: Input/output error
  2012-05-08 14:27:10.299+0000: 24006: error : virNetSocketReadWire:996 : End of file while reading data: Input/output error
  2012-05-08 14:50:55.524+0000: 24006: error : virNetSocketReadWire:996 : End of file while reading data: Input/output error
  2012-05-08 14:50:55.525+0000: 24006: error : virNetSocketReadWire:996 : End of file while reading data: Input/output error
  2012-05-08 14:51:47.255+0000: 1453: info : libvirt version: 0.9.8
  2012-05-08 14:51:47.255+0000: 1453: error : virCommandWait:2192 : internal error Child process (/usr/sbin/dnsmasq -u libvirt-dnsmasq --strict-order --bind-interfaces --pid-file=/var/run/libvirt/network/default.pid --conf-file= --except-interface lo --listen-address 192.168.122.1 --dhcp-range 192.168.122.2,192.168.122.254 --dhcp-leasefile=/var/lib/libvirt/dnsmasq/default.leases --dhcp-lease-max=253 --dhcp-no-override) status unexpected: exit status 2
  2012-05-08 15:19:45.607+0000: 1436: error : virNetSocketReadWire:996 : End of file while reading data: Input/output error
  2012-05-08 15:19:45.610+0000: 1436: error : virNetSocketReadWire:996 : End of file while reading data: Input/output error
  2012-05-08 15:35:57.171+0000: 1436: error : virNetSocketReadWire:996 : End of file while reading data: Input/output error
  2012-05-08 15:35:57.171+0000: 1436: error : virNetSocketReadWire:996 : End of file while reading data: Input/output error
  root@u1204x:~/openstack/scripts/debug#

  ======================================

  root@u1204x:~/openstack/scripts/debug# cat /etc/nova/nova.conf
  --dhcpbridge_flagfile=/etc/nova/nova.conf
  --dhcpbridge=/usr/bin/nova-dhcpbridge
  --logdir=/var/log/nova
  --state_path=/var/lib/nova
  --lock_path=/var/lock/nova
  --allow_admin_api=true
  --use_deprecated_auth=false
  --auth_strategy=keystone
  --scheduler_driver=nova.scheduler.simple.SimpleScheduler
  --s3_host=192.168.12.106
  --ec2_host=192.168.12.106
  --rabbit_host=192.168.12.106
  --cc_host=192.168.12.106
  --nova_url=http://192.168.12.106:8774/v1.1/
  --routing_source_ip=192.168.12.106
  --glance_api_servers=192.168.12.106:9292
  --image_service=nova.image.glance.GlanceImageService
  --iscsi_ip_prefix=192.168.22
  --sql_connection=mysql://novadbadmin:convirt@192.168.12.106/nova
  --ec2_url=http://192.168.12.106:8773/services/Cloud
  --keystone_ec2_url=http://192.168.12.106:5000/v2.0/ec2tokens
  --api_paste_config=/etc/nova/api-paste.ini
  --libvirt_type=kvm
  --libvirt_use_virtio_for_bridges=true
  --start_guests_on_host_boot=true
  --resume_guests_state_on_host_boot=true
  --vnc_enabled=true
  --vncproxy_url=http://192.168.12.106:6080
  --vnc_console_proxy_url=http://192.168.12.106:6080
  # network specific settings
  --network_manager=nova.network.manager.FlatDHCPManager
  --public_interface=eth1
  --flat_interface=eth0
  --flat_network_bridge=br100
  --fixed_range=192.168.22.32/27
  --floating_range=192.168.12.32/27
  --network_size=32
  --flat_network_dhcp_start=192.168.22.33
  --flat_injected=False
  --force_dhcp_release
  --iscsi_helper=tgtadm
  --connection_type=libvirt
  --root_helper=sudo nova-rootwrap
  --verbose
  root@u1204x:~/openstack/scripts/debug#

  ======================================

  root@u1204x:~/openstack/scripts/debug# ifconfig
  br100     Link encap:Ethernet  HWaddr 00:14:d1:26:f9:ad
            inet addr:192.168.22.33  Bcast:192.168.22.63  Mask:255.255.255.224
            inet6 addr: fe80::9475:66ff:fe72:fed5/64 Scope:Link
            UP BROADCAST MULTICAST  MTU:1500  Metric:1
            RX packets:0 errors:0 dropped:0 overruns:0 frame:0
            TX packets:1 errors:0 dropped:0 overruns:0 carrier:0
            collisions:0 txqueuelen:0
            RX bytes:0 (0.0 B)  TX bytes:90 (90.0 B)

  eth0      Link encap:Ethernet  HWaddr 00:14:d1:26:f9:ad
            UP BROADCAST MULTICAST  MTU:1500  Metric:1
            RX packets:0 errors:0 dropped:0 overruns:0 frame:0
            TX packets:0 errors:0 dropped:0 overruns:0 carrier:0
            collisions:0 txqueuelen:1000
            RX bytes:0 (0.0 B)  TX bytes:0 (0.0 B)
            Interrupt:19 Base address:0xcc00

  eth1      Link encap:Ethernet  HWaddr 00:16:17:b9:e4:23
            inet addr:192.168.12.106  Bcast:192.168.12.255  Mask:255.255.255.0
            inet6 addr: fe80::216:17ff:feb9:e423/64 Scope:Link
            UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
            RX packets:11644 errors:0 dropped:0 overruns:0 frame:0
            TX packets:8605 errors:0 dropped:0 overruns:0 carrier:0
            collisions:0 txqueuelen:1000
            RX bytes:1336266 (1.3 MB)  TX bytes:1508302 (1.5 MB)
            Interrupt:43 Base address:0xa000

  lo        Link encap:Local Loopback
            inet addr:127.0.0.1  Mask:255.0.0.0
            inet6 addr: ::1/128 Scope:Host
            UP LOOPBACK RUNNING  MTU:16436  Metric:1
            RX packets:65586 errors:0 dropped:0 overruns:0 frame:0
            TX packets:65586 errors:0 dropped:0 overruns:0 carrier:0
            collisions:0 txqueuelen:0
            RX bytes:49785719 (49.7 MB)  TX bytes:49785719 (49.7 MB)

  root@u1204x:~/openstack/scripts/debug#

  ======================================

  root@u1204x:~/openstack/scripts/debug# nova boot --flavor 1 --image 08e72364-3d82-4d32-ac4c-9069b7ea1836 vm3
  +-------------------------------------+--------------------------------------+
  |               Property              |                Value                 |
  +-------------------------------------+--------------------------------------+
  | OS-DCF:diskConfig                   | MANUAL                               |
  | OS-EXT-SRV-ATTR:host                | u1204x                               |
  | OS-EXT-SRV-ATTR:hypervisor_hostname | None                                 |
  | OS-EXT-SRV-ATTR:instance_name       | instance-00000004                    |
  | OS-EXT-STS:power_state              | 0                                    |
  | OS-EXT-STS:task_state               | scheduling                           |
  | OS-EXT-STS:vm_state                 | building                             |
  | accessIPv4                          |                                      |
  | accessIPv6                          |                                      |
  | adminPass                           | mFiTdkuTmg56                         |
  | config_drive                        |                                      |
  | created                             | 2012-05-08T15:48:25Z                 |
  | flavor                              | m1.tiny                              |
  | hostId                              |                                      |
  | id                                  | 7ff93ae5-6bde-47db-82a7-b1189c32acb2 |
  | image                               | Ubuntu 11.10 cloudimg i386           |
  | key_name                            |                                      |
  | metadata                            | {}                                   |
  | name                                | vm3                                  |
  | progress                            | 0                                    |
  | status                              | BUILD                                |
  | tenant_id                           | 25474b4bc8bd4b1fa99ffa0665fb885b     |
  | updated                             | 2012-05-08T15:48:25Z                 |
  | user_id                             | 79a8437c2f684075b55b71d21602f071     |
  +-------------------------------------+--------------------------------------+
  root@u1204x:~/openstack/scripts/debug#

  ======================================

  root@u1204x:~/openstack/scripts/debug# nova show vm3
  +-------------------------------------+-----------------------------------------------------------------------------+
  |               Property              |                                    Value                                    |
  +-------------------------------------+-----------------------------------------------------------------------------+
  | OS-DCF:diskConfig                   | MANUAL                                                                      |
  | OS-EXT-SRV-ATTR:host                | u1204x                                                                      |
  | OS-EXT-SRV-ATTR:hypervisor_hostname | None                                                                        |
  | OS-EXT-SRV-ATTR:instance_name       | instance-00000004                                                           |
  | OS-EXT-STS:power_state              | 0                                                                           |
  | OS-EXT-STS:task_state               | networking                                                                  |
  | OS-EXT-STS:vm_state                 | error                                                                       |
  | accessIPv4                          |                                                                             |
  | accessIPv6                          |                                                                             |
  | config_drive                        |                                                                             |
  | created                             | 2012-05-08T15:48:25Z                                                        |
  | fault                               | {u'message': u'Timeout', u'code': 500, u'created': u'2012-05-08T15:49:26Z'} |
  | flavor                              | m1.tiny                                                                     |
  | hostId                              | 985a075fbd03ecb1447af924a49e4bd196b91488652f6da83766c4b9                    |
  | id                                  | 7ff93ae5-6bde-47db-82a7-b1189c32acb2                                        |
  | image                               | Ubuntu 11.10 cloudimg i386                                                  |
  | key_name                            |                                                                             |
  | metadata                            | {}                                                                          |
  | name                                | vm3                                                                         |
  | status                              | ERROR                                                                       |
  | tenant_id                           | 25474b4bc8bd4b1fa99ffa0665fb885b                                            |
  | updated                             | 2012-05-08T15:49:26Z                                                        |
  | user_id                             | 79a8437c2f684075b55b71d21602f071                                            |
  +-------------------------------------+-----------------------------------------------------------------------------+
  root@u1204x:~/openstack/scripts/debug#

To manage notifications about this bug go to:
https://bugs.launchpad.net/nova/+bug/996603/+subscriptions