← Back to team overview

yahoo-eng-team team mailing list archive

[Bug 1695056] [NEW] libvirt realtime feature mlockall: Cannot allocate memory

 

Public bug reported:

Trying to use this feature on newton,
https://specs.openstack.org/openstack/nova-specs/specs/mitaka/implemented/libvirt-real-time.html

Is low latency (realtime) kernel a requirement?
Anyway, I'm using 4.4.0-78-lowlatency now, following failed
(It worked if I manually copy out the portion before <devices> into virsh xml with addition of <memtune>)

  <memtune>
    <hard_limit unit='KiB'>20971520</hard_limit>
  </memtune>

warning: host doesn't support requested feature: CPUID.01H:EDX.ds [bit 21]
warning: host doesn't support requested feature: CPUID.01H:EDX.acpi [bit 22]
warning: host doesn't support requested feature: CPUID.01H:EDX.ht [bit 28]
warning: host doesn't support requested feature: CPUID.01H:EDX.tm [bit 29]
warning: host doesn't support requested feature: CPUID.01H:EDX.pbe [bit 31]
warning: host doesn't support requested feature: CPUID.01H:ECX.dtes64 [bit 2]
warning: host doesn't support requested feature: CPUID.01H:ECX.monitor [bit 3]
warning: host doesn't support requested feature: CPUID.01H:ECX.ds_cpl [bit 4]
warning: host doesn't support requested feature: CPUID.01H:ECX.smx [bit 6]
warning: host doesn't support requested feature: CPUID.01H:ECX.est [bit 7]
warning: host doesn't support requested feature: CPUID.01H:ECX.tm2 [bit 8]
warning: host doesn't support requested feature: CPUID.01H:ECX.xtpr [bit 14]
warning: host doesn't support requested feature: CPUID.01H:ECX.pdcm [bit 15]
warning: host doesn't support requested feature: CPUID.01H:ECX.dca [bit 18]
warning: host doesn't support requested feature: CPUID.01H:ECX.osxsave [bit 27]
warning: host doesn't support requested feature: CPUID.01H:EDX.ds [bit 21]
warning: host doesn't support requested feature: CPUID.01H:EDX.acpi [bit 22]
warning: host doesn't support requested feature: CPUID.01H:EDX.ht [bit 28]
warning: host doesn't support requested feature: CPUID.01H:EDX.tm [bit 29]
warning: host doesn't support requested feature: CPUID.01H:EDX.pbe [bit 31]
warning: host doesn't support requested feature: CPUID.01H:ECX.dtes64 [bit 2]
warning: host doesn't support requested feature: CPUID.01H:ECX.monitor [bit 3]
warning: host doesn't support requested feature: CPUID.01H:ECX.ds_cpl [bit 4]
warning: host doesn't support requested feature: CPUID.01H:ECX.smx [bit 6]
warning: host doesn't support requested feature: CPUID.01H:ECX.est [bit 7]
warning: host doesn't support requested feature: CPUID.01H:ECX.tm2 [bit 8]
warning: host doesn't support requested feature: CPUID.01H:ECX.xtpr [bit 14]
warning: host doesn't support requested feature: CPUID.01H:ECX.pdcm [bit 15]
warning: host doesn't support requested feature: CPUID.01H:ECX.dca [bit 18]
warning: host doesn't support requested feature: CPUID.01H:ECX.osxsave [bit 27]
mlockall: Cannot allocate memory
2017-06-01T14:47:43.122805Z qemu-system-x86_64: locking memory failed


>>>> this is generated by openstack
<domain type='kvm' id='13'>
  <name>instance-0000005f</name>
  <uuid>de8a2358-f5cb-426a-ad2b-840f5f6ddfcf</uuid>
  <metadata>
    <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.0";>
      <nova:package version="14.0.4"/>
      <nova:name>vlns1_pfe</nova:name>
      <nova:creationTime>2017-06-01 13:33:29</nova:creationTime>
      <nova:flavor name="vfpfl">
        <nova:memory>12288</nova:memory>
        <nova:disk>4</nova:disk>
        <nova:swap>0</nova:swap>
        <nova:ephemeral>0</nova:ephemeral>
        <nova:vcpus>12</nova:vcpus>
      </nova:flavor>
      <nova:owner>
        <nova:user uuid="50f2aa60006047198e8181e5d1ff2173">admin</nova:user>
        <nova:project uuid="3f79af00c3bc455f99adcde0826ca1ce">admin</nova:project>
      </nova:owner>
      <nova:root type="image" uuid="0d954553-8d39-402b-9190-8fc034b38351"/>
    </nova:instance>
  </metadata>
  <memory unit='KiB'>12582912</memory>
  <currentMemory unit='KiB'>12582912</currentMemory>
  <memoryBacking>
    <hugepages>
      <page size='2048' unit='KiB' nodeset='0'/>
    </hugepages>
    <nosharepages/>
    <locked/>
  </memoryBacking>
  <vcpu placement='static'>12</vcpu>
  <cputune>
    <shares>12288</shares>
    <vcpupin vcpu='0' cpuset='1'/>
    <vcpupin vcpu='1' cpuset='17'/>
    <vcpupin vcpu='2' cpuset='0'/>
    <vcpupin vcpu='3' cpuset='16'/>
    <vcpupin vcpu='4' cpuset='3'/>
    <vcpupin vcpu='5' cpuset='19'/>
    <vcpupin vcpu='6' cpuset='6'/>
    <vcpupin vcpu='7' cpuset='22'/>
    <vcpupin vcpu='8' cpuset='4'/>
    <vcpupin vcpu='9' cpuset='20'/>
    <vcpupin vcpu='10' cpuset='7'/>
    <vcpupin vcpu='11' cpuset='23'/>
    <emulatorpin cpuset='1'/>
    <vcpusched vcpus='1-11' scheduler='fifo' priority='1'/>
  </cputune>
  <numatune>
    <memory mode='strict' nodeset='0'/>
    <memnode cellid='0' mode='strict' nodeset='0'/>
  </numatune>
  <resource>
    <partition>/machine</partition>
  </resource>
  <sysinfo type='smbios'>
    <system>
      <entry name='manufacturer'>OpenStack Foundation</entry>
      <entry name='product'>OpenStack Nova</entry>
      <entry name='version'>14.0.4</entry>
      <entry name='serial'>06b68615-3f83-4484-b195-0d68d5d67077</entry>
      <entry name='uuid'>de8a2358-f5cb-426a-ad2b-840f5f6ddfcf</entry>
      <entry name='family'>Virtual Machine</entry>
    </system>
  </sysinfo>
  <os>
    <type arch='x86_64' machine='pc-i440fx-xenial'>hvm</type>
    <boot dev='hd'/>
    <smbios mode='sysinfo'/>
  </os>
  <features>
    <acpi/>
    <apic/>
  </features>
  <cpu mode='host-model'>
    <model fallback='allow'/>
    <topology sockets='6' cores='1' threads='2'/>
    <numa>
      <cell id='0' cpus='0-11' memory='12582912' unit='KiB' memAccess='shared'/>
    </numa>
  </cpu>
  <clock offset='utc'>
    <timer name='pit' tickpolicy='delay'/>
    <timer name='rtc' tickpolicy='catchup'/>
    <timer name='hpet' present='no'/>
  </clock>
  <on_poweroff>destroy</on_poweroff>
  <on_reboot>restart</on_reboot>
  <on_crash>destroy</on_crash>
  <devices>
    <emulator>/usr/bin/kvm-spice</emulator>
    <disk type='network' device='disk'>
      <driver name='qemu' type='raw' cache='none'/>
      <auth username='nova'>
        <secret type='ceph' uuid='f8d2c231-1e4b-4fe3-8f55-eef652966ec5'/>
      </auth>
      <source protocol='rbd' name='vms/de8a2358-f5cb-426a-ad2b-840f5f6ddfcf_disk'>
        <host name='192.168.30.111' port='6789'/>
        <host name='192.168.30.112' port='6789'/>
        <host name='192.168.30.113' port='6789'/>
      </source>
      <backingStore/>
      <target dev='hda' bus='ide'/>
      <alias name='ide0-0-0'/>
      <address type='drive' controller='0' bus='0' target='0' unit='0'/>
    </disk>
    <disk type='network' device='cdrom'>
      <driver name='qemu' type='raw' cache='none'/>
      <auth username='nova'>
        <secret type='ceph' uuid='f8d2c231-1e4b-4fe3-8f55-eef652966ec5'/>
      </auth>
      <source protocol='rbd' name='vms/de8a2358-f5cb-426a-ad2b-840f5f6ddfcf_disk.config'>
        <host name='192.168.30.111' port='6789'/>
        <host name='192.168.30.112' port='6789'/>
        <host name='192.168.30.113' port='6789'/>
      </source>
      <backingStore/>
      <target dev='hdb' bus='ide'/>
      <readonly/>
      <alias name='ide0-0-1'/>
      <address type='drive' controller='0' bus='0' target='0' unit='1'/>
    </disk>
    <controller type='usb' index='0'>
      <alias name='usb'/>
      <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x2'/>
    </controller>
    <controller type='pci' index='0' model='pci-root'>
      <alias name='pci.0'/>
    </controller>
    <controller type='ide' index='0'>
      <alias name='ide'/>
      <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
    </controller>
    <interface type='bridge'>
      <mac address='fa:16:3e:bc:b1:33'/>
      <source bridge='br-int'/>
      <virtualport type='openvswitch'>
        <parameters interfaceid='24dbd5a2-84cd-48d9-b987-7f0def3bd2bf'/>
      </virtualport>
      <target dev='tap24dbd5a2-84'/>
      <model type='virtio'/>
      <alias name='net0'/>
      <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
    </interface>
    <interface type='bridge'>
      <mac address='fa:16:3e:e9:b5:61'/>
      <source bridge='br-int'/>
      <virtualport type='openvswitch'>
        <parameters interfaceid='619b47e3-d60c-4bce-8404-843cb3c2867f'/>
      </virtualport>
      <target dev='tap619b47e3-d6'/>
      <model type='virtio'/>
      <alias name='net1'/>
      <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
    </interface>
    <interface type='hostdev' managed='yes'>
      <mac address='fa:16:3e:31:30:b4'/>
      <driver name='vfio'/>
      <source>
        <address type='pci' domain='0x0000' bus='0x02' slot='0x10' function='0x2'/>
      </source>
      <vlan>
        <tag id='31'/>
      </vlan>
      <alias name='hostdev0'/>
      <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
    </interface>
    <interface type='hostdev' managed='yes'>
      <mac address='fa:16:3e:6a:cd:d7'/>
      <driver name='vfio'/>
      <source>
        <address type='pci' domain='0x0000' bus='0x02' slot='0x10' function='0x0'/>
      </source>
      <vlan>
        <tag id='32'/>
      </vlan>
      <alias name='hostdev1'/>
      <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
    </interface>
    <serial type='tcp'>
      <source mode='bind' host='127.0.0.1' service='10000'/>
      <protocol type='raw'/>
      <target port='0'/>
      <alias name='serial0'/>
    </serial>
    <serial type='pty'>
      <target port='1'/>
      <alias name='serial1'/>
    </serial>
    <console type='tcp'>
      <source mode='bind' host='127.0.0.1' service='10000'/>
      <protocol type='raw'/>
      <target type='serial' port='0'/>
      <alias name='serial0'/>
    </console>
    <input type='tablet' bus='usb'>
      <alias name='input0'/>
    </input>
    <input type='mouse' bus='ps2'/>
    <input type='keyboard' bus='ps2'/>
    <graphics type='vnc' port='5902' autoport='yes' listen='0.0.0.0' keymap='en-us'>
      <listen type='address' address='0.0.0.0'/>
    </graphics>
    <video>
      <model type='cirrus' vram='16384' heads='1'/>
      <alias name='video0'/>
      <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
    </video>
    <memballoon model='virtio'>
      <stats period='10'/>
      <alias name='balloon0'/>
      <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
    </memballoon>
  </devices>
  <seclabel type='dynamic' model='apparmor' relabel='yes'>
    <label>libvirt-de8a2358-f5cb-426a-ad2b-840f5f6ddfcf</label>
    <imagelabel>libvirt-de8a2358-f5cb-426a-ad2b-840f5f6ddfcf</imagelabel>
  </seclabel>
</domain>


>>>>> this tested good with addition of memtune
<domain type='kvm' id='4'>
  <name>vlns-pfe</name>
  <uuid>9d5e4b00-ffac-4e9d-9d97-70ad3ac1de2c</uuid>
  <memory unit='KiB'>12582912</memory>
  <currentMemory unit='KiB'>12582912</currentMemory>
  <memtune>
    <hard_limit unit='KiB'>20971520</hard_limit>
  </memtune>
  <memoryBacking>
    <hugepages>
      <page size='2048' unit='KiB' nodeset='0'/>
    </hugepages>
    <nosharepages/>
    <locked/>
  </memoryBacking>
  <vcpu placement='static'>12</vcpu>
  <cputune>
    <shares>12288</shares>
    <vcpupin vcpu='0' cpuset='1'/>
    <vcpupin vcpu='1' cpuset='17'/>
    <vcpupin vcpu='2' cpuset='0'/>
    <vcpupin vcpu='3' cpuset='16'/>
    <vcpupin vcpu='4' cpuset='3'/>
    <vcpupin vcpu='5' cpuset='19'/>
    <vcpupin vcpu='6' cpuset='6'/>
    <vcpupin vcpu='7' cpuset='22'/>
    <vcpupin vcpu='8' cpuset='4'/>
    <vcpupin vcpu='9' cpuset='20'/>
    <vcpupin vcpu='10' cpuset='7'/>
    <vcpupin vcpu='11' cpuset='23'/>
    <emulatorpin cpuset='1'/>
    <vcpusched vcpus='1-11' scheduler='fifo' priority='1'/>
  </cputune>
  <numatune>
    <memory mode='strict' nodeset='0'/>
    <memnode cellid='0' mode='strict' nodeset='0'/>
  </numatune>
  <resource>
    <partition>/machine</partition>
  </resource>
  <os>
    <type arch='x86_64' machine='pc-i440fx-xenial'>hvm</type>
    <boot dev='hd'/>
  </os>
  <features>
    <acpi/>
    <apic/>
  </features>
  <cpu mode='host-model'>
    <model fallback='allow'/>
    <topology sockets='6' cores='1' threads='2'/>
    <numa>
      <cell id='0' cpus='0-11' memory='12582912' unit='KiB' memAccess='shared'/>
    </numa>
  </cpu>
  <clock offset='utc'>
    <timer name='pit' tickpolicy='delay'/>
    <timer name='rtc' tickpolicy='catchup'/>
    <timer name='hpet' present='no'/>
  </clock>
  <on_poweroff>destroy</on_poweroff>
  <on_reboot>restart</on_reboot>
  <on_crash>destroy</on_crash>

** Affects: nova
     Importance: Undecided
         Status: New

** Summary changed:

- libvirt realtime feature mlockall: Cannot allocate memory Edit
+ libvirt realtime feature mlockall: Cannot allocate memory

-- 
You received this bug notification because you are a member of Yahoo!
Engineering Team, which is subscribed to OpenStack Compute (nova).
https://bugs.launchpad.net/bugs/1695056

Title:
  libvirt realtime feature mlockall: Cannot allocate memory

Status in OpenStack Compute (nova):
  New

Bug description:
  Trying to use this feature on newton,
  https://specs.openstack.org/openstack/nova-specs/specs/mitaka/implemented/libvirt-real-time.html

  Is low latency (realtime) kernel a requirement?
  Anyway, I'm using 4.4.0-78-lowlatency now, following failed
  (It worked if I manually copy out the portion before <devices> into virsh xml with addition of <memtune>)

    <memtune>
      <hard_limit unit='KiB'>20971520</hard_limit>
    </memtune>

  warning: host doesn't support requested feature: CPUID.01H:EDX.ds [bit 21]
  warning: host doesn't support requested feature: CPUID.01H:EDX.acpi [bit 22]
  warning: host doesn't support requested feature: CPUID.01H:EDX.ht [bit 28]
  warning: host doesn't support requested feature: CPUID.01H:EDX.tm [bit 29]
  warning: host doesn't support requested feature: CPUID.01H:EDX.pbe [bit 31]
  warning: host doesn't support requested feature: CPUID.01H:ECX.dtes64 [bit 2]
  warning: host doesn't support requested feature: CPUID.01H:ECX.monitor [bit 3]
  warning: host doesn't support requested feature: CPUID.01H:ECX.ds_cpl [bit 4]
  warning: host doesn't support requested feature: CPUID.01H:ECX.smx [bit 6]
  warning: host doesn't support requested feature: CPUID.01H:ECX.est [bit 7]
  warning: host doesn't support requested feature: CPUID.01H:ECX.tm2 [bit 8]
  warning: host doesn't support requested feature: CPUID.01H:ECX.xtpr [bit 14]
  warning: host doesn't support requested feature: CPUID.01H:ECX.pdcm [bit 15]
  warning: host doesn't support requested feature: CPUID.01H:ECX.dca [bit 18]
  warning: host doesn't support requested feature: CPUID.01H:ECX.osxsave [bit 27]
  warning: host doesn't support requested feature: CPUID.01H:EDX.ds [bit 21]
  warning: host doesn't support requested feature: CPUID.01H:EDX.acpi [bit 22]
  warning: host doesn't support requested feature: CPUID.01H:EDX.ht [bit 28]
  warning: host doesn't support requested feature: CPUID.01H:EDX.tm [bit 29]
  warning: host doesn't support requested feature: CPUID.01H:EDX.pbe [bit 31]
  warning: host doesn't support requested feature: CPUID.01H:ECX.dtes64 [bit 2]
  warning: host doesn't support requested feature: CPUID.01H:ECX.monitor [bit 3]
  warning: host doesn't support requested feature: CPUID.01H:ECX.ds_cpl [bit 4]
  warning: host doesn't support requested feature: CPUID.01H:ECX.smx [bit 6]
  warning: host doesn't support requested feature: CPUID.01H:ECX.est [bit 7]
  warning: host doesn't support requested feature: CPUID.01H:ECX.tm2 [bit 8]
  warning: host doesn't support requested feature: CPUID.01H:ECX.xtpr [bit 14]
  warning: host doesn't support requested feature: CPUID.01H:ECX.pdcm [bit 15]
  warning: host doesn't support requested feature: CPUID.01H:ECX.dca [bit 18]
  warning: host doesn't support requested feature: CPUID.01H:ECX.osxsave [bit 27]
  mlockall: Cannot allocate memory
  2017-06-01T14:47:43.122805Z qemu-system-x86_64: locking memory failed

  
  >>>> this is generated by openstack
  <domain type='kvm' id='13'>
    <name>instance-0000005f</name>
    <uuid>de8a2358-f5cb-426a-ad2b-840f5f6ddfcf</uuid>
    <metadata>
      <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.0";>
        <nova:package version="14.0.4"/>
        <nova:name>vlns1_pfe</nova:name>
        <nova:creationTime>2017-06-01 13:33:29</nova:creationTime>
        <nova:flavor name="vfpfl">
          <nova:memory>12288</nova:memory>
          <nova:disk>4</nova:disk>
          <nova:swap>0</nova:swap>
          <nova:ephemeral>0</nova:ephemeral>
          <nova:vcpus>12</nova:vcpus>
        </nova:flavor>
        <nova:owner>
          <nova:user uuid="50f2aa60006047198e8181e5d1ff2173">admin</nova:user>
          <nova:project uuid="3f79af00c3bc455f99adcde0826ca1ce">admin</nova:project>
        </nova:owner>
        <nova:root type="image" uuid="0d954553-8d39-402b-9190-8fc034b38351"/>
      </nova:instance>
    </metadata>
    <memory unit='KiB'>12582912</memory>
    <currentMemory unit='KiB'>12582912</currentMemory>
    <memoryBacking>
      <hugepages>
        <page size='2048' unit='KiB' nodeset='0'/>
      </hugepages>
      <nosharepages/>
      <locked/>
    </memoryBacking>
    <vcpu placement='static'>12</vcpu>
    <cputune>
      <shares>12288</shares>
      <vcpupin vcpu='0' cpuset='1'/>
      <vcpupin vcpu='1' cpuset='17'/>
      <vcpupin vcpu='2' cpuset='0'/>
      <vcpupin vcpu='3' cpuset='16'/>
      <vcpupin vcpu='4' cpuset='3'/>
      <vcpupin vcpu='5' cpuset='19'/>
      <vcpupin vcpu='6' cpuset='6'/>
      <vcpupin vcpu='7' cpuset='22'/>
      <vcpupin vcpu='8' cpuset='4'/>
      <vcpupin vcpu='9' cpuset='20'/>
      <vcpupin vcpu='10' cpuset='7'/>
      <vcpupin vcpu='11' cpuset='23'/>
      <emulatorpin cpuset='1'/>
      <vcpusched vcpus='1-11' scheduler='fifo' priority='1'/>
    </cputune>
    <numatune>
      <memory mode='strict' nodeset='0'/>
      <memnode cellid='0' mode='strict' nodeset='0'/>
    </numatune>
    <resource>
      <partition>/machine</partition>
    </resource>
    <sysinfo type='smbios'>
      <system>
        <entry name='manufacturer'>OpenStack Foundation</entry>
        <entry name='product'>OpenStack Nova</entry>
        <entry name='version'>14.0.4</entry>
        <entry name='serial'>06b68615-3f83-4484-b195-0d68d5d67077</entry>
        <entry name='uuid'>de8a2358-f5cb-426a-ad2b-840f5f6ddfcf</entry>
        <entry name='family'>Virtual Machine</entry>
      </system>
    </sysinfo>
    <os>
      <type arch='x86_64' machine='pc-i440fx-xenial'>hvm</type>
      <boot dev='hd'/>
      <smbios mode='sysinfo'/>
    </os>
    <features>
      <acpi/>
      <apic/>
    </features>
    <cpu mode='host-model'>
      <model fallback='allow'/>
      <topology sockets='6' cores='1' threads='2'/>
      <numa>
        <cell id='0' cpus='0-11' memory='12582912' unit='KiB' memAccess='shared'/>
      </numa>
    </cpu>
    <clock offset='utc'>
      <timer name='pit' tickpolicy='delay'/>
      <timer name='rtc' tickpolicy='catchup'/>
      <timer name='hpet' present='no'/>
    </clock>
    <on_poweroff>destroy</on_poweroff>
    <on_reboot>restart</on_reboot>
    <on_crash>destroy</on_crash>
    <devices>
      <emulator>/usr/bin/kvm-spice</emulator>
      <disk type='network' device='disk'>
        <driver name='qemu' type='raw' cache='none'/>
        <auth username='nova'>
          <secret type='ceph' uuid='f8d2c231-1e4b-4fe3-8f55-eef652966ec5'/>
        </auth>
        <source protocol='rbd' name='vms/de8a2358-f5cb-426a-ad2b-840f5f6ddfcf_disk'>
          <host name='192.168.30.111' port='6789'/>
          <host name='192.168.30.112' port='6789'/>
          <host name='192.168.30.113' port='6789'/>
        </source>
        <backingStore/>
        <target dev='hda' bus='ide'/>
        <alias name='ide0-0-0'/>
        <address type='drive' controller='0' bus='0' target='0' unit='0'/>
      </disk>
      <disk type='network' device='cdrom'>
        <driver name='qemu' type='raw' cache='none'/>
        <auth username='nova'>
          <secret type='ceph' uuid='f8d2c231-1e4b-4fe3-8f55-eef652966ec5'/>
        </auth>
        <source protocol='rbd' name='vms/de8a2358-f5cb-426a-ad2b-840f5f6ddfcf_disk.config'>
          <host name='192.168.30.111' port='6789'/>
          <host name='192.168.30.112' port='6789'/>
          <host name='192.168.30.113' port='6789'/>
        </source>
        <backingStore/>
        <target dev='hdb' bus='ide'/>
        <readonly/>
        <alias name='ide0-0-1'/>
        <address type='drive' controller='0' bus='0' target='0' unit='1'/>
      </disk>
      <controller type='usb' index='0'>
        <alias name='usb'/>
        <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x2'/>
      </controller>
      <controller type='pci' index='0' model='pci-root'>
        <alias name='pci.0'/>
      </controller>
      <controller type='ide' index='0'>
        <alias name='ide'/>
        <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
      </controller>
      <interface type='bridge'>
        <mac address='fa:16:3e:bc:b1:33'/>
        <source bridge='br-int'/>
        <virtualport type='openvswitch'>
          <parameters interfaceid='24dbd5a2-84cd-48d9-b987-7f0def3bd2bf'/>
        </virtualport>
        <target dev='tap24dbd5a2-84'/>
        <model type='virtio'/>
        <alias name='net0'/>
        <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
      </interface>
      <interface type='bridge'>
        <mac address='fa:16:3e:e9:b5:61'/>
        <source bridge='br-int'/>
        <virtualport type='openvswitch'>
          <parameters interfaceid='619b47e3-d60c-4bce-8404-843cb3c2867f'/>
        </virtualport>
        <target dev='tap619b47e3-d6'/>
        <model type='virtio'/>
        <alias name='net1'/>
        <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
      </interface>
      <interface type='hostdev' managed='yes'>
        <mac address='fa:16:3e:31:30:b4'/>
        <driver name='vfio'/>
        <source>
          <address type='pci' domain='0x0000' bus='0x02' slot='0x10' function='0x2'/>
        </source>
        <vlan>
          <tag id='31'/>
        </vlan>
        <alias name='hostdev0'/>
        <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
      </interface>
      <interface type='hostdev' managed='yes'>
        <mac address='fa:16:3e:6a:cd:d7'/>
        <driver name='vfio'/>
        <source>
          <address type='pci' domain='0x0000' bus='0x02' slot='0x10' function='0x0'/>
        </source>
        <vlan>
          <tag id='32'/>
        </vlan>
        <alias name='hostdev1'/>
        <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
      </interface>
      <serial type='tcp'>
        <source mode='bind' host='127.0.0.1' service='10000'/>
        <protocol type='raw'/>
        <target port='0'/>
        <alias name='serial0'/>
      </serial>
      <serial type='pty'>
        <target port='1'/>
        <alias name='serial1'/>
      </serial>
      <console type='tcp'>
        <source mode='bind' host='127.0.0.1' service='10000'/>
        <protocol type='raw'/>
        <target type='serial' port='0'/>
        <alias name='serial0'/>
      </console>
      <input type='tablet' bus='usb'>
        <alias name='input0'/>
      </input>
      <input type='mouse' bus='ps2'/>
      <input type='keyboard' bus='ps2'/>
      <graphics type='vnc' port='5902' autoport='yes' listen='0.0.0.0' keymap='en-us'>
        <listen type='address' address='0.0.0.0'/>
      </graphics>
      <video>
        <model type='cirrus' vram='16384' heads='1'/>
        <alias name='video0'/>
        <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
      </video>
      <memballoon model='virtio'>
        <stats period='10'/>
        <alias name='balloon0'/>
        <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
      </memballoon>
    </devices>
    <seclabel type='dynamic' model='apparmor' relabel='yes'>
      <label>libvirt-de8a2358-f5cb-426a-ad2b-840f5f6ddfcf</label>
      <imagelabel>libvirt-de8a2358-f5cb-426a-ad2b-840f5f6ddfcf</imagelabel>
    </seclabel>
  </domain>

  
  >>>>> this tested good with addition of memtune
  <domain type='kvm' id='4'>
    <name>vlns-pfe</name>
    <uuid>9d5e4b00-ffac-4e9d-9d97-70ad3ac1de2c</uuid>
    <memory unit='KiB'>12582912</memory>
    <currentMemory unit='KiB'>12582912</currentMemory>
    <memtune>
      <hard_limit unit='KiB'>20971520</hard_limit>
    </memtune>
    <memoryBacking>
      <hugepages>
        <page size='2048' unit='KiB' nodeset='0'/>
      </hugepages>
      <nosharepages/>
      <locked/>
    </memoryBacking>
    <vcpu placement='static'>12</vcpu>
    <cputune>
      <shares>12288</shares>
      <vcpupin vcpu='0' cpuset='1'/>
      <vcpupin vcpu='1' cpuset='17'/>
      <vcpupin vcpu='2' cpuset='0'/>
      <vcpupin vcpu='3' cpuset='16'/>
      <vcpupin vcpu='4' cpuset='3'/>
      <vcpupin vcpu='5' cpuset='19'/>
      <vcpupin vcpu='6' cpuset='6'/>
      <vcpupin vcpu='7' cpuset='22'/>
      <vcpupin vcpu='8' cpuset='4'/>
      <vcpupin vcpu='9' cpuset='20'/>
      <vcpupin vcpu='10' cpuset='7'/>
      <vcpupin vcpu='11' cpuset='23'/>
      <emulatorpin cpuset='1'/>
      <vcpusched vcpus='1-11' scheduler='fifo' priority='1'/>
    </cputune>
    <numatune>
      <memory mode='strict' nodeset='0'/>
      <memnode cellid='0' mode='strict' nodeset='0'/>
    </numatune>
    <resource>
      <partition>/machine</partition>
    </resource>
    <os>
      <type arch='x86_64' machine='pc-i440fx-xenial'>hvm</type>
      <boot dev='hd'/>
    </os>
    <features>
      <acpi/>
      <apic/>
    </features>
    <cpu mode='host-model'>
      <model fallback='allow'/>
      <topology sockets='6' cores='1' threads='2'/>
      <numa>
        <cell id='0' cpus='0-11' memory='12582912' unit='KiB' memAccess='shared'/>
      </numa>
    </cpu>
    <clock offset='utc'>
      <timer name='pit' tickpolicy='delay'/>
      <timer name='rtc' tickpolicy='catchup'/>
      <timer name='hpet' present='no'/>
    </clock>
    <on_poweroff>destroy</on_poweroff>
    <on_reboot>restart</on_reboot>
    <on_crash>destroy</on_crash>

To manage notifications about this bug go to:
https://bugs.launchpad.net/nova/+bug/1695056/+subscriptions