yahoo-eng-team team mailing list archive

Thread
Date
[Bug 1929518] [NEW] Functional db migration tests broken

To: yahoo-eng-team@xxxxxxxxxxxxxxxxxxx
From: Slawek Kaplonski <1929518@xxxxxxxxxxxxxxxxxx>
Date: Tue, 25 May 2021 07:42:52 -0000
Reply-to: Bug 1929518 <1929518@xxxxxxxxxxxxxxxxxx>
Sender: bounces@xxxxxxxxxxxxx
Public bug reported:

It seems that it's failing all the time now. Example of failure
https://storage.bhs.cloud.ovh.net/v1/AUTH_dcaab5e32b234d56b626f72581e3644c/zuul_opendev_logs_ba6/790999/7/check
/neutron-functional-with-uwsgi/ba6f15c/testr_results.html

Stacktrace:

ft1.4: neutron.tests.functional.db.test_migrations.TestModelsMigrationsMysql.test_models_synctesttools.testresult.real._StringException: Traceback (most recent call last):
  File "/home/zuul/src/opendev.org/openstack/neutron/neutron/tests/base.py", line 183, in func
    return f(self, *args, **kwargs)
  File "/home/zuul/src/opendev.org/openstack/neutron/neutron/tests/base.py", line 125, in inner
    return f(self, *args, **kwargs)
  File "/home/zuul/src/opendev.org/openstack/neutron/neutron/tests/functional/db/test_migrations.py", line 385, in test_models_sync
    super(TestModelsMigrationsMysql, self).test_models_sync()
  File "/home/zuul/src/opendev.org/openstack/neutron/.tox/dsvm-functional/lib/python3.8/site-packages/oslo_db/sqlalchemy/test_migrations.py", line 597, in test_models_sync
    self.fail(
  File "/home/zuul/src/opendev.org/openstack/neutron/.tox/dsvm-functional/lib/python3.8/site-packages/unittest2/case.py", line 690, in fail
    raise self.failureException(msg)
AssertionError: Models and migration scripts aren't in sync:
[ ( 'add_index',
    Index('ix_address_groups_project_id', Column('project_id', String(length=255), table=<address_groups>))),
  ( 'add_index',
    Index('ix_address_scopes_project_id', Column('project_id', String(length=255), table=<address_scopes>))),
  ( 'add_index',
    Index('ix_addressgrouprbacs_project_id', Column('project_id', String(length=255), table=<addressgrouprbacs>))),
  ( 'add_constraint',
    UniqueConstraint(Column('mac_address', NullType(), table=<dvr_host_macs>))),
  ( 'add_index',
    Index('ix_floatingipdnses_floatingip_id', Column('floatingip_id', String(length=36), table=<floatingipdnses>, primary_key=True, nullable=False))),
  ( 'add_index',
    Index('ix_floatingips_project_id', Column('project_id', String(length=255), table=<floatingips>))),
  ( 'add_index',
    Index('ix_logs_project_id', Column('project_id', String(length=255), table=<logs>))),
  ( 'add_index',
    Index('ix_logs_resource_id', Column('resource_id', String(length=36), table=<logs>))),
  ( 'add_index',
    Index('ix_logs_target_id', Column('target_id', String(length=36), table=<logs>))),
  ( 'add_index',
    Index('ix_meteringlabels_project_id', Column('project_id', String(length=255), table=<meteringlabels>))),
  ( 'add_index',
    Index('ix_ml2_gre_allocations_allocated', Column('allocated', Boolean(), table=<ml2_gre_allocations>, nullable=False, default=ColumnDefault(False), server_default=DefaultClause(<sqlalchemy.sql.elements.False_ object at 0x7f03dcbe6d30>, for_update=False)))),
  ( 'add_index',
    Index('ix_ml2_vxlan_allocations_allocated', Column('allocated', Boolean(), table=<ml2_vxlan_allocations>, nullable=False, default=ColumnDefault(False), server_default=DefaultClause(<sqlalchemy.sql.elements.False_ object at 0x7f03dcb86310>, for_update=False)))),
  ( 'add_index',
    Index('ix_networkdnsdomains_network_id', Column('network_id', String(length=36), table=<networkdnsdomains>, primary_key=True, nullable=False))),
  ( 'add_index',
    Index('ix_networkrbacs_project_id', Column('project_id', String(length=255), table=<networkrbacs>))),
  ( 'add_index',
    Index('ix_networks_project_id', Column('project_id', String(length=255), table=<networks>))),
  ( 'add_index',
    Index('ix_ovn_hash_ring_group_name', Column('group_name', String(length=256), table=<ovn_hash_ring>, primary_key=True, nullable=False))),
  ( 'add_index',
    Index('ix_ovn_hash_ring_node_uuid', Column('node_uuid', String(length=36), table=<ovn_hash_ring>, primary_key=True, nullable=False))),
  ( 'add_index',
    Index('ix_ovn_revision_numbers_resource_type', Column('resource_type', String(length=36), table=<ovn_revision_numbers>, primary_key=True, nullable=False))),
  ( 'add_index',
    Index('ix_ovn_revision_numbers_resource_uuid', Column('resource_uuid', String(length=36), table=<ovn_revision_numbers>, primary_key=True, nullable=False))),
  ( 'add_index',
    Index('ix_portdataplanestatuses_port_id', Column('port_id', String(length=36), table=<portdataplanestatuses>, primary_key=True, nullable=False))),
  ( 'add_index',
    Index('ix_portdnses_port_id', Column('port_id', String(length=36), table=<portdnses>, primary_key=True, nullable=False))),
  ( 'add_index',
    Index('ix_ports_project_id', Column('project_id', String(length=255), table=<ports>))),
  ( 'add_index',
    Index('ix_portuplinkstatuspropagation_port_id', Column('port_id', String(length=36), table=<portuplinkstatuspropagation>, primary_key=True, nullable=False))),
  ( 'add_constraint',
    UniqueConstraint(Column('qos_policy_id', NullType(), table=<qos_dscp_marking_rules>))),
  ( 'add_constraint',
    UniqueConstraint(Column('fip_id', NullType(), table=<qos_fip_policy_bindings>))),
  ( 'add_index',
    Index('ix_qos_minimum_bandwidth_rules_qos_policy_id', Column('qos_policy_id', String(length=36), table=<qos_minimum_bandwidth_rules>, nullable=False))),
  ( 'add_constraint',
    UniqueConstraint(Column('network_id', NullType(), table=<qos_network_policy_bindings>))),
  ( 'add_index',
    Index('ix_qos_policies_project_id', Column('project_id', String(length=255), table=<qos_policies>))),
  ( 'add_index',
    Index('ix_qos_policies_default_project_id', Column('project_id', String(length=255), table=<qos_policies_default>, primary_key=True, nullable=False))),
  ( 'add_constraint',
    UniqueConstraint(Column('port_id', NullType(), table=<qos_port_policy_bindings>))),
  ( 'add_constraint',
    UniqueConstraint(Column('router_id', NullType(), table=<qos_router_gw_policy_bindings>))),
  ( 'add_index',
    Index('ix_quotas_project_id', Column('project_id', String(length=255), table=<quotas>))),
  ( 'add_index',
    Index('ix_quotausages_project_id', Column('project_id', String(length=255), table=<quotausages>, primary_key=True, nullable=False))),
  ( 'add_index',
    Index('ix_quotausages_resource', Column('resource', String(length=255), table=<quotausages>, primary_key=True, nullable=False))),
  ( 'add_index',
    Index('ix_routers_project_id', Column('project_id', String(length=255), table=<routers>))),
  ( 'add_index',
    Index('ix_securitygrouprules_project_id', Column('project_id', String(length=255), table=<securitygrouprules>))),
  ( 'add_index',
    Index('ix_securitygroups_project_id', Column('project_id', String(length=255), table=<securitygroups>))),
  ( 'add_index',
    Index('ix_segmenthostmappings_host', Column('host', String(length=255), table=<segmenthostmappings>, primary_key=True, nullable=False))),
  ( 'add_index',
    Index('ix_segmenthostmappings_segment_id', Column('segment_id', String(length=36), table=<segmenthostmappings>, primary_key=True, nullable=False))),
  ( 'add_index',
    Index('ix_subnet_dns_publish_fixed_ips_subnet_id', Column('subnet_id', String(length=36), table=<subnet_dns_publish_fixed_ips>, primary_key=True, nullable=False))),
  ( 'add_index',
    Index('ix_subnetpools_project_id', Column('project_id', String(length=255), table=<subnetpools>))),
  ( 'add_index',
    Index('ix_subnets_project_id', Column('project_id', String(length=255), table=<subnets>))),
  ( 'add_index',
    Index('ix_subnets_subnetpool_id', Column('subnetpool_id', String(length=36), table=<subnets>))),
  ( 'add_index',
    Index('ix_trunks_project_id', Column('project_id', String(length=255), table=<trunks>)))]

** Affects: neutron
     Importance: Critical
         Status: Confirmed


** Tags: db functional-tests gate-failure

-- 
You received this bug notification because you are a member of Yahoo!
Engineering Team, which is subscribed to neutron.
https://bugs.launchpad.net/bugs/1929518

Title:
  Functional db migration tests broken

Status in neutron:
  Confirmed

Bug description:
  It seems that it's failing all the time now. Example of failure
  https://storage.bhs.cloud.ovh.net/v1/AUTH_dcaab5e32b234d56b626f72581e3644c/zuul_opendev_logs_ba6/790999/7/check
  /neutron-functional-with-uwsgi/ba6f15c/testr_results.html

  Stacktrace:

  ft1.4: neutron.tests.functional.db.test_migrations.TestModelsMigrationsMysql.test_models_synctesttools.testresult.real._StringException: Traceback (most recent call last):
    File "/home/zuul/src/opendev.org/openstack/neutron/neutron/tests/base.py", line 183, in func
      return f(self, *args, **kwargs)
    File "/home/zuul/src/opendev.org/openstack/neutron/neutron/tests/base.py", line 125, in inner
      return f(self, *args, **kwargs)
    File "/home/zuul/src/opendev.org/openstack/neutron/neutron/tests/functional/db/test_migrations.py", line 385, in test_models_sync
      super(TestModelsMigrationsMysql, self).test_models_sync()
    File "/home/zuul/src/opendev.org/openstack/neutron/.tox/dsvm-functional/lib/python3.8/site-packages/oslo_db/sqlalchemy/test_migrations.py", line 597, in test_models_sync
      self.fail(
    File "/home/zuul/src/opendev.org/openstack/neutron/.tox/dsvm-functional/lib/python3.8/site-packages/unittest2/case.py", line 690, in fail
      raise self.failureException(msg)
  AssertionError: Models and migration scripts aren't in sync:
  [ ( 'add_index',
      Index('ix_address_groups_project_id', Column('project_id', String(length=255), table=<address_groups>))),
    ( 'add_index',
      Index('ix_address_scopes_project_id', Column('project_id', String(length=255), table=<address_scopes>))),
    ( 'add_index',
      Index('ix_addressgrouprbacs_project_id', Column('project_id', String(length=255), table=<addressgrouprbacs>))),
    ( 'add_constraint',
      UniqueConstraint(Column('mac_address', NullType(), table=<dvr_host_macs>))),
    ( 'add_index',
      Index('ix_floatingipdnses_floatingip_id', Column('floatingip_id', String(length=36), table=<floatingipdnses>, primary_key=True, nullable=False))),
    ( 'add_index',
      Index('ix_floatingips_project_id', Column('project_id', String(length=255), table=<floatingips>))),
    ( 'add_index',
      Index('ix_logs_project_id', Column('project_id', String(length=255), table=<logs>))),
    ( 'add_index',
      Index('ix_logs_resource_id', Column('resource_id', String(length=36), table=<logs>))),
    ( 'add_index',
      Index('ix_logs_target_id', Column('target_id', String(length=36), table=<logs>))),
    ( 'add_index',
      Index('ix_meteringlabels_project_id', Column('project_id', String(length=255), table=<meteringlabels>))),
    ( 'add_index',
      Index('ix_ml2_gre_allocations_allocated', Column('allocated', Boolean(), table=<ml2_gre_allocations>, nullable=False, default=ColumnDefault(False), server_default=DefaultClause(<sqlalchemy.sql.elements.False_ object at 0x7f03dcbe6d30>, for_update=False)))),
    ( 'add_index',
      Index('ix_ml2_vxlan_allocations_allocated', Column('allocated', Boolean(), table=<ml2_vxlan_allocations>, nullable=False, default=ColumnDefault(False), server_default=DefaultClause(<sqlalchemy.sql.elements.False_ object at 0x7f03dcb86310>, for_update=False)))),
    ( 'add_index',
      Index('ix_networkdnsdomains_network_id', Column('network_id', String(length=36), table=<networkdnsdomains>, primary_key=True, nullable=False))),
    ( 'add_index',
      Index('ix_networkrbacs_project_id', Column('project_id', String(length=255), table=<networkrbacs>))),
    ( 'add_index',
      Index('ix_networks_project_id', Column('project_id', String(length=255), table=<networks>))),
    ( 'add_index',
      Index('ix_ovn_hash_ring_group_name', Column('group_name', String(length=256), table=<ovn_hash_ring>, primary_key=True, nullable=False))),
    ( 'add_index',
      Index('ix_ovn_hash_ring_node_uuid', Column('node_uuid', String(length=36), table=<ovn_hash_ring>, primary_key=True, nullable=False))),
    ( 'add_index',
      Index('ix_ovn_revision_numbers_resource_type', Column('resource_type', String(length=36), table=<ovn_revision_numbers>, primary_key=True, nullable=False))),
    ( 'add_index',
      Index('ix_ovn_revision_numbers_resource_uuid', Column('resource_uuid', String(length=36), table=<ovn_revision_numbers>, primary_key=True, nullable=False))),
    ( 'add_index',
      Index('ix_portdataplanestatuses_port_id', Column('port_id', String(length=36), table=<portdataplanestatuses>, primary_key=True, nullable=False))),
    ( 'add_index',
      Index('ix_portdnses_port_id', Column('port_id', String(length=36), table=<portdnses>, primary_key=True, nullable=False))),
    ( 'add_index',
      Index('ix_ports_project_id', Column('project_id', String(length=255), table=<ports>))),
    ( 'add_index',
      Index('ix_portuplinkstatuspropagation_port_id', Column('port_id', String(length=36), table=<portuplinkstatuspropagation>, primary_key=True, nullable=False))),
    ( 'add_constraint',
      UniqueConstraint(Column('qos_policy_id', NullType(), table=<qos_dscp_marking_rules>))),
    ( 'add_constraint',
      UniqueConstraint(Column('fip_id', NullType(), table=<qos_fip_policy_bindings>))),
    ( 'add_index',
      Index('ix_qos_minimum_bandwidth_rules_qos_policy_id', Column('qos_policy_id', String(length=36), table=<qos_minimum_bandwidth_rules>, nullable=False))),
    ( 'add_constraint',
      UniqueConstraint(Column('network_id', NullType(), table=<qos_network_policy_bindings>))),
    ( 'add_index',
      Index('ix_qos_policies_project_id', Column('project_id', String(length=255), table=<qos_policies>))),
    ( 'add_index',
      Index('ix_qos_policies_default_project_id', Column('project_id', String(length=255), table=<qos_policies_default>, primary_key=True, nullable=False))),
    ( 'add_constraint',
      UniqueConstraint(Column('port_id', NullType(), table=<qos_port_policy_bindings>))),
    ( 'add_constraint',
      UniqueConstraint(Column('router_id', NullType(), table=<qos_router_gw_policy_bindings>))),
    ( 'add_index',
      Index('ix_quotas_project_id', Column('project_id', String(length=255), table=<quotas>))),
    ( 'add_index',
      Index('ix_quotausages_project_id', Column('project_id', String(length=255), table=<quotausages>, primary_key=True, nullable=False))),
    ( 'add_index',
      Index('ix_quotausages_resource', Column('resource', String(length=255), table=<quotausages>, primary_key=True, nullable=False))),
    ( 'add_index',
      Index('ix_routers_project_id', Column('project_id', String(length=255), table=<routers>))),
    ( 'add_index',
      Index('ix_securitygrouprules_project_id', Column('project_id', String(length=255), table=<securitygrouprules>))),
    ( 'add_index',
      Index('ix_securitygroups_project_id', Column('project_id', String(length=255), table=<securitygroups>))),
    ( 'add_index',
      Index('ix_segmenthostmappings_host', Column('host', String(length=255), table=<segmenthostmappings>, primary_key=True, nullable=False))),
    ( 'add_index',
      Index('ix_segmenthostmappings_segment_id', Column('segment_id', String(length=36), table=<segmenthostmappings>, primary_key=True, nullable=False))),
    ( 'add_index',
      Index('ix_subnet_dns_publish_fixed_ips_subnet_id', Column('subnet_id', String(length=36), table=<subnet_dns_publish_fixed_ips>, primary_key=True, nullable=False))),
    ( 'add_index',
      Index('ix_subnetpools_project_id', Column('project_id', String(length=255), table=<subnetpools>))),
    ( 'add_index',
      Index('ix_subnets_project_id', Column('project_id', String(length=255), table=<subnets>))),
    ( 'add_index',
      Index('ix_subnets_subnetpool_id', Column('subnetpool_id', String(length=36), table=<subnets>))),
    ( 'add_index',
      Index('ix_trunks_project_id', Column('project_id', String(length=255), table=<trunks>)))]

To manage notifications about this bug go to:
https://bugs.launchpad.net/neutron/+bug/1929518/+subscriptions
Follow ups

[Bug 1929518] Re: Functional db migration tests broken
From: OpenStack Infra, 2021-06-09