"Running Nova API bootstrap container"- creation of stable environment fails:

[scoopex]

Creation of stable testbed fails with the follwing message:

make VERSION_MANAGER=7.0.3 clean create manager deploy test
....
TASK [nova : include_tasks] ****************************************************
Sunday 02 June 2024  13:19:58 +0000 (0:00:05.509)       0:00:54.577 *********** 
skipping: [testbed-node-0.testbed.osism.xyz]
skipping: [testbed-node-1.testbed.osism.xyz]
skipping: [testbed-node-2.testbed.osism.xyz]

TASK [nova : Running Nova API bootstrap container] *****************************
Sunday 02 June 2024  13:20:02 +0000 (0:00:03.640)       0:00:58.218 *********** 
fatal: [testbed-node-0.testbed.osism.xyz]: FAILED! => {"changed": true, "msg": "Container exited with non-zero return code 255", "rc": 255, "stderr": "+ sudo -E kolla_set_configs\nINFO:__main__:Loading config file at /var/lib/kolla/config_files/config.json\nINFO:__main__:Validating config file\nINFO:__main__:Kolla config strategy set to: COPY_ALWAYS\nINFO:__main__:Copying service configuration files\nINFO:__main__:Copying /var/lib/kolla/config_files/nova.conf to /etc/nova/nova.conf\nINFO:__main__:Setting permission for /etc/nova/nova.conf\nINFO:__main__:Writing out command to execute\nINFO:__main__:Setting permission for /var/log/kolla/nova\nINFO:__main__:Setting permission for /var/log/kolla/nova/nova-manage.log\n++ cat /run_command\n+ CMD=false\n+ ARGS=\n+ sudo kolla_copy_cacerts\n+ [[ ! -n '' ]]\n+ . kolla_extend_start\n++ [[ ! -d /var/log/kolla/nova ]]\n+++ stat -c %a /var/log/kolla/nova\n++ [[ 2755 != \\7\\5\\5 ]]\n++ chmod 755 /var/log/kolla/nova\n++ . /usr/local/bin/kolla_nova_extend_start\n+++ [[ -n '' ]]\n+++ [[ -n 0 ]]\n+++ nova-manage api_db sync\nModules with known eventlet monkey patching issues were imported prior to eventlet monkey patching: urllib3. This warning can usually be ignored if the caller is only importing and not executing nova code.\n+++ nova-manage db sync --local_cell\nModules with known eventlet monkey patching issues were imported prior to eventlet monkey patching: urllib3. This warning can usually be ignored if the caller is only importing and not executing nova code.\n", "stderr_lines": ["+ sudo -E kolla_set_configs", "INFO:__main__:Loading config file at /var/lib/kolla/config_files/config.json", "INFO:__main__:Validating config file", "INFO:__main__:Kolla config strategy set to: COPY_ALWAYS", "INFO:__main__:Copying service configuration files", "INFO:__main__:Copying /var/lib/kolla/config_files/nova.conf to /etc/nova/nova.conf", "INFO:__main__:Setting permission for /etc/nova/nova.conf", "INFO:__main__:Writing out command to execute", "INFO:__main__:Setting permission for /var/log/kolla/nova", "INFO:__main__:Setting permission for /var/log/kolla/nova/nova-manage.log", "++ cat /run_command", "+ CMD=false", "+ ARGS=", "+ sudo kolla_copy_cacerts", "+ [[ ! -n '' ]]", "+ . kolla_extend_start", "++ [[ ! -d /var/log/kolla/nova ]]", "+++ stat -c %a /var/log/kolla/nova", "++ [[ 2755 != \\7\\5\\5 ]]", "++ chmod 755 /var/log/kolla/nova", "++ . /usr/local/bin/kolla_nova_extend_start", "+++ [[ -n '' ]]", "+++ [[ -n 0 ]]", "+++ nova-manage api_db sync", "Modules with known eventlet monkey patching issues were imported prior to eventlet monkey patching: urllib3. This warning can usually be ignored if the caller is only importing and not executing nova code.", "+++ nova-manage db sync --local_cell", "Modules with known eventlet monkey patching issues were imported prior to eventlet monkey patching: urllib3. This warning can usually be ignored if the caller is only importing and not executing nova code."], "stdout": "An error has occurred:\nTraceback (most recent call last):\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 1900, in _execute_context\n    self.dialect.do_execute(\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/default.py\", line 736, in do_execute\n    cursor.execute(statement, parameters)\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/cursors.py\", line 158, in execute\n    result = self._query(query)\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/cursors.py\", line 325, in _query\n    conn.query(q)\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 549, in query\n    self._affected_rows = self._read_query_result(unbuffered=unbuffered)\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 779, in _read_query_result\n    result.read()\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 1157, in read\n    first_packet = self.connection._read_packet()\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 729, in _read_packet\n    packet.raise_for_error()\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/protocol.py\", line 221, in raise_for_error\n    err.raise_mysql_exception(self._data)\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/err.py\", line 143, in raise_mysql_exception\n    raise errorclass(errno, errval)\npymysql.err.OperationalError: (1050, \"Table 'instances' already exists\")\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/cmd/manage.py\", line 3612, in main\n    ret = fn(*fn_args, **fn_kwargs)\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/cmd/manage.py\", line 230, in sync\n    return migration.db_sync(version)\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/db/migration.py\", line 92, in db_sync\n    _upgrade_alembic(engine, config, version)\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/db/migration.py\", line 58, in _upgrade_alembic\n    alembic_api.upgrade(config, version or 'head')\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/command.py\", line 378, in upgrade\n    script.run_env()\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/script/base.py\", line 569, in run_env\n    util.load_python_file(self.dir, \"env.py\")\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/util/pyfiles.py\", line 94, in load_python_file\n    module = load_module_py(module_id, path)\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/util/pyfiles.py\", line 110, in load_module_py\n    spec.loader.exec_module(module)  # type: ignore\n  File \"<frozen importlib._bootstrap_external>\", line 883, in exec_module\n  File \"<frozen importlib._bootstrap>\", line 241, in _call_with_frames_removed\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/db/main/migrations/env.py\", line 129, in <module>\n    run_migrations_online()\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/db/main/migrations/env.py\", line 123, in run_migrations_online\n    context.run_migrations()\n  File \"<string>\", line 8, in run_migrations\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/runtime/environment.py\", line 867, in run_migrations\n    self.get_context().run_migrations(**kw)\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/runtime/migration.py\", line 624, in run_migrations\n    step.migration_fn(**kw)\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/db/main/migrations/versions/8f2f1571d55b_initial_version.py\", line 191, in upgrade\n    op.create_table(\n  File \"<string>\", line 8, in create_table\n  File \"<string>\", line 3, in create_table\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/operations/ops.py\", line 1260, in create_table\n    return operations.invoke(op)\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/operations/base.py\", line 401, in invoke\n    return fn(self, operation)\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/operations/toimpl.py\", line 114, in create_table\n    operations.impl.create_table(table)\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/ddl/impl.py\", line 354, in create_table\n    self._exec(schema.CreateTable(table))\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/ddl/impl.py\", line 193, in _exec\n    return conn.execute(  # type: ignore[call-overload]\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 1380, in execute\n    return meth(self, multiparams, params, _EMPTY_EXECUTION_OPTS)\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/sql/ddl.py\", line 80, in _execute_on_connection\n    return connection._execute_ddl(\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 1472, in _execute_ddl\n    ret = self._execute_context(\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 1943, in _execute_context\n    self._handle_dbapi_exception(\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 2122, in _handle_dbapi_exception\n    util.raise_(newraise, with_traceback=exc_info[2], from_=e)\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/util/compat.py\", line 208, in raise_\n    raise exception\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 1900, in _execute_context\n    self.dialect.do_execute(\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/default.py\", line 736, in do_execute\n    cursor.execute(statement, parameters)\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/cursors.py\", line 158, in execute\n    result = self._query(query)\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/cursors.py\", line 325, in _query\n    conn.query(q)\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 549, in query\n    self._affected_rows = self._read_query_result(unbuffered=unbuffered)\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 779, in _read_query_result\n    result.read()\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 1157, in read\n    first_packet = self.connection._read_packet()\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 729, in _read_packet\n    packet.raise_for_error()\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/protocol.py\", line 221, in raise_for_error\n    err.raise_mysql_exception(self._data)\n  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/err.py\", line 143, in raise_mysql_exception\n    raise errorclass(errno, errval)\nsqlalchemy.exc.OperationalError: (pymysql.err.OperationalError) (1050, \"Table 'instances' already exists\")\n[SQL: \nCREATE TABLE instances (\n\tcreated_at DATETIME, \n\tupdated_at DATETIME, \n\tdeleted_at DATETIME, \n\tid INTEGER NOT NULL AUTO_INCREMENT, \n\tinternal_id INTEGER, \n\tuser_id VARCHAR(255), \n\tproject_id VARCHAR(255), \n\timage_ref VARCHAR(255), \n\tkernel_id VARCHAR(255), \n\tramdisk_id VARCHAR(255), \n\tlaunch_index INTEGER, \n\tkey_name VARCHAR(255), \n\tkey_data MEDIUMTEXT, \n\tpower_state INTEGER, \n\tvm_state VARCHAR(255), \n\tmemory_mb INTEGER, \n\tvcpus INTEGER, \n\thostname VARCHAR(255), \n\thost VARCHAR(255), \n\tuser_data MEDIUMTEXT, \n\treservation_id VARCHAR(255), \n\tlaunched_at DATETIME, \n\tterminated_at DATETIME, \n\tdisplay_name VARCHAR(255), \n\tdisplay_description VARCHAR(255), \n\tavailability_zone VARCHAR(255), \n\tlocked BOOL, \n\tos_type VARCHAR(255), \n\tlaunched_on MEDIUMTEXT, \n\tinstance_type_id INTEGER, \n\tvm_mode VARCHAR(255), \n\tuuid VARCHAR(36) NOT NULL, \n\tarchitecture VARCHAR(255), \n\troot_device_name VARCHAR(255), \n\taccess_ip_v4 VARCHAR(39), \n\taccess_ip_v6 VARCHAR(39), \n\tconfig_drive VARCHAR(255), \n\ttask_state VARCHAR(255), \n\tdefault_ephemeral_device VARCHAR(255), \n\tdefault_swap_device VARCHAR(255), \n\tprogress INTEGER, \n\tauto_disk_config BOOL, \n\tshutdown_terminate BOOL, \n\tdisable_terminate BOOL, \n\troot_gb INTEGER, \n\tephemeral_gb INTEGER, \n\tcell_name VARCHAR(255), \n\tnode VARCHAR(255), \n\tdeleted INTEGER, \n\tlocked_by ENUM('owner','admin'), \n\tcleaned INTEGER, \n\tephemeral_key_uuid VARCHAR(36), \n\thidden BOOL, \n\tPRIMARY KEY (id), \n\tCONSTRAINT uniq_instances0uuid UNIQUE (uuid)\n)CHARSET=utf8 ENGINE=InnoDB\n\n]\n(Background on this error at: https://sqlalche.me/e/14/e3q8)\n\n", "stdout_lines": ["An error has occurred:", "Traceback (most recent call last):", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 1900, in _execute_context", "    self.dialect.do_execute(", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/default.py\", line 736, in do_execute", "    cursor.execute(statement, parameters)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/cursors.py\", line 158, in execute", "    result = self._query(query)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/cursors.py\", line 325, in _query", "    conn.query(q)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 549, in query", "    self._affected_rows = self._read_query_result(unbuffered=unbuffered)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 779, in _read_query_result", "    result.read()", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 1157, in read", "    first_packet = self.connection._read_packet()", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 729, in _read_packet", "    packet.raise_for_error()", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/protocol.py\", line 221, in raise_for_error", "    err.raise_mysql_exception(self._data)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/err.py\", line 143, in raise_mysql_exception", "    raise errorclass(errno, errval)", "pymysql.err.OperationalError: (1050, \"Table 'instances' already exists\")", "", "The above exception was the direct cause of the following exception:", "", "Traceback (most recent call last):", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/cmd/manage.py\", line 3612, in main", "    ret = fn(*fn_args, **fn_kwargs)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/cmd/manage.py\", line 230, in sync", "    return migration.db_sync(version)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/db/migration.py\", line 92, in db_sync", "    _upgrade_alembic(engine, config, version)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/db/migration.py\", line 58, in _upgrade_alembic", "    alembic_api.upgrade(config, version or 'head')", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/command.py\", line 378, in upgrade", "    script.run_env()", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/script/base.py\", line 569, in run_env", "    util.load_python_file(self.dir, \"env.py\")", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/util/pyfiles.py\", line 94, in load_python_file", "    module = load_module_py(module_id, path)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/util/pyfiles.py\", line 110, in load_module_py", "    spec.loader.exec_module(module)  # type: ignore", "  File \"<frozen importlib._bootstrap_external>\", line 883, in exec_module", "  File \"<frozen importlib._bootstrap>\", line 241, in _call_with_frames_removed", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/db/main/migrations/env.py\", line 129, in <module>", "    run_migrations_online()", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/db/main/migrations/env.py\", line 123, in run_migrations_online", "    context.run_migrations()", "  File \"<string>\", line 8, in run_migrations", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/runtime/environment.py\", line 867, in run_migrations", "    self.get_context().run_migrations(**kw)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/runtime/migration.py\", line 624, in run_migrations", "    step.migration_fn(**kw)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/db/main/migrations/versions/8f2f1571d55b_initial_version.py\", line 191, in upgrade", "    op.create_table(", "  File \"<string>\", line 8, in create_table", "  File \"<string>\", line 3, in create_table", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/operations/ops.py\", line 1260, in create_table", "    return operations.invoke(op)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/operations/base.py\", line 401, in invoke", "    return fn(self, operation)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/operations/toimpl.py\", line 114, in create_table", "    operations.impl.create_table(table)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/ddl/impl.py\", line 354, in create_table", "    self._exec(schema.CreateTable(table))", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/ddl/impl.py\", line 193, in _exec", "    return conn.execute(  # type: ignore[call-overload]", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 1380, in execute", "    return meth(self, multiparams, params, _EMPTY_EXECUTION_OPTS)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/sql/ddl.py\", line 80, in _execute_on_connection", "    return connection._execute_ddl(", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 1472, in _execute_ddl", "    ret = self._execute_context(", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 1943, in _execute_context", "    self._handle_dbapi_exception(", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 2122, in _handle_dbapi_exception", "    util.raise_(newraise, with_traceback=exc_info[2], from_=e)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/util/compat.py\", line 208, in raise_", "    raise exception", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 1900, in _execute_context", "    self.dialect.do_execute(", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/default.py\", line 736, in do_execute", "    cursor.execute(statement, parameters)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/cursors.py\", line 158, in execute", "    result = self._query(query)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/cursors.py\", line 325, in _query", "    conn.query(q)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 549, in query", "    self._affected_rows = self._read_query_result(unbuffered=unbuffered)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 779, in _read_query_result", "    result.read()", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 1157, in read", "    first_packet = self.connection._read_packet()", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 729, in _read_packet", "    packet.raise_for_error()", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/protocol.py\", line 221, in raise_for_error", "    err.raise_mysql_exception(self._data)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/err.py\", line 143, in raise_mysql_exception", "    raise errorclass(errno, errval)", "sqlalchemy.exc.OperationalError: (pymysql.err.OperationalError) (1050, \"Table 'instances' already exists\")", "[SQL: ", "CREATE TABLE instances (", "\tcreated_at DATETIME, ", "\tupdated_at DATETIME, ", "\tdeleted_at DATETIME, ", "\tid INTEGER NOT NULL AUTO_INCREMENT, ", "\tinternal_id INTEGER, ", "\tuser_id VARCHAR(255), ", "\tproject_id VARCHAR(255), ", "\timage_ref VARCHAR(255), ", "\tkernel_id VARCHAR(255), ", "\tramdisk_id VARCHAR(255), ", "\tlaunch_index INTEGER, ", "\tkey_name VARCHAR(255), ", "\tkey_data MEDIUMTEXT, ", "\tpower_state INTEGER, ", "\tvm_state VARCHAR(255), ", "\tmemory_mb INTEGER, ", "\tvcpus INTEGER, ", "\thostname VARCHAR(255), ", "\thost VARCHAR(255), ", "\tuser_data MEDIUMTEXT, ", "\treservation_id VARCHAR(255), ", "\tlaunched_at DATETIME, ", "\tterminated_at DATETIME, ", "\tdisplay_name VARCHAR(255), ", "\tdisplay_description VARCHAR(255), ", "\tavailability_zone VARCHAR(255), ", "\tlocked BOOL, ", "\tos_type VARCHAR(255), ", "\tlaunched_on MEDIUMTEXT, ", "\tinstance_type_id INTEGER, ", "\tvm_mode VARCHAR(255), ", "\tuuid VARCHAR(36) NOT NULL, ", "\tarchitecture VARCHAR(255), ", "\troot_device_name VARCHAR(255), ", "\taccess_ip_v4 VARCHAR(39), ", "\taccess_ip_v6 VARCHAR(39), ", "\tconfig_drive VARCHAR(255), ", "\ttask_state VARCHAR(255), ", "\tdefault_ephemeral_device VARCHAR(255), ", "\tdefault_swap_device VARCHAR(255), ", "\tprogress INTEGER, ", "\tauto_disk_config BOOL, ", "\tshutdown_terminate BOOL, ", "\tdisable_terminate BOOL, ", "\troot_gb INTEGER, ", "\tephemeral_gb INTEGER, ", "\tcell_name VARCHAR(255), ", "\tnode VARCHAR(255), ", "\tdeleted INTEGER, ", "\tlocked_by ENUM('owner','admin'), ", "\tcleaned INTEGER, ", "\tephemeral_key_uuid VARCHAR(36), ", "\thidden BOOL, ", "\tPRIMARY KEY (id), ", "\tCONSTRAINT uniq_instances0uuid UNIQUE (uuid)", ")CHARSET=utf8 ENGINE=InnoDB", "", "]", "(Background on this error at: https://sqlalche.me/e/14/e3q8)", ""]}

[berendt]

This is an operational error (https://sqlalche.me/e/14/e3q8). The main reason for this is that MariaDB itself does not work well because the storage backend used is too slow/laggy. I could not reproduce this with either stable or latest. Runs completely smoothly here.

[scoopex]

I can try it again if you like. I didn't have time at the weekend to look at the message in detail. I have now output it in a slightly more formatted form (see attachment).

It shows that the error occurred when creating the 'instances' table. The creation failed because the table already existed. What could be the reason for this?

Conceptually, this could be the following, for example:

• a race condition if several instances, e.g. on different controller nodes in the startup, try to do this in parallel
  (e.g. due to a minimum replication delay)
• be a retry of an aborted process that was completed for this table despite being aborted (e.g. caused by a timeout)

For the testbed users on this specific test cloud deployment, this is of course somewhat unsatisfactory if it is so flaky.

Do you have any tips on where I can get more information with little effort or a good probability of understanding the cause of the problem?

$ echo -e "$(cat /tmp/message)"


fatal: [testbed-node-0.testbed.osism.xyz]: FAILED! => {"changed": true, "msg": "Container exited with non-zero return code 255", "rc": 255, "stderr": "+ sudo -E kolla_set_configs
INFO:__main__:Loading config file at /var/lib/kolla/config_files/config.json
INFO:__main__:Validating config file
INFO:__main__:Kolla config strategy set to: COPY_ALWAYS
INFO:__main__:Copying service configuration files
INFO:__main__:Copying /var/lib/kolla/config_files/nova.conf to /etc/nova/nova.conf
INFO:__main__:Setting permission for /etc/nova/nova.conf
INFO:__main__:Writing out command to execute
INFO:__main__:Setting permission for /var/log/kolla/nova
INFO:__main__:Setting permission for /var/log/kolla/nova/nova-manage.log
++ cat /run_command
+ CMD=false
+ ARGS=
+ sudo kolla_copy_cacerts
+ [[ ! -n '' ]]
+ . kolla_extend_start
++ [[ ! -d /var/log/kolla/nova ]]
+++ stat -c %a /var/log/kolla/nova
++ [[ 2755 != \7\5\5 ]]
++ chmod 755 /var/log/kolla/nova
++ . /usr/local/bin/kolla_nova_extend_start
+++ [[ -n '' ]]
+++ [[ -n 0 ]]
+++ nova-manage api_db sync
Modules with known eventlet monkey patching issues were imported prior to eventlet monkey patching: urllib3. This warning can usually be ignored if the caller is only importing and not executing nova code.
+++ nova-manage db sync --local_cell
Modules with known eventlet monkey patching issues were imported prior to eventlet monkey patching: urllib3. This warning can usually be ignored if the caller is only importing and not executing nova code.
", "stderr_lines": ["+ sudo -E kolla_set_configs", "INFO:__main__:Loading config file at /var/lib/kolla/config_files/config.json", "INFO:__main__:Validating config file", "INFO:__main__:Kolla config strategy set to: COPY_ALWAYS", "INFO:__main__:Copying service configuration files", "INFO:__main__:Copying /var/lib/kolla/config_files/nova.conf to /etc/nova/nova.conf", "INFO:__main__:Setting permission for /etc/nova/nova.conf", "INFO:__main__:Writing out command to execute", "INFO:__main__:Setting permission for /var/log/kolla/nova", "INFO:__main__:Setting permission for /var/log/kolla/nova/nova-manage.log", "++ cat /run_command", "+ CMD=false", "+ ARGS=", "+ sudo kolla_copy_cacerts", "+ [[ ! -n '' ]]", "+ . kolla_extend_start", "++ [[ ! -d /var/log/kolla/nova ]]", "+++ stat -c %a /var/log/kolla/nova", "++ [[ 2755 != \7\5\5 ]]", "++ chmod 755 /var/log/kolla/nova", "++ . /usr/local/bin/kolla_nova_extend_start", "+++ [[ -n '' ]]", "+++ [[ -n 0 ]]", "+++ nova-manage api_db sync", "Modules with known eventlet monkey patching issues were imported prior to eventlet monkey patching: urllib3. This warning can usually be ignored if the caller is only importing and not executing nova code.", "+++ nova-manage db sync --local_cell", "Modules with known eventlet monkey patching issues were imported prior to eventlet monkey patching: urllib3. This warning can usually be ignored if the caller is only importing and not executing nova code."], "stdout": "An error has occurred:
Traceback (most recent call last):
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 1900, in _execute_context
    self.dialect.do_execute(
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/default.py\", line 736, in do_execute
    cursor.execute(statement, parameters)
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/cursors.py\", line 158, in execute
    result = self._query(query)
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/cursors.py\", line 325, in _query
    conn.query(q)
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 549, in query
    self._affected_rows = self._read_query_result(unbuffered=unbuffered)
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 779, in _read_query_result
    result.read()
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 1157, in read
    first_packet = self.connection._read_packet()
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 729, in _read_packet
    packet.raise_for_error()
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/protocol.py\", line 221, in raise_for_error
    err.raise_mysql_exception(self._data)
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/err.py\", line 143, in raise_mysql_exception
    raise errorclass(errno, errval)
pymysql.err.OperationalError: (1050, \"Table 'instances' already exists\")

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/cmd/manage.py\", line 3612, in main
    ret = fn(*fn_args, **fn_kwargs)
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/cmd/manage.py\", line 230, in sync
    return migration.db_sync(version)
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/db/migration.py\", line 92, in db_sync
    _upgrade_alembic(engine, config, version)
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/db/migration.py\", line 58, in _upgrade_alembic
    alembic_api.upgrade(config, version or 'head')
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/command.py\", line 378, in upgrade
    script.run_env()
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/script/base.py\", line 569, in run_env
    util.load_python_file(self.dir, \"env.py\")
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/util/pyfiles.py\", line 94, in load_python_file
    module = load_module_py(module_id, path)
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/util/pyfiles.py\", line 110, in load_module_py
    spec.loader.exec_module(module)  # type: ignore
  File \"<frozen importlib._bootstrap_external>\", line 883, in exec_module
  File \"<frozen importlib._bootstrap>\", line 241, in _call_with_frames_removed
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/db/main/migrations/env.py\", line 129, in <module>
    run_migrations_online()
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/db/main/migrations/env.py\", line 123, in run_migrations_online
    context.run_migrations()
  File \"<string>\", line 8, in run_migrations
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/runtime/environment.py\", line 867, in run_migrations
    self.get_context().run_migrations(**kw)
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/runtime/migration.py\", line 624, in run_migrations
    step.migration_fn(**kw)
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/db/main/migrations/versions/8f2f1571d55b_initial_version.py\", line 191, in upgrade
    op.create_table(
  File \"<string>\", line 8, in create_table
  File \"<string>\", line 3, in create_table
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/operations/ops.py\", line 1260, in create_table
    return operations.invoke(op)
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/operations/base.py\", line 401, in invoke
    return fn(self, operation)
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/operations/toimpl.py\", line 114, in create_table
    operations.impl.create_table(table)
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/ddl/impl.py\", line 354, in create_table
    self._exec(schema.CreateTable(table))
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/ddl/impl.py\", line 193, in _exec
    return conn.execute(  # type: ignore[call-overload]
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 1380, in execute
    return meth(self, multiparams, params, _EMPTY_EXECUTION_OPTS)
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/sql/ddl.py\", line 80, in _execute_on_connection
    return connection._execute_ddl(
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 1472, in _execute_ddl
    ret = self._execute_context(
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 1943, in _execute_context
    self._handle_dbapi_exception(
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 2122, in _handle_dbapi_exception
    util.raise_(newraise, with_traceback=exc_info[2], from_=e)
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/util/compat.py\", line 208, in raise_
    raise exception
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 1900, in _execute_context
    self.dialect.do_execute(
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/default.py\", line 736, in do_execute
    cursor.execute(statement, parameters)
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/cursors.py\", line 158, in execute
    result = self._query(query)
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/cursors.py\", line 325, in _query
    conn.query(q)
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 549, in query
    self._affected_rows = self._read_query_result(unbuffered=unbuffered)
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 779, in _read_query_result
    result.read()
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 1157, in read
    first_packet = self.connection._read_packet()
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 729, in _read_packet
    packet.raise_for_error()
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/protocol.py\", line 221, in raise_for_error
    err.raise_mysql_exception(self._data)
  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/err.py\", line 143, in raise_mysql_exception
    raise errorclass(errno, errval)
sqlalchemy.exc.OperationalError: (pymysql.err.OperationalError) (1050, \"Table 'instances' already exists\")
[SQL: 
CREATE TABLE instances (
        created_at DATETIME, 
        updated_at DATETIME, 
        deleted_at DATETIME, 
        id INTEGER NOT NULL AUTO_INCREMENT, 
        internal_id INTEGER, 
        user_id VARCHAR(255), 
        project_id VARCHAR(255), 
        image_ref VARCHAR(255), 
        kernel_id VARCHAR(255), 
        ramdisk_id VARCHAR(255), 
        launch_index INTEGER, 
        key_name VARCHAR(255), 
        key_data MEDIUMTEXT, 
        power_state INTEGER, 
        vm_state VARCHAR(255), 
        memory_mb INTEGER, 
        vcpus INTEGER, 
        hostname VARCHAR(255), 
        host VARCHAR(255), 
        user_data MEDIUMTEXT, 
        reservation_id VARCHAR(255), 
        launched_at DATETIME, 
        terminated_at DATETIME, 
        display_name VARCHAR(255), 
        display_description VARCHAR(255), 
        availability_zone VARCHAR(255), 
        locked BOOL, 
        os_type VARCHAR(255), 
        launched_on MEDIUMTEXT, 
        instance_type_id INTEGER, 
        vm_mode VARCHAR(255), 
        uuid VARCHAR(36) NOT NULL, 
        architecture VARCHAR(255), 
        root_device_name VARCHAR(255), 
        access_ip_v4 VARCHAR(39), 
        access_ip_v6 VARCHAR(39), 
        config_drive VARCHAR(255), 
        task_state VARCHAR(255), 
        default_ephemeral_device VARCHAR(255), 
        default_swap_device VARCHAR(255), 
        progress INTEGER, 
        auto_disk_config BOOL, 
        shutdown_terminate BOOL, 
        disable_terminate BOOL, 
        root_gb INTEGER, 
        ephemeral_gb INTEGER, 
        cell_name VARCHAR(255), 
        node VARCHAR(255), 
        deleted INTEGER, 
        locked_by ENUM('owner','admin'), 
        cleaned INTEGER, 
        ephemeral_key_uuid VARCHAR(36), 
        hidden BOOL, 
        PRIMARY KEY (id), 
        CONSTRAINT uniq_instances0uuid UNIQUE (uuid)
)CHARSET=utf8 ENGINE=InnoDB

]
(Background on this error at: https://sqlalche.me/e/14/e3q8)

", "stdout_lines": ["An error has occurred:", "Traceback (most recent call last):", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 1900, in _execute_context", "    self.dialect.do_execute(", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/default.py\", line 736, in do_execute", "    cursor.execute(statement, parameters)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/cursors.py\", line 158, in execute", "    result = self._query(query)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/cursors.py\", line 325, in _query", "    conn.query(q)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 549, in query", "    self._affected_rows = self._read_query_result(unbuffered=unbuffered)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 779, in _read_query_result", "    result.read()", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 1157, in read", "    first_packet = self.connection._read_packet()", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 729, in _read_packet", "    packet.raise_for_error()", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/protocol.py\", line 221, in raise_for_error", "    err.raise_mysql_exception(self._data)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/err.py\", line 143, in raise_mysql_exception", "    raise errorclass(errno, errval)", "pymysql.err.OperationalError: (1050, \"Table 'instances' already exists\")", "", "The above exception was the direct cause of the following exception:", "", "Traceback (most recent call last):", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/cmd/manage.py\", line 3612, in main", "    ret = fn(*fn_args, **fn_kwargs)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/cmd/manage.py\", line 230, in sync", "    return migration.db_sync(version)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/db/migration.py\", line 92, in db_sync", "    _upgrade_alembic(engine, config, version)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/db/migration.py\", line 58, in _upgrade_alembic", "    alembic_api.upgrade(config, version or 'head')", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/command.py\", line 378, in upgrade", "    script.run_env()", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/script/base.py\", line 569, in run_env", "    util.load_python_file(self.dir, \"env.py\")", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/util/pyfiles.py\", line 94, in load_python_file", "    module = load_module_py(module_id, path)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/util/pyfiles.py\", line 110, in load_module_py", "    spec.loader.exec_module(module)  # type: ignore", "  File \"<frozen importlib._bootstrap_external>\", line 883, in exec_module", "  File \"<frozen importlib._bootstrap>\", line 241, in _call_with_frames_removed", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/db/main/migrations/env.py\", line 129, in <module>", "    run_migrations_online()", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/db/main/migrations/env.py\", line 123, in run_migrations_online", "    context.run_migrations()", "  File \"<string>\", line 8, in run_migrations", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/runtime/environment.py\", line 867, in run_migrations", "    self.get_context().run_migrations(**kw)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/runtime/migration.py\", line 624, in run_migrations", "    step.migration_fn(**kw)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/nova/db/main/migrations/versions/8f2f1571d55b_initial_version.py\", line 191, in upgrade", "    op.create_table(", "  File \"<string>\", line 8, in create_table", "  File \"<string>\", line 3, in create_table", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/operations/ops.py\", line 1260, in create_table", "    return operations.invoke(op)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/operations/base.py\", line 401, in invoke", "    return fn(self, operation)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/operations/toimpl.py\", line 114, in create_table", "    operations.impl.create_table(table)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/ddl/impl.py\", line 354, in create_table", "    self._exec(schema.CreateTable(table))", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/alembic/ddl/impl.py\", line 193, in _exec", "    return conn.execute(  # type: ignore[call-overload]", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 1380, in execute", "    return meth(self, multiparams, params, _EMPTY_EXECUTION_OPTS)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/sql/ddl.py\", line 80, in _execute_on_connection", "    return connection._execute_ddl(", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 1472, in _execute_ddl", "    ret = self._execute_context(", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 1943, in _execute_context", "    self._handle_dbapi_exception(", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 2122, in _handle_dbapi_exception", "    util.raise_(newraise, with_traceback=exc_info[2], from_=e)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/util/compat.py\", line 208, in raise_", "    raise exception", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/base.py\", line 1900, in _execute_context", "    self.dialect.do_execute(", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/sqlalchemy/engine/default.py\", line 736, in do_execute", "    cursor.execute(statement, parameters)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/cursors.py\", line 158, in execute", "    result = self._query(query)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/cursors.py\", line 325, in _query", "    conn.query(q)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 549, in query", "    self._affected_rows = self._read_query_result(unbuffered=unbuffered)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 779, in _read_query_result", "    result.read()", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 1157, in read", "    first_packet = self.connection._read_packet()", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/connections.py\", line 729, in _read_packet", "    packet.raise_for_error()", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/protocol.py\", line 221, in raise_for_error", "    err.raise_mysql_exception(self._data)", "  File \"/var/lib/kolla/venv/lib/python3.10/site-packages/pymysql/err.py\", line 143, in raise_mysql_exception", "    raise errorclass(errno, errval)", "sqlalchemy.exc.OperationalError: (pymysql.err.OperationalError) (1050, \"Table 'instances' already exists\")", "[SQL: ", "CREATE TABLE instances (", "    created_at DATETIME, ", "       updated_at DATETIME, ", "        deleted_at DATETIME, ", "       id INTEGER NOT NULL AUTO_INCREMENT, ", "        internal_id INTEGER, ", "       user_id VARCHAR(255), ", "      project_id VARCHAR(255), ", "    image_ref VARCHAR(255), ", "    kernel_id VARCHAR(255), ", "    ramdisk_id VARCHAR(255), ", "   launch_index INTEGER, ", "      key_name VARCHAR(255), ", "      key_data MEDIUMTEXT, ", "       power_state INTEGER, ", "       vm_state VARCHAR(255), ", "     memory_mb INTEGER, ", " vcpus INTEGER, ", "     hostname VARCHAR(255), ", "      host VARCHAR(255), ", " user_data MEDIUMTEXT, ", "      reservation_id VARCHAR(255), ", "       launched_at DATETIME, ", "      terminated_at DATETIME, ", "     display_name VARCHAR(255), ", " display_description VARCHAR(255), ", "  availability_zone VARCHAR(255), ", "    locked BOOL, ", "       os_type VARCHAR(255), ", "       launched_on MEDIUMTEXT, ", "    instance_type_id INTEGER, ", "  vm_mode VARCHAR(255), ", "      uuid VARCHAR(36) NOT NULL, ", " architecture VARCHAR(255), ", "  root_device_name VARCHAR(255), ", "     access_ip_v4 VARCHAR(39), ", "  access_ip_v6 VARCHAR(39), ", "  config_drive VARCHAR(255), ", " task_state VARCHAR(255), ", "    default_ephemeral_device VARCHAR(255), ", "     default_swap_device VARCHAR(255), ", "  progress INTEGER, ", "  auto_disk_config BOOL, ", "     shutdown_terminate BOOL, ", "    disable_terminate BOOL, ", "    root_gb INTEGER, ", "   ephemeral_gb INTEGER, ", "      cell_name VARCHAR(255), ", "    node VARCHAR(255), ", " deleted INTEGER, ", "    locked_by ENUM('owner','admin'), ", "   cleaned INTEGER, ", "   ephemeral_key_uuid VARCHAR(36), ", "    hidden BOOL, ", "       PRIMARY KEY (id), ", "   CONSTRAINT uniq_instances0uuid UNIQUE (uuid)", ")CHARSET=utf8 ENGINE=InnoDB", "", "]", "(Background on this error at: https://sqlalche.me/e/14/e3q8)", ""]}