Akumatic/db-UTF8-MB3-to-MB4
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Rename default cursor, add cursor returning dicts

Browse Source
This commit is contained in:
Akumatic 2023-05-08 14:20:09 +02:00
parent e62e0cf076
commit 0194711016
1 changed files with 21 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

38
convert/utf8mb4converter.py
View File

@ -23,8 +23,10 @@ class UTF8MB4Converter:
- Logger object for this file - Logger object for this file
- _connection (mariadb.Connection) - _connection (mariadb.Connection)
- database connection - database connection
- cur (mariadb.Cursor) - cursor (mariadb.Cursor)
- database cursor - database cursor with keys only
- kcursor (mariadb.Cursor)
- database cursor with keys and values
""" """
def __init__( def __init__(
@ -59,7 +61,8 @@ class UTF8MB4Converter:
self.logger.fatal(f"Connection failed: {e}") self.logger.fatal(f"Connection failed: {e}")
sys.exit() sys.exit()
self.cur: mariadb.Cursor = self._connection.cursor() self.cursor: mariadb.Cursor = self._connection.cursor(dictionary=False)
self.kcursor: mariadb.Cursor = self._connection.cursor(dictionary=True)
def __del__( def __del__(
self self
@ -82,8 +85,8 @@ class UTF8MB4Converter:
""" """
query = f"SHOW TABLES FROM {self.db}" query = f"SHOW TABLES FROM {self.db}"
self.cur.execute(query) self.cursor.execute(query)
return [table[0] for table in self.cur.fetchall()] return [table[0] for table in self.cursor.fetchall()]
def get_charset_db ( def get_charset_db (
self self
@ -97,11 +100,12 @@ class UTF8MB4Converter:
""" """
query = " ".join(( query = " ".join((
"SELECT default_character_set_name, default_collation_name", "SELECT DEFAULT_CHARACTER_SET_NAME as charset,",
"DEFAULT_COLLATION_NAME as collation",
f"FROM information_schema.SCHEMATA WHERE schema_name = '{self.db}'" f"FROM information_schema.SCHEMATA WHERE schema_name = '{self.db}'"
)) ))
self.cur.execute(query) self.kcursor.execute(query)
return dict(zip(("charset", "collation"), self.cur.fetchone())) return self.kcursor.fetchone()
def get_charset_table ( def get_charset_table (
self, self,
@ -120,14 +124,15 @@ class UTF8MB4Converter:
""" """
query = " ".join(( query = " ".join((
"SELECT CCSA.character_set_name, table_collation", "SELECT CCSA.character_set_name AS charset,",
"table_collation AS collation",
"FROM information_schema.TABLES AS T", "FROM information_schema.TABLES AS T",
"JOIN information_schema.COLLATION_CHARACTER_SET_APPLICABILITY AS CCSA", "JOIN information_schema.COLLATION_CHARACTER_SET_APPLICABILITY AS CCSA",
"WHERE T.table_collation = CCSA.collation_name", "WHERE T.table_collation = CCSA.collation_name",
f"AND table_schema = '{self.db}' AND table_name = '{table}'" f"AND table_schema = '{self.db}' AND table_name = '{table}'"
)) ))
self.cur.execute(query) self.kcursor.execute(query)
return dict(zip(("charset", "collation"), self.cur.fetchone())) return self.kcursor.fetchone()
def get_columns_of_table ( def get_columns_of_table (
self, self,
@ -153,9 +158,8 @@ class UTF8MB4Converter:
"FROM information_schema.COLUMNS", "FROM information_schema.COLUMNS",
f"WHERE table_schema = '{self.db}' AND table_name = '{table}'" f"WHERE table_schema = '{self.db}' AND table_name = '{table}'"
)) ))
self.cur.execute(query) self.kcursor.execute(query)
lables = ["name", "type", "ctype", "charset", "collation", "nullable", "dvalue"] return self.kcursor.fetchall()
return [dict(zip(lables, col)) for col in self.cur.fetchall()]
def convert_charset_db ( def convert_charset_db (
self, self,
@ -183,7 +187,7 @@ class UTF8MB4Converter:
query = f"ALTER DATABASE {self.db} CHARACTER SET = {charset} COLLATE = {collation}" query = f"ALTER DATABASE {self.db} CHARACTER SET = {charset} COLLATE = {collation}"
try: try:
self.cur.execute(query) self.cursor.execute(query)
self.logger.debug(f"Character set of database {self.db} successfully converted to {charset}") self.logger.debug(f"Character set of database {self.db} successfully converted to {charset}")
except mariadb.Error as e: except mariadb.Error as e:
self.logger.error("\n".join(( self.logger.error("\n".join((
@ -220,7 +224,7 @@ class UTF8MB4Converter:
query = f"ALTER TABLE {table} CONVERT TO CHARACTER SET {charset} COLLATE {collation}" query = f"ALTER TABLE {table} CONVERT TO CHARACTER SET {charset} COLLATE {collation}"
try: try:
self.cur.execute(query) self.cursor.execute(query)
self.logger.debug(f"Character set of table {table} successfully converted to {charset}") self.logger.debug(f"Character set of table {table} successfully converted to {charset}")
except mariadb.Error as e: except mariadb.Error as e:
self.logger.error("\n".join(( self.logger.error("\n".join((
@ -300,7 +304,7 @@ class UTF8MB4Converter:
constraint constraint
)) ))
try: try:
self.cur.execute(query) self.cursor.execute(query)
self.logger.debug(f"Character set of column {col}(@{table}) successfully converted to {charset}") self.logger.debug(f"Character set of column {col}(@{table}) successfully converted to {charset}")
except mariadb.Error as e: except mariadb.Error as e:
self.logger.error("\n".join(( self.logger.error("\n".join((