fix: resume catalog jobs without repeated checkpoint queries
This commit is contained in:
+4
-1
@@ -6,7 +6,7 @@ from pathlib import Path
|
||||
from studio.domain import normalized_name, is_special_score
|
||||
from studio.mysql_database import MySQLDatabase, score_key
|
||||
|
||||
TABLES = ('catalog', 'scores', 'schools', 'jobs', 'job_units', 'job_logs')
|
||||
TABLES = ('catalog', 'scores', 'schools', 'jobs', 'job_units', 'job_logs', 'job_catalog_pages')
|
||||
|
||||
|
||||
def migrate_sqlite(source, target):
|
||||
@@ -16,6 +16,7 @@ def migrate_sqlite(source, target):
|
||||
counts = {}
|
||||
try:
|
||||
conn.execute('BEGIN')
|
||||
source_tables = {row[0] for row in conn.execute("SELECT name FROM sqlite_master WHERE type='table'")}
|
||||
with target.connection() as output:
|
||||
# Serialize attempted imports to the same database.
|
||||
acquired = output.execute("SELECT GET_LOCK('kaoyan_studio_migration',10)").fetchone()[0]
|
||||
@@ -27,6 +28,8 @@ def migrate_sqlite(source, target):
|
||||
raise ValueError(f'目标数据库非空({table}),拒绝覆盖;请使用空数据库')
|
||||
for table in TABLES:
|
||||
counts[table] = 0
|
||||
if table == 'job_catalog_pages' and table not in source_tables:
|
||||
continue # Existing snapshots predate the optional page cache.
|
||||
reader = conn.execute(f'SELECT * FROM {table}')
|
||||
while batch := reader.fetchmany(500):
|
||||
rows = []
|
||||
|
||||
Reference in New Issue
Block a user