Fix historical pagination and bound export and proxy memory
This commit is contained in:
@@ -0,0 +1,75 @@
|
||||
import pytest
|
||||
|
||||
from studio.database import Database
|
||||
from studio.domain import finish_record
|
||||
|
||||
|
||||
def record(code='10001', name='甲大学', major='081200', province='北京', year=2027, direction='方向一'):
|
||||
return finish_record({'school_code': code, 'school_name': name, 'major_code': major,
|
||||
'major_name': major, 'province': province, 'year': year,
|
||||
'direction': direction, 'subjects': ['101政治'], 'source': '测试'})
|
||||
|
||||
|
||||
def test_history_targets_deduplicate_directions_and_preserve_filters(tmp_path):
|
||||
db = Database(tmp_path / 'data.db')
|
||||
db.upsert_catalog([
|
||||
record(direction='一'), record(direction='二'), record(major='081201'),
|
||||
record(code='10002', name='乙大学', province='天津'),
|
||||
record(code='10003', name='丙大学', province=''), record(year=2026),
|
||||
])
|
||||
rows = list(db.score_targets({'year': 2027, 'provinces': ['北京']}, batch_size=1))
|
||||
assert [(r['school_code'], r['major_code']) for r in rows] == [
|
||||
('10001', '081200'), ('10001', '081201'), ('10003', '081200')]
|
||||
assert all('data' not in row and 'subjects' not in row for row in rows)
|
||||
rows = list(db.score_targets({'year': 2027, 'school_keyword': '甲', 'major_code': '081201'}))
|
||||
assert [(r['school_code'], r['major_code']) for r in rows] == [('10001', '081201')]
|
||||
|
||||
|
||||
def test_catalog_iterator_keeps_export_order_and_excludes_new_inserts(tmp_path):
|
||||
db = Database(tmp_path / 'data.db')
|
||||
db.upsert_catalog([record(name='B大学'), record(name='A大学', direction='二'),
|
||||
record(name='A大学', direction='三'), record(year=2026),
|
||||
record(code='10002', name='C大学')])
|
||||
iterator = db.iter_catalog({}, batch_size=2)
|
||||
first = next(iterator)
|
||||
db.upsert_catalog([record(name='Z大学', year=2028)])
|
||||
rows = [first, *iterator]
|
||||
assert [(r['year'], r['school_name']) for r in rows] == [
|
||||
(2027, 'A大学'), (2027, 'A大学'), (2027, 'B大学'), (2027, 'C大学'), (2026, '甲大学')]
|
||||
assert [r['school_name'] for r in db.iter_catalog({'school_keyword': 'A'}, batch_size=1)] == ['A大学', 'A大学']
|
||||
|
||||
|
||||
def test_score_iterator_exports_only_selected_school_major_pairs(tmp_path):
|
||||
db = Database(tmp_path / 'data.db')
|
||||
db.upsert_scores([
|
||||
{'school_code': '10001', 'major_code': '081200', 'year': 2025, 'scope': 'major', 'total': 310},
|
||||
{'school_code': '10002', 'major_code': '081200', 'year': 2025, 'scope': 'major', 'total': 320},
|
||||
])
|
||||
rows = list(db.iter_scores({('10001', '081200')}, batch_size=1))
|
||||
assert len(rows) == 1
|
||||
assert rows[0]['total'] == 310
|
||||
|
||||
|
||||
def test_unit_commit_is_idempotent_for_records_count_and_checkpoint(tmp_path):
|
||||
db = Database(tmp_path / 'data.db')
|
||||
db.job_create('job', {})
|
||||
rows = [record(direction='一'), record(direction='二')]
|
||||
assert db.save_unit('job', 'catalog:test', rows) is True
|
||||
assert db.save_unit('job', 'catalog:test', rows) is False
|
||||
assert db.overview()['records'] == 2
|
||||
assert db.job_get('job')['records'] == 2
|
||||
assert db.unit_done('job', 'catalog:test')
|
||||
|
||||
|
||||
def test_failed_unit_transaction_rolls_back_scores_records_and_checkpoint(tmp_path, monkeypatch):
|
||||
db = Database(tmp_path / 'data.db')
|
||||
db.job_create('job', {})
|
||||
def fail(*args):
|
||||
raise RuntimeError('interrupted persistence')
|
||||
monkeypatch.setattr(db, '_school', fail)
|
||||
score = {'school_code': '10001', 'major_code': '081200', 'year': 2025, 'scope': 'major', 'total': 310}
|
||||
with pytest.raises(RuntimeError):
|
||||
db.save_unit('job', 'scores:test', [record()], scores=[score])
|
||||
assert db.overview()['records'] == db.overview()['scores'] == 0
|
||||
assert db.job_get('job')['records'] == 0
|
||||
assert not db.unit_done('job', 'scores:test')
|
||||
Reference in New Issue
Block a user