feat: implement unified data sources, proxy routing and local API

This commit is contained in:
Codex
2026-10-11 13:49:07 +08:00
parent 25cccd4372
commit 389b2aa3a5
20 changed files with 21601 additions and 4 deletions
+74
View File
@@ -0,0 +1,74 @@
import threading
import time
import pytest
from studio.connectors import CatalogClient, ScoreClient, LoginRequired, SourceYearMismatch
from studio.database import Database
from studio.jobs import JobManager
from studio.settings import SettingsStore
from tests.test_network import Response
class CatalogTransport:
def request(self, method, url, **kwargs):
if method == "GET":
return Response({}, text="2027年硕士专业目录查询")
page = int(kwargs["data"].get("curPage", 1))
rows = [{"dwdm": "10001", "dwmc": "北京大学"}] if page == 1 else [{"dwdm": "10002", "dwmc": "中国人民大学"}]
return Response({"flag": True, "msg": {"list": rows, "nextPageAvailable": page == 1, "totalCount": 2}})
def test_catalog_pagination_consumes_all_pages():
client = CatalogClient(CatalogTransport())
assert [row["dwdm"] for row in client.schools("11")] == ["10001", "10002"]
def test_false_login_business_status_cannot_be_success():
class Unauthenticated(CatalogTransport):
def request(self, *args, **kwargs):
return Response({"flag": False, "msg": "请登录"})
with pytest.raises(LoginRequired):
list(CatalogClient(Unauthenticated()).schools("11"))
def test_source_year_mismatch_prevents_wrongly_dated_catalog():
with pytest.raises(SourceYearMismatch):
CatalogClient(CatalogTransport()).verify_year(2026)
def test_school_lookup_rejects_ambiguous_or_wrong_campus():
class SearchTransport:
def request(self, *args, **kwargs):
return Response({"code": "0000", "data": {"data": [{"school_name": "中国地质大学(武汉)", "school_id": 10}]}})
assert ScoreClient(SearchTransport()).school_id("中国地质大学(北京)") is None
def test_task_pause_resume_reuses_persisted_work_without_duplicate_entries(tmp_path):
db = Database(tmp_path / "studio.db")
settings = SettingsStore(tmp_path)
entered, release = threading.Event(), threading.Event()
def runner(job_id, params, manager):
for unit in ["one", "two"]:
manager.checkpoint(job_id)
if manager.unit_done(job_id, unit):
continue
if unit == "one":
entered.set()
release.wait(3)
manager.complete_unit(job_id, unit)
jobs = JobManager(db, settings, runner=runner)
job = jobs.start({"mode": "catalog", "year": 2027})
assert entered.wait(3)
jobs.pause(job["id"])
release.set()
time.sleep(.1)
assert jobs.get(job["id"])["status"] == "paused"
jobs.resume(job["id"])
deadline = time.monotonic() + 3
while jobs.get(job["id"])["status"] != "completed" and time.monotonic() < deadline:
time.sleep(.02)
assert jobs.get(job["id"])["status"] == "completed"
assert jobs.get(job["id"])["completed_units"] == 2
jobs.close()