Files
kaoyan/tests/test_collectors.py
T

82 lines
3.2 KiB
Python

import threading
import time
import pytest
from studio.connectors import CatalogClient, ScoreClient, LoginRequired, SourceYearMismatch
from studio.database import Database
from studio.jobs import JobManager
from studio.settings import SettingsStore
from tests.test_network import Response
class CatalogTransport:
def request(self, method, url, **kwargs):
if method == "GET":
return Response({}, text="2027年硕士专业目录查询")
page = int(kwargs["data"].get("curPage", 1))
rows = [{"dwdm": "10001", "dwmc": "北京大学"}] if page == 1 else [{"dwdm": "10002", "dwmc": "中国人民大学"}]
return Response({"flag": True, "msg": {"list": rows, "nextPageAvailable": page == 1, "totalCount": 2}})
def test_catalog_pagination_consumes_all_pages():
client = CatalogClient(CatalogTransport())
assert [row["dwdm"] for row in client.schools("11")] == ["10001", "10002"]
def test_false_login_business_status_cannot_be_success():
class Unauthenticated(CatalogTransport):
def request(self, *args, **kwargs):
return Response({"flag": False, "msg": "请登录"})
with pytest.raises(LoginRequired):
list(CatalogClient(Unauthenticated()).schools("11"))
def test_source_year_mismatch_prevents_wrongly_dated_catalog():
with pytest.raises(SourceYearMismatch):
CatalogClient(CatalogTransport()).verify_year(2026)
def test_current_catalog_year_is_read_from_vue_page_configuration():
class ConfiguredYear(CatalogTransport):
def request(self, *args, **kwargs):
return Response({}, text='<h2>{{curYear}}年硕士专业目录</h2><script>curYear: "2027",</script>Copyright 2026')
assert CatalogClient(ConfiguredYear()).verify_year(2027) == 2027
def test_school_lookup_rejects_ambiguous_or_wrong_campus():
class SearchTransport:
def request(self, *args, **kwargs):
return Response({"code": "0000", "data": {"data": [{"school_name": "中国地质大学(武汉)", "school_id": 10}]}})
assert ScoreClient(SearchTransport()).school_id("中国地质大学(北京)") is None
def test_task_pause_resume_reuses_persisted_work_without_duplicate_entries(tmp_path):
db = Database(tmp_path / "studio.db")
settings = SettingsStore(tmp_path)
entered, release = threading.Event(), threading.Event()
def runner(job_id, params, manager):
for unit in ["one", "two"]:
manager.checkpoint(job_id)
if manager.unit_done(job_id, unit):
continue
if unit == "one":
entered.set()
release.wait(3)
manager.complete_unit(job_id, unit)
jobs = JobManager(db, settings, runner=runner)
job = jobs.start({"mode": "catalog", "year": 2027})
assert entered.wait(3)
jobs.pause(job["id"])
release.set()
time.sleep(.1)
assert jobs.get(job["id"])["status"] == "paused"
jobs.resume(job["id"])
deadline = time.monotonic() + 3
while jobs.get(job["id"])["status"] != "completed" and time.monotonic() < deadline:
time.sleep(.02)
assert jobs.get(job["id"])["status"] == "completed"
assert jobs.get(job["id"])["completed_units"] == 2
jobs.close()