- services/scheduler.py:通过 job_locks 表跨 worker 抢占,
gunicorn 多进程下一个周期只跑一次;claim 超时 30 分钟自动释放,
避免 worker 中途挂掉把任务永久卡死
- POST /api/garmin/sync-latest:同步执行,窗口 clamp 到 1..7 天
- GET /api/garmin/auto-sync:返回上次/下次运行时间
- db.py:注释里的分号会被 SCHEMA.split(";") 截断,改为先剥注释再切分
19 项调度器测试,全量 324 项通过
Co-Authored-By: Claude Haiku 4.5 <noreply@anthropic.com>
195 lines
6.9 KiB
Python
195 lines
6.9 KiB
Python
"""
|
|
Unit tests for the auto-sync scheduler.
|
|
|
|
The interesting behaviour is the claim: gunicorn runs several workers, each of
|
|
which starts its own timer, so without coordination one hourly tick would fire
|
|
a sync per worker.
|
|
"""
|
|
import datetime
|
|
|
|
import pytest
|
|
|
|
from services import scheduler
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def _clean(db):
|
|
db.execute("DELETE FROM job_locks")
|
|
|
|
|
|
def set_last_run(db, when):
|
|
db.execute(
|
|
"UPDATE job_locks SET last_run_at = ? WHERE name = ?",
|
|
[when.isoformat(timespec="seconds"), scheduler.JOB_NAME],
|
|
)
|
|
|
|
|
|
class TestClaim:
|
|
def test_first_caller_gets_the_job(self, db):
|
|
assert scheduler.claim() is True
|
|
|
|
def test_second_caller_is_turned_away_while_the_first_holds_it(self, db, monkeypatch):
|
|
monkeypatch.setattr(scheduler.os, "getpid", lambda: 111)
|
|
assert scheduler.claim() is True
|
|
|
|
# A different worker, same instant.
|
|
monkeypatch.setattr(scheduler.os, "getpid", lambda: 222)
|
|
assert scheduler.claim() is False, "two workers must not run the same tick"
|
|
|
|
def test_not_due_again_within_the_interval(self, db):
|
|
scheduler.claim()
|
|
scheduler.release()
|
|
assert scheduler.claim() is False
|
|
|
|
def test_due_again_after_the_interval(self, db):
|
|
scheduler.claim()
|
|
scheduler.release()
|
|
set_last_run(db, datetime.datetime.utcnow() - datetime.timedelta(seconds=7200))
|
|
assert scheduler.claim() is True
|
|
|
|
def test_abandoned_claim_expires(self, db, monkeypatch):
|
|
"""A worker that dies mid-run must not block the job forever."""
|
|
monkeypatch.setattr(scheduler.os, "getpid", lambda: 111)
|
|
scheduler.claim()
|
|
|
|
stale = datetime.datetime.utcnow() - datetime.timedelta(
|
|
seconds=scheduler.CLAIM_TIMEOUT_SECONDS + 60
|
|
)
|
|
db.execute(
|
|
"UPDATE job_locks SET claimed_at = ? WHERE name = ?",
|
|
[stale.isoformat(timespec="seconds"), scheduler.JOB_NAME],
|
|
)
|
|
|
|
monkeypatch.setattr(scheduler.os, "getpid", lambda: 222)
|
|
assert scheduler.claim() is True
|
|
|
|
def test_release_without_running_leaves_it_due(self, db):
|
|
scheduler.claim()
|
|
scheduler.release(ran=False)
|
|
assert scheduler.claim() is True
|
|
|
|
def test_release_after_running_records_the_time(self, db):
|
|
scheduler.claim()
|
|
scheduler.release()
|
|
assert scheduler.status()["lastRunAt"] is not None
|
|
|
|
|
|
class TestSyncAllAccounts:
|
|
def test_no_accounts_is_a_no_op(self, db, user):
|
|
assert scheduler.sync_all_accounts() == []
|
|
|
|
def test_syncs_every_account_holding_a_token(self, db, user, monkeypatch, client):
|
|
from services import garmin as garmin_svc
|
|
|
|
other = client.post(
|
|
"/api/auth/register",
|
|
json={"email": "b@example.com", "garminEmail": "bg@example.com",
|
|
"garminPassword": "pw123456"},
|
|
).get_json()
|
|
garmin_svc.save_token(user["id"], "t1", "a@example.com")
|
|
garmin_svc.save_token(other["id"], "t2", "b@example.com")
|
|
|
|
seen = []
|
|
monkeypatch.setattr(
|
|
garmin_svc, "sync_data",
|
|
lambda uid, creds, days=None, client=None: seen.append(uid)
|
|
or {"status": "success", "recordsSynced": days},
|
|
)
|
|
|
|
results = scheduler.sync_all_accounts(days=2)
|
|
assert set(seen) == {user["id"], other["id"]}
|
|
assert all(r["status"] == "success" for r in results)
|
|
|
|
def test_one_failing_account_does_not_stop_the_others(
|
|
self, db, user, monkeypatch, client
|
|
):
|
|
from services import garmin as garmin_svc
|
|
|
|
other = client.post(
|
|
"/api/auth/register",
|
|
json={"email": "c@example.com", "garminEmail": "cg@example.com",
|
|
"garminPassword": "pw123456"},
|
|
).get_json()
|
|
garmin_svc.save_token(user["id"], "t1")
|
|
garmin_svc.save_token(other["id"], "t2")
|
|
|
|
def flaky(uid, creds, days=None, client=None):
|
|
if uid == user["id"]:
|
|
raise RuntimeError("token expired")
|
|
return {"status": "success", "recordsSynced": 2}
|
|
|
|
monkeypatch.setattr(garmin_svc, "sync_data", flaky)
|
|
results = scheduler.sync_all_accounts()
|
|
|
|
assert len(results) == 2
|
|
assert {r["status"] for r in results} == {"error", "success"}
|
|
|
|
def test_accounts_without_a_token_are_skipped(self, db, user, monkeypatch):
|
|
from services import garmin as garmin_svc
|
|
called = []
|
|
monkeypatch.setattr(
|
|
garmin_svc, "sync_data",
|
|
lambda *a, **k: called.append(1) or {"status": "success"},
|
|
)
|
|
scheduler.sync_all_accounts()
|
|
assert called == [], "an account with no token cannot be synced"
|
|
|
|
|
|
class TestStatus:
|
|
def test_reports_configuration(self, db):
|
|
s = scheduler.status()
|
|
assert s["intervalSeconds"] == scheduler.INTERVAL_SECONDS
|
|
assert s["days"] == scheduler.SYNC_DAYS
|
|
|
|
def test_next_run_follows_the_last(self, db):
|
|
scheduler.claim()
|
|
scheduler.release()
|
|
s = scheduler.status()
|
|
assert s["lastRunAt"] and s["nextRunAt"]
|
|
assert s["nextRunAt"] > s["lastRunAt"]
|
|
|
|
def test_no_run_yet(self, db):
|
|
s = scheduler.status()
|
|
assert s["lastRunAt"] is None
|
|
assert s["nextRunAt"] is None
|
|
|
|
|
|
class TestEndpoints:
|
|
def test_sync_latest_requires_auth(self, client):
|
|
assert client.post("/api/garmin/sync-latest", json={}).status_code == 401
|
|
|
|
def test_sync_latest_needs_a_bound_account(self, client, auth):
|
|
r = client.post("/api/garmin/sync-latest", headers=auth, json={})
|
|
assert r.status_code == 400
|
|
assert "绑定" in r.get_json()["error"]
|
|
|
|
def test_sync_latest_runs_inline(self, client, auth, user, db, monkeypatch):
|
|
from services import garmin as garmin_svc
|
|
garmin_svc.save_token(user["id"], "blob")
|
|
monkeypatch.setattr(
|
|
garmin_svc, "sync_data",
|
|
lambda uid, creds, days=None, client=None: {
|
|
"status": "success", "recordsSynced": days, "message": "ok",
|
|
},
|
|
)
|
|
r = client.post("/api/garmin/sync-latest", headers=auth, json={"days": 3})
|
|
assert r.status_code == 200
|
|
assert r.get_json()["recordsSynced"] == 3
|
|
|
|
def test_sync_latest_window_is_clamped(self, client, auth, user, db, monkeypatch):
|
|
from services import garmin as garmin_svc
|
|
garmin_svc.save_token(user["id"], "blob")
|
|
monkeypatch.setattr(
|
|
garmin_svc, "sync_data",
|
|
lambda uid, creds, days=None, client=None: {
|
|
"status": "success", "recordsSynced": days,
|
|
},
|
|
)
|
|
r = client.post("/api/garmin/sync-latest", headers=auth, json={"days": 999})
|
|
assert r.get_json()["recordsSynced"] == 7
|
|
|
|
def test_auto_sync_status_endpoint(self, client, auth):
|
|
r = client.get("/api/garmin/auto-sync", headers=auth)
|
|
assert r.status_code == 200
|
|
assert "intervalSeconds" in r.get_json()
|