Signed payment links, hashed refresh tokens, login-only leaderboard, load test tools
- /api/payment/orders/{id}/pay requires the short-lived signature that paymentUrl carries;
without it (or with another order's) it is the same 404 as an unknown order
- Session.refresh_token stores the SHA-256 of the token; migration accounts.0007 hashes the
existing rows so tokens clients already hold keep working
- /api/leaderboard requires a token (guests have one); names of children were scrapable
- RAG mock only for `manage.py test`, not any command with an argument named "test"
- tools/loadtest: user factory, load generator, fake GapGPT+Qdrant, with method notes
- security-before-production.md lists only open items; closed ones become a guards table
with the tests that hold them. Comments describe current behaviour, not history
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
128
tools/loadtest/loadtest.py
Normal file
128
tools/loadtest/loadtest.py
Normal file
@@ -0,0 +1,128 @@
|
||||
"""
|
||||
Load test: N students ask the assistant at the same moment (stream=true, exactly like the
|
||||
frontend), while B other students keep browsing the app (home, quiz, summary, quota).
|
||||
|
||||
usage: python loadtest.py BASE_URL users.json N_ASKERS N_BROWSERS ROUND OUT.json [--stagger S]
|
||||
users.json: output of mkusers.py; the first N_ASKERS users ask, the next N_BROWSERS browse.
|
||||
ROUND: which of each user's prepared questions to ask (0..2) — distinct text, so no answer-cache hits.
|
||||
Timing per ask: t_headers (HTTP status line), t_first (first `chunk` event), t_done (`done` event).
|
||||
"""
|
||||
import asyncio
|
||||
import json
|
||||
import sys
|
||||
import time
|
||||
|
||||
import httpx
|
||||
|
||||
BASE, USERS, N, B, ROUND, OUT = sys.argv[1], sys.argv[2], int(sys.argv[3]), int(sys.argv[4]), int(sys.argv[5]), sys.argv[6]
|
||||
WRITES = '--writes' in sys.argv
|
||||
STAGGER = float(sys.argv[sys.argv.index('--stagger') + 1]) if '--stagger' in sys.argv else 0.0
|
||||
users = json.load(open(USERS))
|
||||
askers, browsers = users[:N], users[N:N + B]
|
||||
T0 = None
|
||||
stop = asyncio.Event()
|
||||
|
||||
|
||||
async def ask(client, u, idx):
|
||||
await asyncio.sleep(idx * STAGGER)
|
||||
a = u['asks'][ROUND]
|
||||
rec = {'userId': u['userId'], 'grade': u['grade'], 'start': time.monotonic() - T0}
|
||||
t = time.monotonic()
|
||||
try:
|
||||
async with client.stream('POST', f'{BASE}/api/ai/ask', json={
|
||||
'userQuestion': a['question'], 'lessonId': str(a['lessonId']), 'stream': True,
|
||||
}, headers={'Authorization': f"Bearer {u['token']}"}, timeout=httpx.Timeout(180, connect=30)) as r:
|
||||
rec['status'] = r.status_code
|
||||
rec['t_headers'] = time.monotonic() - t
|
||||
if r.status_code != 200:
|
||||
rec['body'] = (await r.aread()).decode(errors='replace')[:300]
|
||||
return rec
|
||||
buf, nchunks = '', 0
|
||||
async for text in r.aiter_text():
|
||||
buf += text
|
||||
while '\n\n' in buf:
|
||||
part, buf = buf.split('\n\n', 1)
|
||||
ev = next((l[7:] for l in part.split('\n') if l.startswith('event: ')), '')
|
||||
if ev == 'chunk':
|
||||
nchunks += 1
|
||||
rec.setdefault('t_first', time.monotonic() - t)
|
||||
elif ev == 'done':
|
||||
rec['t_done'] = time.monotonic() - t
|
||||
d = json.loads(next(l[6:] for l in part.split('\n') if l.startswith('data: ')))
|
||||
rec['chunksUsed'] = len(d.get('usedChunks') or [])
|
||||
rec['messageId'] = d.get('messageId')
|
||||
elif ev == 'error':
|
||||
rec['error'] = part[-200:]
|
||||
rec['nchunks'] = nchunks
|
||||
rec['t_end'] = time.monotonic() - t
|
||||
except Exception as exc: # recorded, never hidden: a timeout is a result here
|
||||
rec['exc'] = f'{type(exc).__name__}: {exc}'[:200]
|
||||
rec['t_end'] = time.monotonic() - t
|
||||
return rec
|
||||
|
||||
|
||||
async def browse(client, u):
|
||||
recs = []
|
||||
paths = ['/api/home', f"/api/nodes/{u['nodeId']}/quiz", '/api/user/summary', '/api/ai/quota']
|
||||
if WRITES:
|
||||
paths.append('answer')
|
||||
quiz = None
|
||||
i = 0
|
||||
while not stop.is_set():
|
||||
p = paths[i % len(paths)]
|
||||
i += 1
|
||||
t = time.monotonic()
|
||||
try:
|
||||
if p == 'answer':
|
||||
q = quiz['questions'][i % len(quiz['questions'])]
|
||||
r = await client.post(f"{BASE}/api/questions/{q['id']}/answer", json={'selectedOptionId': int(q['options'][0]['id'])},
|
||||
headers={'Authorization': f"Bearer {u['token']}"}, timeout=60)
|
||||
p = '/x/answer'
|
||||
else:
|
||||
r = await client.get(f'{BASE}{p}', headers={'Authorization': f"Bearer {u['token']}"}, timeout=60)
|
||||
if '/quiz' in p and r.status_code == 200:
|
||||
quiz = r.json()
|
||||
recs.append({'path': p.split('/')[2], 'status': r.status_code, 'dt': time.monotonic() - t, 'at': t - T0})
|
||||
except Exception as exc:
|
||||
recs.append({'path': p.split('/')[2], 'status': 0, 'exc': type(exc).__name__, 'dt': time.monotonic() - t, 'at': t - T0})
|
||||
await asyncio.sleep(1.0)
|
||||
return recs
|
||||
|
||||
|
||||
async def main():
|
||||
global T0
|
||||
limits = httpx.Limits(max_connections=200, max_keepalive_connections=200)
|
||||
async with httpx.AsyncClient(limits=limits, http2=False) as client:
|
||||
T0 = time.monotonic()
|
||||
btasks = [asyncio.create_task(browse(client, u)) for u in browsers]
|
||||
await asyncio.sleep(3 if browsers else 0) # baseline browsing before the burst
|
||||
burst_at = time.monotonic() - T0
|
||||
results = await asyncio.gather(*(ask(client, u, i) for i, u in enumerate(askers)))
|
||||
burst_end = time.monotonic() - T0
|
||||
await asyncio.sleep(2 if browsers else 0)
|
||||
stop.set()
|
||||
brecs = [r for t in btasks for r in await t]
|
||||
json.dump({'base': BASE, 'n': N, 'browsers': B, 'round': ROUND, 'stagger': STAGGER,
|
||||
'burst_at': burst_at, 'burst_end': burst_end, 'asks': results, 'browse': brecs},
|
||||
open(OUT, 'w'), ensure_ascii=False, indent=1)
|
||||
ok = [r for r in results if r.get('t_done')]
|
||||
td = sorted(r['t_done'] for r in ok)
|
||||
tf = sorted(r['t_first'] for r in ok if r.get('t_first'))
|
||||
q = lambda a, p: a[min(len(a) - 1, int(p * len(a)))] if a else None
|
||||
print(f'N={N} ok={len(ok)}/{N} done p50={q(td, .5) and round(q(td, .5), 1)} p90={q(td, .9) and round(q(td, .9), 1)} '
|
||||
f'max={td and round(td[-1], 1)} first p50={q(tf, .5) and round(q(tf, .5), 1)}')
|
||||
bad = [r for r in results if not r.get('t_done')]
|
||||
for r in bad:
|
||||
print(' FAIL', {k: r.get(k) for k in ('userId', 'status', 'body', 'error', 'exc', 't_end')})
|
||||
if brecs:
|
||||
during = sorted(r['dt'] for r in brecs if burst_at <= r['at'] <= burst_end)
|
||||
before = sorted(r['dt'] for r in brecs if r['at'] < burst_at)
|
||||
errs = [r for r in brecs if r['status'] != 200]
|
||||
w = sorted(r['dt'] for r in brecs if r['path'] == 'answer' and burst_at <= r['at'] <= burst_end)
|
||||
if w:
|
||||
print(f' writes during: n={len(w)} p50={round(q(w, .5) * 1000)}ms max={round(w[-1] * 1000)}ms statuses={sorted(set(r["status"] for r in brecs if r["path"] == "answer"))}')
|
||||
print(f' browse before p50={q(before, .5) and round(q(before, .5) * 1000)}ms | during p50={q(during, .5) and round(q(during, .5) * 1000)}ms '
|
||||
f'p90={q(during, .9) and round(q(during, .9) * 1000)}ms max={during and round(during[-1] * 1000)}ms n={len(during)} errors={len(errs)}')
|
||||
|
||||
|
||||
asyncio.run(main())
|
||||
Reference in New Issue
Block a user