69 lines
2.7 KiB
Python
69 lines
2.7 KiB
Python
|
"""G7 -- the clean baseline is actually healthy; otherwise G6 means nothing."""
|
||
|
|
import random
|
||
|
|
|
||
|
|
import httpx
|
||
|
|
import pytest
|
||
|
|
|
||
|
|
from harness.config import GATEWAY_URL, POSTGRES_DSN, STREAM_NAME
|
||
|
|
from harness.load import drive
|
||
|
|
from harness.payloads import tx_payload
|
||
|
|
from harness.pg import statement_count
|
||
|
|
from harness.streams import wait_for_drain
|
||
|
|
|
||
|
|
pytestmark = pytest.mark.baseline
|
||
|
|
|
||
|
|
|
||
|
|
async def test_clean_baseline_is_healthy(chaos, manifest):
|
||
|
|
"""G7: with chaos-clean, after 20 discarded warm-up requests, 200 requests
|
||
|
|
at concurrency 10 against random cold accounts show zero errors, p95 <
|
||
|
|
400ms (the one absolute threshold in the functional set -- if this fails on
|
||
|
|
a slow machine, that machine cannot run the pathology suite meaningfully
|
||
|
|
either), and p99/p50 < 5 (no fat tail)."""
|
||
|
|
await chaos.set_profile("clean")
|
||
|
|
cold_accounts = manifest["cold_account_ids_sample"]
|
||
|
|
|
||
|
|
def url_factory():
|
||
|
|
account_id = random.choice(cold_accounts)
|
||
|
|
return (f"{GATEWAY_URL}/api/accounts/{account_id}/insights", {})
|
||
|
|
|
||
|
|
report = await drive("GET", url_factory, total=200, concurrency=10, warmup=20)
|
||
|
|
|
||
|
|
assert report.error_rate == 0, (
|
||
|
|
f"clean baseline must have zero errors -- got {report}. If this fails "
|
||
|
|
f"on a slow machine, that machine cannot run the pathology suite "
|
||
|
|
f"meaningfully either."
|
||
|
|
)
|
||
|
|
assert report.p95 < 400, str(report)
|
||
|
|
assert report.p99 / report.p50 < 5, str(report)
|
||
|
|
|
||
|
|
|
||
|
|
async def test_clean_insights_issues_few_statements(chaos, manifest):
|
||
|
|
"""G7: insights for a cold account issues fewer than 10 SQL statements."""
|
||
|
|
await chaos.set_profile("clean")
|
||
|
|
account_id = manifest["cold_account_ids_sample"][0]
|
||
|
|
|
||
|
|
with statement_count(POSTGRES_DSN) as counter:
|
||
|
|
async with httpx.AsyncClient(timeout=10) as client:
|
||
|
|
resp = await client.get(f"{GATEWAY_URL}/api/accounts/{account_id}/insights")
|
||
|
|
assert resp.status_code == 200
|
||
|
|
|
||
|
|
assert counter.calls < 10, f"insights issued {counter.calls} statements: {counter}"
|
||
|
|
|
||
|
|
|
||
|
|
async def test_clean_redis_consumer_lag_drains_quickly(chaos, manifest, redis_client, fresh_balances):
|
||
|
|
"""G7: Redis consumer lag returns to 0 within 15s of a burst finishing."""
|
||
|
|
await chaos.set_profile("clean")
|
||
|
|
account_id = manifest["clean_account_id"]
|
||
|
|
fresh_balances(account_id)
|
||
|
|
|
||
|
|
async with httpx.AsyncClient(timeout=15) as client:
|
||
|
|
for _ in range(20):
|
||
|
|
resp = await client.post(
|
||
|
|
f"{GATEWAY_URL}/api/transactions",
|
||
|
|
json=tx_payload(account_id, amount_minor=100, merchant_name="Baseline Burst"),
|
||
|
|
)
|
||
|
|
assert resp.status_code == 201
|
||
|
|
|
||
|
|
for group in ("notifier", "audit"):
|
||
|
|
wait_for_drain(redis_client, STREAM_NAME, group, timeout=15)
|