2026-06-13 16:32:33 +02:00
|
|
|
# retoor <retoor@molodetz.nl>
|
|
|
|
|
|
|
|
|
|
import time
|
|
|
|
|
from datetime import datetime, timezone
|
|
|
|
|
import pytest
|
|
|
|
|
import requests
|
|
|
|
|
from tests.conftest import BASE_URL
|
|
|
|
|
from devplacepy.database import get_table, refresh_snapshot, set_setting
|
|
|
|
|
from devplacepy.utils import generate_uid, make_combined_slug
|
|
|
|
|
JSON_audit_log = {"Accept": "application/json"}
|
|
|
|
|
_counter_audit_log = [0]
|
|
|
|
|
@pytest.fixture(scope="module", autouse=True)
|
|
|
|
|
def _audit_test_settings(app_server):
|
|
|
|
|
# On a fresh DB init_db skips seeding the operational/upload settings (its
|
|
|
|
|
# `tables` snapshot predates site_settings creation), so those rows are
|
|
|
|
|
# absent and the admin settings form would INSERT them as "" - which both
|
|
|
|
|
# closes registration and makes consumers that do int("") crash. Seed sane
|
|
|
|
|
# values here so the form's empty submissions are skipped (existing key), and
|
|
|
|
|
# lift the per-IP rate limit since this file fires many mutating requests.
|
|
|
|
|
for key, value in {
|
|
|
|
|
"rate_limit_per_minute": "1000000",
|
|
|
|
|
"rate_limit_window_seconds": "60",
|
|
|
|
|
"registration_open": "1",
|
|
|
|
|
"maintenance_mode": "0",
|
|
|
|
|
"max_upload_size_mb": "10",
|
|
|
|
|
"allowed_file_types": "",
|
|
|
|
|
"max_attachments_per_resource": "10",
|
|
|
|
|
"session_max_age_days": "7",
|
|
|
|
|
"session_remember_days": "30",
|
|
|
|
|
"news_service_interval": "3600",
|
|
|
|
|
"news_grade_threshold": "7",
|
|
|
|
|
}.items():
|
|
|
|
|
set_setting(key, value)
|
|
|
|
|
yield
|
|
|
|
|
def _db_user(name):
|
|
|
|
|
# the user is created by the server subprocess; refresh the test-process
|
|
|
|
|
# SQLite snapshot before reading it back across the process boundary.
|
|
|
|
|
refresh_snapshot()
|
|
|
|
|
return get_table("users").find_one(username=name)
|
|
|
|
|
def _unique(prefix="au"):
|
|
|
|
|
_counter_audit_log[0] += 1
|
|
|
|
|
return f"{prefix}{int(time.time() * 1000)}{_counter_audit_log[0]}"
|
|
|
|
|
def _member():
|
|
|
|
|
name = _unique("aumem")
|
|
|
|
|
s = requests.Session()
|
|
|
|
|
s.post(
|
|
|
|
|
f"{BASE_URL}/auth/signup",
|
|
|
|
|
data={
|
|
|
|
|
"username": name,
|
|
|
|
|
"email": f"{name}@t.dev",
|
|
|
|
|
"password": "secret123",
|
|
|
|
|
"confirm_password": "secret123",
|
Add the trust and safety subsystem and the App Store compliance work
Implements the moderation and consent obligations a social platform carries,
so the web version and any client that speaks to it enforce the same rules.
Moderation core (services/moderation/, database/moderation.py): a reportable
target registry, the content filter and its choke points, the report queue with
atomic resolution, enforcement actions, consent tracking, maturity gating, and
account deletion with a grace window.
Surfaces: POST /reports plus the member report list, /admin/moderation and the
per-report admin view, /workspaces, terms acceptance at /auth/terms, consent and
account deletion under /profile, the report button and dialog partials, the
maturity gate, and the moderation stylesheet and ReportDialog client.
Every user-generated surface stays reportable by construction: new content tables
are registered in REPORTABLE_TARGETS or listed in UNREPORTABLE_TABLES with a
reason, and the registry test fails the suite on anything left unclassified.
Docs: community guidelines, content moderation, intellectual property, privacy,
terms, contact, and the admin-only moderation operations page, plus the
moderation API group and the Devii moderation actions.
Compliance record: applecomp.md is the requirement register, applechanges.md the
gap analysis against this codebase, and appleimpl.md the implementation design
they resolve to.
Tests cover the report flow, admin moderation, consent, account deletion, terms
acceptance, workspaces, and the registry invariant across the unit, api, and e2e
tiers.
2026-08-09 00:18:20 +02:00
|
|
|
"birth_date": "1990-01-01",
|
|
|
|
|
"accept_terms": "1",
|
2026-06-13 16:32:33 +02:00
|
|
|
},
|
|
|
|
|
allow_redirects=True,
|
|
|
|
|
)
|
|
|
|
|
return s, name
|
|
|
|
|
def _member_key():
|
|
|
|
|
_, name = _member()
|
|
|
|
|
return _db_user(name)["api_key"]
|
|
|
|
|
def _admin(seeded_db):
|
|
|
|
|
# authenticate via the seeded admin's API key (header auth) rather than a
|
|
|
|
|
# login POST - GET reads are exempt from the rate limiter, so reusing this
|
|
|
|
|
# across the file's many tests never counts against the per-IP write budget.
|
|
|
|
|
key = _db_user("alice_test")["api_key"]
|
|
|
|
|
s = requests.Session()
|
|
|
|
|
s.headers.update({"X-API-KEY": key})
|
|
|
|
|
return s
|
|
|
|
|
def _audit(admin, **params):
|
|
|
|
|
r = admin.get(f"{BASE_URL}/admin/audit-log", headers=JSON_audit_log, params=params)
|
|
|
|
|
assert r.status_code == 200, r.text[:300]
|
|
|
|
|
return r.json()
|
|
|
|
|
def _find(admin, event_key, predicate):
|
|
|
|
|
data = _audit(admin, event_key=event_key)
|
|
|
|
|
for entry in data["entries"]:
|
|
|
|
|
if predicate(entry):
|
|
|
|
|
return entry
|
|
|
|
|
return None
|
|
|
|
|
def _new_post(session, body="audited post body here"):
|
|
|
|
|
return session.post(
|
|
|
|
|
f"{BASE_URL}/posts/create",
|
|
|
|
|
headers=JSON_audit_log,
|
|
|
|
|
data={"title": _unique("aup"), "content": body, "topic": "devlog"},
|
|
|
|
|
).json()["data"]
|
|
|
|
|
def _new_project(session):
|
|
|
|
|
return session.post(
|
|
|
|
|
f"{BASE_URL}/projects/create",
|
|
|
|
|
headers=JSON_audit_log,
|
|
|
|
|
data={
|
|
|
|
|
"title": _unique("aupr"),
|
|
|
|
|
"description": "audited project description text",
|
|
|
|
|
"project_type": "software",
|
|
|
|
|
"status": "In Development",
|
|
|
|
|
"platforms": "",
|
|
|
|
|
},
|
|
|
|
|
).json()["data"]
|
|
|
|
|
def _seed_news_audit_log():
|
|
|
|
|
uid = generate_uid()
|
|
|
|
|
title = _unique("aunews")
|
|
|
|
|
get_table("news").insert(
|
|
|
|
|
{
|
2026-06-14 16:46:36 +02:00
|
|
|
"deleted_at": None,
|
|
|
|
|
"deleted_by": None,
|
2026-06-13 16:32:33 +02:00
|
|
|
"uid": uid,
|
|
|
|
|
"slug": make_combined_slug(title, uid),
|
|
|
|
|
"title": title,
|
|
|
|
|
"external_id": uid,
|
|
|
|
|
"status": "draft",
|
|
|
|
|
"featured": 0,
|
|
|
|
|
"show_on_landing": 0,
|
|
|
|
|
"grade": 5,
|
|
|
|
|
"source_name": "AuditTest",
|
|
|
|
|
"synced_at": datetime.now(timezone.utc).isoformat(),
|
|
|
|
|
"description": "audited news article",
|
|
|
|
|
}
|
|
|
|
|
)
|
|
|
|
|
refresh_snapshot()
|
|
|
|
|
return uid
|
|
|
|
|
import asyncio
|
|
|
|
|
from devplacepy.database import (
|
|
|
|
|
get_table,
|
|
|
|
|
init_db,
|
|
|
|
|
refresh_snapshot,
|
|
|
|
|
set_setting,
|
|
|
|
|
)
|
|
|
|
|
from devplacepy.services.gitea import runtime, store
|
|
|
|
|
from devplacepy.services.gitea.config import gitea_config
|
|
|
|
|
from devplacepy.services.gitea.enhance import enhance_ticket
|
|
|
|
|
from devplacepy.services.gitea.fake import FakeGiteaClient
|
2026-06-14 09:48:10 +02:00
|
|
|
from devplacepy.services.gitea.service import IssueTrackerService
|
2026-06-13 16:32:33 +02:00
|
|
|
from devplacepy.services.jobs import queue
|
2026-06-14 09:48:10 +02:00
|
|
|
from devplacepy.services.jobs.issue_create_service import IssueCreateService
|
2026-06-13 16:32:33 +02:00
|
|
|
from tests.conftest import run_async
|
2026-06-14 09:48:10 +02:00
|
|
|
_counter_issues_gitea = [0]
|
2026-06-13 16:32:33 +02:00
|
|
|
@pytest.fixture(autouse=True)
|
2026-06-14 09:48:10 +02:00
|
|
|
def _init_db_issues_gitea():
|
2026-06-13 16:32:33 +02:00
|
|
|
init_db()
|
|
|
|
|
yield
|
|
|
|
|
@pytest.fixture
|
|
|
|
|
def gitea_env():
|
|
|
|
|
fake = FakeGiteaClient()
|
|
|
|
|
runtime.set_client(fake)
|
|
|
|
|
set_setting("gitea_base_url", "https://gitea.test")
|
|
|
|
|
set_setting("gitea_owner", "retoor")
|
|
|
|
|
set_setting("gitea_repo", "pydevplace")
|
|
|
|
|
set_setting("gitea_token", "test-token")
|
2026-06-14 09:48:10 +02:00
|
|
|
set_setting("issue_ai_enhance", "0")
|
2026-06-13 16:32:33 +02:00
|
|
|
yield fake
|
|
|
|
|
runtime.set_client(None)
|
2026-06-13 17:14:52 +02:00
|
|
|
for key in ("gitea_base_url", "gitea_owner", "gitea_repo", "gitea_token"):
|
|
|
|
|
set_setting(key, "")
|
2026-06-14 09:48:10 +02:00
|
|
|
for table in ("issue_tickets", "issue_comment_authors"):
|
2026-06-13 16:32:33 +02:00
|
|
|
for row in list(get_table(table).find()):
|
|
|
|
|
get_table(table).delete(uid=row["uid"])
|
2026-06-14 09:48:10 +02:00
|
|
|
for row in list(get_table("jobs").find(kind="issue_create")):
|
2026-06-13 16:32:33 +02:00
|
|
|
get_table("jobs").delete(uid=row["uid"])
|
2026-06-14 09:48:10 +02:00
|
|
|
def _make_user_issues_gitea():
|
|
|
|
|
_counter_issues_gitea[0] += 1
|
|
|
|
|
uid = f"issuetest-user-{_counter_issues_gitea[0]}"
|
|
|
|
|
username = f"issuetester{_counter_issues_gitea[0]}"
|
2026-07-26 19:58:18 +02:00
|
|
|
# upsert, not insert: tests/unit/services/gitea.py is a twin fixture sharing this
|
|
|
|
|
# uid namespace with its own counter, so a combined unit+api run collides on the uid
|
|
|
|
|
get_table("users").upsert(
|
2026-06-13 16:32:33 +02:00
|
|
|
{
|
|
|
|
|
"uid": uid,
|
|
|
|
|
"username": username,
|
Add the trust and safety subsystem and the App Store compliance work
Implements the moderation and consent obligations a social platform carries,
so the web version and any client that speaks to it enforce the same rules.
Moderation core (services/moderation/, database/moderation.py): a reportable
target registry, the content filter and its choke points, the report queue with
atomic resolution, enforcement actions, consent tracking, maturity gating, and
account deletion with a grace window.
Surfaces: POST /reports plus the member report list, /admin/moderation and the
per-report admin view, /workspaces, terms acceptance at /auth/terms, consent and
account deletion under /profile, the report button and dialog partials, the
maturity gate, and the moderation stylesheet and ReportDialog client.
Every user-generated surface stays reportable by construction: new content tables
are registered in REPORTABLE_TARGETS or listed in UNREPORTABLE_TABLES with a
reason, and the registry test fails the suite on anything left unclassified.
Docs: community guidelines, content moderation, intellectual property, privacy,
terms, contact, and the admin-only moderation operations page, plus the
moderation API group and the Devii moderation actions.
Compliance record: applecomp.md is the requirement register, applechanges.md the
gap analysis against this codebase, and appleimpl.md the implementation design
they resolve to.
Tests cover the report flow, admin moderation, consent, account deletion, terms
acceptance, workspaces, and the registry invariant across the unit, api, and e2e
tiers.
2026-08-09 00:18:20 +02:00
|
|
|
"terms_version": "1",
|
2026-06-13 16:32:33 +02:00
|
|
|
"role": "member",
|
|
|
|
|
"xp": 0,
|
|
|
|
|
"level": 1,
|
|
|
|
|
"is_active": True,
|
2026-07-26 19:58:18 +02:00
|
|
|
},
|
|
|
|
|
["uid"],
|
2026-06-13 16:32:33 +02:00
|
|
|
)
|
|
|
|
|
return uid, username
|
|
|
|
|
def _unread(user_uid):
|
|
|
|
|
return [
|
|
|
|
|
n
|
|
|
|
|
for n in get_table("notifications").find(user_uid=user_uid)
|
2026-06-14 09:48:10 +02:00
|
|
|
if n.get("type") == "issue"
|
2026-06-13 16:32:33 +02:00
|
|
|
]
|
|
|
|
|
def _drive_jobs():
|
|
|
|
|
async def run():
|
2026-06-14 09:48:10 +02:00
|
|
|
svc = IssueCreateService()
|
2026-06-13 16:32:33 +02:00
|
|
|
for _ in range(200):
|
|
|
|
|
await svc.run_once()
|
|
|
|
|
refresh_snapshot()
|
|
|
|
|
pending = [
|
|
|
|
|
r
|
2026-06-14 09:48:10 +02:00
|
|
|
for r in get_table("jobs").find(kind="issue_create")
|
2026-06-13 16:32:33 +02:00
|
|
|
if r["status"] in ("pending", "running")
|
|
|
|
|
]
|
|
|
|
|
if not pending and not svc._inflight:
|
|
|
|
|
return
|
|
|
|
|
await asyncio.sleep(0.02)
|
|
|
|
|
|
|
|
|
|
run_async(run())
|
|
|
|
|
def _role_user(role: str):
|
2026-06-14 09:48:10 +02:00
|
|
|
uid, username = _make_user_issues_gitea()
|
2026-06-13 16:32:33 +02:00
|
|
|
get_table("users").update({"uid": uid, "role": role}, ["uid"])
|
|
|
|
|
return uid, username
|
|
|
|
|
def _open_ticket(fake, role: str):
|
|
|
|
|
import devplacepy.main as m
|
|
|
|
|
from starlette.testclient import TestClient
|
|
|
|
|
from devplacepy.utils import create_session
|
|
|
|
|
|
|
|
|
|
uid, _ = _role_user(role)
|
|
|
|
|
issue = run_async(fake.create_issue("Submit does nothing", "details"))
|
|
|
|
|
number = int(issue["number"])
|
|
|
|
|
store.record_ticket(
|
|
|
|
|
number=number,
|
|
|
|
|
author_uid=uid,
|
|
|
|
|
original_title="Submit does nothing",
|
|
|
|
|
original_description="details",
|
|
|
|
|
enhanced_title="Submit does nothing",
|
|
|
|
|
html_url=issue.get("html_url", ""),
|
|
|
|
|
status="open",
|
|
|
|
|
)
|
|
|
|
|
client = TestClient(m.app)
|
|
|
|
|
client.cookies.set("session", create_session(uid))
|
|
|
|
|
return number, client
|
|
|
|
|
|
|
|
|
|
|
2026-06-14 09:48:10 +02:00
|
|
|
def test_issue_create_recorded(seeded_db):
|
|
|
|
|
# Filing is async + Gitea-gated: POST /issues/create only enqueues a job (returns
|
|
|
|
|
# {uid, status_url}) and records the synchronous "issue.create.request" event; the
|
|
|
|
|
# final "issue.create" fires from IssueCreateService, which the tests never run
|
2026-06-13 16:32:33 +02:00
|
|
|
# (DEVPLACE_DISABLE_SERVICES=1). Configure Gitea so the enqueue path is taken
|
|
|
|
|
# (no network call happens here) and assert the request event. Restore after.
|
|
|
|
|
s, _ = _member()
|
2026-06-14 09:48:10 +02:00
|
|
|
title = _unique("auissue")
|
2026-06-13 16:32:33 +02:00
|
|
|
for key, value in {
|
|
|
|
|
"gitea_base_url": "https://gitea.test",
|
|
|
|
|
"gitea_owner": "o",
|
|
|
|
|
"gitea_repo": "devplacepy",
|
|
|
|
|
"gitea_token": "audit-test-token",
|
|
|
|
|
}.items():
|
|
|
|
|
set_setting(key, value)
|
|
|
|
|
try:
|
|
|
|
|
resp = s.post(
|
2026-06-14 09:48:10 +02:00
|
|
|
f"{BASE_URL}/issues/create",
|
2026-06-13 16:32:33 +02:00
|
|
|
headers=JSON_audit_log,
|
2026-06-14 09:48:10 +02:00
|
|
|
data={"title": title, "description": "audited issue description text"},
|
2026-06-13 16:32:33 +02:00
|
|
|
)
|
|
|
|
|
assert resp.status_code == 200, resp.text[:300]
|
|
|
|
|
assert resp.json().get("uid")
|
|
|
|
|
admin = _admin(seeded_db)
|
|
|
|
|
assert (
|
|
|
|
|
_find(
|
|
|
|
|
admin,
|
2026-06-14 09:48:10 +02:00
|
|
|
"issue.create.request",
|
2026-06-13 16:32:33 +02:00
|
|
|
lambda e: title in (e.get("summary") or ""),
|
|
|
|
|
)
|
|
|
|
|
is not None
|
|
|
|
|
)
|
|
|
|
|
finally:
|
|
|
|
|
for key in ("gitea_base_url", "gitea_owner", "gitea_repo", "gitea_token"):
|
|
|
|
|
set_setting(key, "")
|
|
|
|
|
|
|
|
|
|
|
2026-06-14 09:48:10 +02:00
|
|
|
def test_issue_detail_renders_for_member(gitea_env):
|
2026-06-13 16:32:33 +02:00
|
|
|
number, client = _open_ticket(gitea_env, "Member")
|
2026-06-14 09:48:10 +02:00
|
|
|
html = client.get(f"/issues/{number}")
|
2026-06-13 16:32:33 +02:00
|
|
|
assert html.status_code == 200, html.text[:300]
|
|
|
|
|
assert "Submit does nothing" in html.text
|
|
|
|
|
assert "Close ticket" not in html.text
|
|
|
|
|
data = client.get(
|
2026-06-14 09:48:10 +02:00
|
|
|
f"/issues/{number}", headers={"Accept": "application/json"}
|
2026-06-13 16:32:33 +02:00
|
|
|
).json()
|
|
|
|
|
assert data["viewer_is_admin"] is False
|
|
|
|
|
|
|
|
|
|
|
2026-06-14 09:48:10 +02:00
|
|
|
def test_issue_detail_renders_for_admin(gitea_env):
|
2026-06-13 16:32:33 +02:00
|
|
|
number, client = _open_ticket(gitea_env, "Admin")
|
2026-06-14 09:48:10 +02:00
|
|
|
html = client.get(f"/issues/{number}")
|
2026-06-13 16:32:33 +02:00
|
|
|
assert html.status_code == 200, html.text[:300]
|
|
|
|
|
assert "Close ticket" in html.text
|
|
|
|
|
data = client.get(
|
2026-06-14 09:48:10 +02:00
|
|
|
f"/issues/{number}", headers={"Accept": "application/json"}
|
2026-06-13 16:32:33 +02:00
|
|
|
).json()
|
|
|
|
|
assert data["viewer_is_admin"] is True
|