forked from retoor/devplacepy
retoor
8e9d3fad98
Implements the moderation and consent obligations a social platform carries, so the web version and any client that speaks to it enforce the same rules. Moderation core (services/moderation/, database/moderation.py): a reportable target registry, the content filter and its choke points, the report queue with atomic resolution, enforcement actions, consent tracking, maturity gating, and account deletion with a grace window. Surfaces: POST /reports plus the member report list, /admin/moderation and the per-report admin view, /workspaces, terms acceptance at /auth/terms, consent and account deletion under /profile, the report button and dialog partials, the maturity gate, and the moderation stylesheet and ReportDialog client. Every user-generated surface stays reportable by construction: new content tables are registered in REPORTABLE_TARGETS or listed in UNREPORTABLE_TABLES with a reason, and the registry test fails the suite on anything left unclassified. Docs: community guidelines, content moderation, intellectual property, privacy, terms, contact, and the admin-only moderation operations page, plus the moderation API group and the Devii moderation actions. Compliance record: applecomp.md is the requirement register, applechanges.md the gap analysis against this codebase, and appleimpl.md the implementation design they resolve to. Tests cover the report flow, admin moderation, consent, account deletion, terms acceptance, workspaces, and the registry invariant across the unit, api, and e2e tiers.
129 lines
4.0 KiB
Python
129 lines
4.0 KiB
Python
# retoor <retoor@molodetz.nl>
|
|
|
|
import asyncio
|
|
import io
|
|
import json
|
|
import time
|
|
import zipfile
|
|
from pathlib import Path
|
|
import requests
|
|
from playwright.sync_api import expect
|
|
from tests.conftest import BASE_URL
|
|
from devplacepy.database import get_table, refresh_snapshot
|
|
from devplacepy.services.jobs import queue
|
|
from devplacepy.services.jobs.zip_service import ZipService
|
|
from tests.conftest import run_async
|
|
_counter_zip_download = [0]
|
|
def _signup_zip_download():
|
|
_counter_zip_download[0] += 1
|
|
name = f"zd{int(time.time() * 1000)}{_counter_zip_download[0]}"
|
|
session = requests.Session()
|
|
session.post(
|
|
f"{BASE_URL}/auth/signup",
|
|
data={
|
|
"username": name,
|
|
"email": f"{name}@t.dev",
|
|
"password": "secret123",
|
|
"confirm_password": "secret123",
|
|
"birth_date": "1990-01-01",
|
|
"accept_terms": "1",
|
|
},
|
|
allow_redirects=True,
|
|
)
|
|
refresh_snapshot()
|
|
key = get_table("users").find_one(username=name)["api_key"]
|
|
return name, key
|
|
def _h_zip_download(key):
|
|
return {"X-API-KEY": key, "Accept": "application/json"}
|
|
def _create_project_zip_download(key, title):
|
|
r = requests.post(
|
|
f"{BASE_URL}/projects/create",
|
|
headers=_h_zip_download(key),
|
|
data={
|
|
"title": title,
|
|
"description": "zip download test",
|
|
"project_type": "software",
|
|
"status": "In Development",
|
|
},
|
|
)
|
|
assert r.status_code == 200, r.text
|
|
return r.json()["data"]
|
|
def _write_zip_download(key, slug, path, content):
|
|
r = requests.post(
|
|
f"{BASE_URL}/projects/{slug}/files/write",
|
|
headers=_h_zip_download(key),
|
|
data={"path": path, "content": content},
|
|
allow_redirects=False,
|
|
)
|
|
assert r.status_code in (200, 302), r.text
|
|
def _process_uid(uid):
|
|
async def drive():
|
|
svc = ZipService()
|
|
for _ in range(400):
|
|
await svc.run_once()
|
|
refresh_snapshot()
|
|
job = queue.get_job(uid)
|
|
if job and job["status"] in ("done", "failed"):
|
|
return
|
|
await asyncio.sleep(0.05)
|
|
|
|
run_async(drive())
|
|
def _drain_pending():
|
|
async def drive():
|
|
svc = ZipService()
|
|
appeared = False
|
|
for _ in range(600):
|
|
refresh_snapshot()
|
|
pending = [
|
|
r
|
|
for r in get_table("jobs").find(kind="zip")
|
|
if r["status"] in ("pending", "running")
|
|
]
|
|
if pending:
|
|
appeared = True
|
|
await svc.run_once()
|
|
refresh_snapshot()
|
|
pending = [
|
|
r
|
|
for r in get_table("jobs").find(kind="zip")
|
|
if r["status"] in ("pending", "running")
|
|
]
|
|
if appeared and not pending and not svc._inflight:
|
|
return
|
|
await asyncio.sleep(0.05)
|
|
|
|
run_async(drive())
|
|
def _cleanup_archives():
|
|
refresh_snapshot()
|
|
jobs = get_table("jobs")
|
|
for row in list(jobs.find(kind="zip")):
|
|
result = json.loads(row.get("result") or "{}")
|
|
local_path = result.get("local_path")
|
|
if local_path:
|
|
Path(local_path).unlink(missing_ok=True)
|
|
jobs.delete(uid=row["uid"])
|
|
def _login_zip_download(page, name):
|
|
page.goto(f"{BASE_URL}/auth/login", wait_until="domcontentloaded")
|
|
page.fill("#email", f"{name}@t.dev")
|
|
page.fill("#password", "secret123")
|
|
page.click("button:has-text('Sign in')")
|
|
page.wait_for_url("**/feed", timeout=10000, wait_until="domcontentloaded")
|
|
|
|
|
|
def test_status_unknown_uid_404(app_server):
|
|
r = requests.get(
|
|
f"{BASE_URL}/zips/nope-not-a-job", headers={"Accept": "application/json"}
|
|
)
|
|
assert r.status_code == 404
|
|
|
|
|
|
def test_status_rejects_non_zip_kind(app_server):
|
|
try:
|
|
uid = queue.enqueue("other", {}, "user", "u", "x")
|
|
r = requests.get(
|
|
f"{BASE_URL}/zips/{uid}", headers={"Accept": "application/json"}
|
|
)
|
|
assert r.status_code == 404
|
|
finally:
|
|
get_table("jobs").delete(kind="other")
|