Optimization

devplacepy/attachments.py

@@ -545,6 +545,28 @@ async def remove_gitea_asset(row):
         logger.warning("Gitea asset delete failed for %s: %s", row.get("uid"), exc)
 
 
+_pending_gitea_tasks: set[asyncio.Task] = set()
+
+
+def _fire_and_forget(coro) -> None:
+    try:
+        loop = asyncio.get_running_loop()
+    except RuntimeError:
+        coro.close()
+        return
+    task = loop.create_task(coro)
+    _pending_gitea_tasks.add(task)
+    task.add_done_callback(_pending_gitea_tasks.discard)
+
+
+def schedule_gitea_mirror(uid: str) -> None:
+    _fire_and_forget(mirror_attachment_to_gitea(uid))
+
+
+def schedule_gitea_removal(row: dict) -> None:
+    _fire_and_forget(remove_gitea_asset(row))
+
+
 def _unlink_attachment_files(row):
     stored_name = row.get("stored_name", "")
     directory = row.get("directory", "")

devplacepy/routers/issues/attachments.py

@@ -10,8 +10,8 @@ from devplacepy.attachments import (
     get_attachments,
     get_orphan_attachments_batch,
     link_attachments,
-    mirror_attachment_to_gitea,
+    schedule_gitea_mirror,
-    remove_gitea_asset,
+    schedule_gitea_removal,
     soft_delete_attachment,
     split_attachment_uids,
 )
@@ -96,7 +96,7 @@ async def add_issue_attachment(
         return json_error(400, "No valid attachments to add")
     link_attachments(owned, "issue", str(number))
     for uid in owned:
-        await mirror_attachment_to_gitea(uid)
+        schedule_gitea_mirror(uid)
     audit.record(
         request,
         "issue.attachment.add",
@@ -146,7 +146,7 @@ async def delete_issue_attachment(request: Request, number: int, uid: str):
         )
         return json_error(409, "Attachments cannot be changed on a closed issue")
     soft_delete_attachment(uid, deleted_by=user["uid"])
-    await remove_gitea_asset(att)
+    schedule_gitea_removal(att)
     audit.record(
         request,
         "issue.attachment.delete",
@@ -194,7 +194,7 @@ async def add_comment_attachment(
         return json_error(400, "No valid attachments to add")
     link_attachments(owned, "issue_comment", str(cid))
     for uid in owned:
-        await mirror_attachment_to_gitea(uid)
+        schedule_gitea_mirror(uid)
     audit.record(
         request,
         "issue.attachment.add",
@@ -237,7 +237,7 @@ async def delete_comment_attachment(
     if issue.get("state") != STATE_OPEN:
         return json_error(409, "Attachments cannot be changed on a closed issue")
     soft_delete_attachment(uid, deleted_by=user["uid"])
-    await remove_gitea_asset(att)
+    schedule_gitea_removal(att)
     audit.record(
         request,
         "issue.attachment.delete",

devplacepy/routers/issues/comment.py

@@ -8,7 +8,7 @@ from fastapi import Depends, APIRouter, Request
 from devplacepy.attachments import (
     get_orphan_attachments_batch,
     link_attachments,
-    mirror_attachment_to_gitea,
+    schedule_gitea_mirror,
     split_attachment_uids,
 )
 from devplacepy.database import get_table
@@ -73,7 +73,7 @@ async def comment_issue(
     if owned:
         link_attachments(owned, "issue_comment", str(comment_id))
         for uid in owned:
-            await mirror_attachment_to_gitea(uid)
+            schedule_gitea_mirror(uid)
     background.submit(_notify_admins, user, number)
     audit.record(
         request,

tests/api/issues/planning.py

@@ -83,3 +83,88 @@ def test_planning_enqueue_without_numbers_is_all_open(seeded_db):
     refresh_snapshot()
     job = get_table("jobs").find_one(uid=uid)
     assert json.loads(job["payload"])["numbers"] == []
+
+
+def _mark_done(uid, result):
+    get_table("jobs").update(
+        {"uid": uid, "status": "done", "result": json.dumps(result)}, ["uid"]
+    )
+    refresh_snapshot()
+
+
+def test_planning_download_serves_the_report_file(seeded_db):
+    from devplacepy.config import PLANNING_REPORTS_DIR
+    from devplacepy.services.jobs import queue
+
+    admin = _admin(seeded_db)
+    uid = queue.enqueue(
+        "planning", {"numbers": []}, "user", "planning-download-owner", "open-tickets-plan"
+    )
+    report_dir = PLANNING_REPORTS_DIR / "ab" / "cd"
+    report_dir.mkdir(parents=True, exist_ok=True)
+    report_path = report_dir / f"{uid}.open-tickets-plan.md"
+    report_path.write_text("# Plan\n\nDo the thing.\n", encoding="utf-8")
+    try:
+        _mark_done(
+            uid,
+            {
+                "download_url": f"/issues/planning/{uid}/download",
+                "local_path": str(report_path),
+                "final_name": "open-tickets-plan.md",
+                "markdown": "# Plan\n\nDo the thing.\n",
+                "ai_used": False,
+                "item_count": 0,
+                "bytes_out": report_path.stat().st_size,
+            },
+        )
+        response = admin.get(f"{BASE_URL}/issues/planning/{uid}/download")
+        assert response.status_code == 200, response.text[:300]
+        assert response.headers["content-type"].startswith("text/markdown")
+        assert "Do the thing." in response.text
+    finally:
+        get_table("jobs").delete(uid=uid)
+        report_path.unlink(missing_ok=True)
+
+
+def test_planning_download_rejects_a_local_path_outside_the_reports_dir(seeded_db):
+    from devplacepy.config import DATA_DIR
+    from devplacepy.services.jobs import queue
+
+    admin = _admin(seeded_db)
+    uid = queue.enqueue(
+        "planning", {"numbers": []}, "user", "planning-traversal-owner", "open-tickets-plan"
+    )
+    escape_path = DATA_DIR / f"escaped-{uid}.md"
+    escape_path.write_text("secret", encoding="utf-8")
+    try:
+        _mark_done(
+            uid,
+            {
+                "download_url": f"/issues/planning/{uid}/download",
+                "local_path": str(escape_path),
+                "final_name": "escaped.md",
+                "markdown": "secret",
+                "ai_used": False,
+                "item_count": 0,
+                "bytes_out": escape_path.stat().st_size,
+            },
+        )
+        response = admin.get(f"{BASE_URL}/issues/planning/{uid}/download")
+        assert response.status_code == 404
+    finally:
+        get_table("jobs").delete(uid=uid)
+        escape_path.unlink(missing_ok=True)
+
+
+def test_planning_download_pending_job_is_404(seeded_db):
+    from devplacepy.services.jobs import queue
+
+    admin = _admin(seeded_db)
+    uid = queue.enqueue(
+        "planning", {"numbers": []}, "user", "planning-pending-owner", "open-tickets-plan"
+    )
+    try:
+        response = admin.get(f"{BASE_URL}/issues/planning/{uid}/download")
+        assert response.status_code == 404
+    finally:
+        get_table("jobs").delete(uid=uid)

tests/e2e/admin/deviitasks.py

@@ -0,0 +1,95 @@
+# retoor <retoor@molodetz.nl>
+
+from devplacepy.database import db, get_table, refresh_snapshot
+from devplacepy.services.devii.tasks.schedule import now_utc, to_iso
+from devplacepy.utils import generate_uid
+from tests.conftest import BASE_URL
+
+
+def _admin_uid():
+    refresh_snapshot()
+    return get_table("users").find_one(username="alice_test")["uid"]
+
+
+def _seed_admin_task(label, enabled=True):
+    uid = generate_uid()
+    db["devii_tasks"].insert(
+        {
+            "uid": uid,
+            "owner_kind": "user",
+            "owner_id": _admin_uid(),
+            "label": label,
+            "prompt": "work",
+            "enabled": enabled,
+            "status": "pending" if enabled else "disabled",
+            "kind": "interval",
+            "every_seconds": 900,
+            "max_runs": 10,
+            "run_count": 1,
+            "failure_count": 0,
+            "created_at": to_iso(now_utc()),
+            "next_run_at": to_iso(now_utc()),
+            "expires_at": None,
+            "deleted_at": None,
+            "deleted_by": None,
+        }
+    )
+    return uid
+
+
+def test_devii_tasks_page_renders_for_admin(alice):
+    page, _ = alice
+    page.goto(f"{BASE_URL}/admin/devii-tasks", wait_until="domcontentloaded")
+    page.locator(".admin-toolbar h2:has-text('Devii tasks')").wait_for(state="visible")
+    assert page.locator("table.admin-table").count() == 1
+    assert page.locator("nav.admin-tabs a.admin-tab").count() == 3
+
+
+def test_devii_tasks_member_redirects_to_feed(bob):
+    page, _ = bob
+    page.goto(f"{BASE_URL}/admin/devii-tasks", wait_until="domcontentloaded")
+    assert page.url.rstrip("/") == f"{BASE_URL}/feed"
+
+
+def test_devii_tasks_disable_flow(alice):
+    page, _ = alice
+    label = f"e2e-disable-{generate_uid()[:8]}"
+    uid = _seed_admin_task(label, enabled=True)
+    try:
+        page.goto(f"{BASE_URL}/admin/devii-tasks", wait_until="domcontentloaded")
+        row = page.locator("table.admin-table tbody tr", has_text=label)
+        row.wait_for(state="visible")
+        row.locator("form.admin-inline-form button:has-text('Disable')").click()
+        page.wait_for_url("**/admin/devii-tasks", wait_until="domcontentloaded")
+
+        refresh_snapshot()
+        after = db["devii_tasks"].find_one(uid=uid)
+        assert after["enabled"] is False
+        assert after["status"] == "disabled"
+
+        page.goto(f"{BASE_URL}/admin/devii-tasks?state=inactive", wait_until="domcontentloaded")
+        disabled_row = page.locator("table.admin-table tbody tr", has_text=label)
+        disabled_row.wait_for(state="visible")
+        assert disabled_row.locator("button:has-text('Disable')").count() == 0
+    finally:
+        db["devii_tasks"].delete(uid=uid)
+
+
+def test_devii_tasks_delete_flow(alice):
+    page, _ = alice
+    label = f"e2e-delete-{generate_uid()[:8]}"
+    uid = _seed_admin_task(label, enabled=True)
+    try:
+        page.goto(f"{BASE_URL}/admin/devii-tasks", wait_until="domcontentloaded")
+        row = page.locator("table.admin-table tbody tr", has_text=label)
+        row.wait_for(state="visible")
+
+        row.locator("form.admin-inline-form button:has-text('Delete')").click()
+        page.locator(".dialog-overlay.visible .dialog-confirm").click()
+        page.wait_for_url("**/admin/devii-tasks", wait_until="domcontentloaded")
+
+        assert page.locator("table.admin-table tbody tr", has_text=label).count() == 0
+        refresh_snapshot()
+        assert db["devii_tasks"].find_one(uid=uid, deleted_at=None) is None
+    finally:
+        db["devii_tasks"].delete(uid=uid)

tests/e2e/admin/trash.py

@@ -0,0 +1,66 @@
+# retoor <retoor@molodetz.nl>
+
+import time
+
+import requests
+
+from tests.conftest import BASE_URL
+from devplacepy.database import get_table, refresh_snapshot
+
+_counter_admin_trash = [0]
+
+
+def _unique_admin_trash(prefix="atr"):
+    _counter_admin_trash[0] += 1
+    return f"{prefix}{int(time.time() * 1000)}{_counter_admin_trash[0]}"
+
+
+def _bob_key():
+    refresh_snapshot()
+    return get_table("users").find_one(username="bob_test")["api_key"]
+
+
+def _seed_deleted_post():
+    key = _bob_key()
+    headers = {"Accept": "application/json", "X-API-KEY": key}
+    title = _unique_admin_trash("atrp")
+    created = requests.post(
+        f"{BASE_URL}/posts/create",
+        headers=headers,
+        data={"title": title, "content": "admin trash e2e post body", "topic": "devlog"},
+    ).json()["data"]
+    requests.post(
+        f"{BASE_URL}/posts/delete/{created['slug']}", headers=headers, allow_redirects=False
+    )
+    return created, title
+
+
+def test_trash_page_renders_for_admin(alice):
+    page, _ = alice
+    page.goto(f"{BASE_URL}/admin/trash", wait_until="domcontentloaded")
+    page.locator(".admin-toolbar h2:has-text('Trash')").wait_for(state="visible")
+    assert page.locator("table.admin-table").count() == 1
+    assert page.locator("nav.admin-tabs a.admin-tab").count() >= 1
+
+
+def test_trash_member_redirects_to_feed(bob):
+    page, _ = bob
+    page.goto(f"{BASE_URL}/admin/trash", wait_until="domcontentloaded")
+    assert page.url.rstrip("/") == f"{BASE_URL}/feed"
+
+
+def test_trash_restore_removes_row_and_revives_the_post(alice):
+    page, _ = alice
+    post, title = _seed_deleted_post()
+    page.goto(f"{BASE_URL}/admin/trash?table=posts", wait_until="domcontentloaded")
+    row = page.locator("table.admin-table tbody tr", has_text=title)
+    row.wait_for(state="visible")
+
+    row.locator("form.admin-inline-form button:has-text('Restore')").click()
+    page.wait_for_url("**/admin/trash?table=posts", wait_until="domcontentloaded")
+
+    assert page.locator("table.admin-table tbody tr", has_text=title).count() == 0
+
+    refresh_snapshot()
+    revived = get_table("posts").find_one(uid=post["uid"])
+    assert revived["deleted_at"] is None

tests/e2e/profile/search.py

@@ -640,6 +640,64 @@ def test_admin_edits_other_user(alice):
         reset_notification_prefs(target["uid"])
 
 
+def _await_notification_enabled(uid, notification_type, channel, expected):
+    import time as _time
+
+    deadline = _time.time() + 5.0
+    current = notification_enabled(uid, notification_type, channel)
+    while current != expected and _time.time() < deadline:
+        _time.sleep(0.2)
+        current = notification_enabled(uid, notification_type, channel)
+    return current
+
+
+def test_owner_reset_via_http_clears_custom_prefs(bob):
+    _, user = bob
+    target = _user_notification_prefs(user["username"])
+    set_notification_pref(target["uid"], "mention", "push", False)
+    try:
+        assert _await_notification_enabled(target["uid"], "mention", "push", False) is False
+
+        from devplacepy.database import get_table, refresh_snapshot
+
+        audit_table = get_table("audit_log")
+        before = audit_table.count(
+            event_key="profile.notification.reset", target_uid=target["uid"]
+        )
+
+        response = requests.post(
+            f"{BASE_URL}/profile/{target['username']}/notifications/reset",
+            headers={"Accept": "application/json", "X-API-KEY": target["api_key"]},
+            allow_redirects=False,
+        )
+        assert response.status_code == 200
+        body = response.json()
+        assert body["ok"] is True
+        assert body["redirect"] == f"/profile/{target['username']}?tab=notifications"
+
+        assert _await_notification_enabled(target["uid"], "mention", "push", True) is True
+
+        refresh_snapshot()
+        after = audit_table.count(
+            event_key="profile.notification.reset", target_uid=target["uid"]
+        )
+        assert after == before + 1
+    finally:
+        reset_notification_prefs(target["uid"])
+
+
+def test_non_owner_non_admin_reset_forbidden(bob):
+    _, user = bob
+    member = _user_notification_prefs(user["username"])
+    target = _user_notification_prefs("alice_test")
+    response = requests.post(
+        f"{BASE_URL}/profile/{target['username']}/notifications/reset",
+        headers={"Accept": "application/json", "X-API-KEY": member["api_key"]},
+        allow_redirects=False,
+    )
+    assert response.status_code == 403
+
+
 def test_profile_search_returns_results(alice):
     page, _ = alice
     resp = page.request.get(f"{BASE_URL}/profile/search?q=bob")