Compare commits
1
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
f674f2ed6c |
File diff suppressed because one or more lines are too long
@@ -128,9 +128,6 @@ RATE_LIMIT = int(os.environ.get("DEVPLACE_RATE_LIMIT", "60"))
|
|||||||
RATE_WINDOW = 60
|
RATE_WINDOW = 60
|
||||||
WEB_WORKERS = max(1, int(os.environ.get("DEVPLACE_WEB_WORKERS", "1")))
|
WEB_WORKERS = max(1, int(os.environ.get("DEVPLACE_WEB_WORKERS", "1")))
|
||||||
RATE_LIMIT_DISABLED = os.environ.get("DEVPLACE_DISABLE_RATE_LIMIT") == "1"
|
RATE_LIMIT_DISABLED = os.environ.get("DEVPLACE_DISABLE_RATE_LIMIT") == "1"
|
||||||
LOGIN_EMAIL_RATE_LIMIT = int(os.environ.get("DEVPLACE_LOGIN_EMAIL_RATE_LIMIT", "10"))
|
|
||||||
|
|
||||||
_email_rate_limit_store: dict[str, list[float]] = defaultdict(list)
|
|
||||||
|
|
||||||
HOT_SETTINGS_TTL = 2.0
|
HOT_SETTINGS_TTL = 2.0
|
||||||
_hot_settings_value: dict = {}
|
_hot_settings_value: dict = {}
|
||||||
@@ -170,20 +167,6 @@ def _worker_rate_limit(limit: int) -> int:
|
|||||||
return max(1, -(-limit // WEB_WORKERS))
|
return max(1, -(-limit // WEB_WORKERS))
|
||||||
|
|
||||||
|
|
||||||
def check_email_rate_limit(email: str) -> bool:
|
|
||||||
now = time.time()
|
|
||||||
window_start = now - RATE_WINDOW
|
|
||||||
limit = LOGIN_EMAIL_RATE_LIMIT
|
|
||||||
timestamps = [
|
|
||||||
t for t in _email_rate_limit_store.get(email, []) if t > window_start
|
|
||||||
]
|
|
||||||
if len(timestamps) >= limit:
|
|
||||||
return False
|
|
||||||
timestamps.append(now)
|
|
||||||
_email_rate_limit_store[email] = timestamps
|
|
||||||
return True
|
|
||||||
|
|
||||||
|
|
||||||
_service_lock_handle = None
|
_service_lock_handle = None
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -20,7 +20,6 @@ from devplacepy.responses import respond, action_result, wants_json, json_error
|
|||||||
from devplacepy.schemas import AuthPageOut
|
from devplacepy.schemas import AuthPageOut
|
||||||
from devplacepy.services.audit import record as audit
|
from devplacepy.services.audit import record as audit
|
||||||
from devplacepy.dependencies import json_or_form
|
from devplacepy.dependencies import json_or_form
|
||||||
from devplacepy.main import check_email_rate_limit
|
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
router = APIRouter()
|
router = APIRouter()
|
||||||
@@ -73,22 +72,6 @@ async def login(request: Request, data: Annotated[LoginForm, Depends(json_or_for
|
|||||||
metadata={"email": email},
|
metadata={"email": email},
|
||||||
summary=f"failed login attempt for {email}",
|
summary=f"failed login attempt for {email}",
|
||||||
)
|
)
|
||||||
if not check_email_rate_limit(email):
|
|
||||||
audit.record(
|
|
||||||
request,
|
|
||||||
"security.rate_limit.email_block",
|
|
||||||
user=None,
|
|
||||||
actor_kind="guest",
|
|
||||||
result="denied",
|
|
||||||
metadata={"email": email},
|
|
||||||
summary=f"email rate limit reached for {email}",
|
|
||||||
)
|
|
||||||
if wants_json(request):
|
|
||||||
return json_error(429, "Too many login attempts for this account")
|
|
||||||
return HTMLResponse(
|
|
||||||
"Too many login attempts for this account",
|
|
||||||
status_code=429,
|
|
||||||
)
|
|
||||||
if wants_json(request):
|
if wants_json(request):
|
||||||
return json_error(401, "; ".join(errors), errors=errors)
|
return json_error(401, "; ".join(errors), errors=errors)
|
||||||
seo_ctx = base_seo_context(request, title="Sign In", robots="noindex,nofollow")
|
seo_ctx = base_seo_context(request, title="Sign In", robots="noindex,nofollow")
|
||||||
|
|||||||
@@ -2,8 +2,10 @@
|
|||||||
|
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import socket
|
||||||
import subprocess
|
import subprocess
|
||||||
import sys
|
import sys
|
||||||
|
import time
|
||||||
|
|
||||||
from devplacepy.config import XMLRPC_BIND, XMLRPC_PORT
|
from devplacepy.config import XMLRPC_BIND, XMLRPC_PORT
|
||||||
from devplacepy.services.base import BaseService
|
from devplacepy.services.base import BaseService
|
||||||
@@ -25,20 +27,48 @@ class XmlrpcService(BaseService):
|
|||||||
def __init__(self) -> None:
|
def __init__(self) -> None:
|
||||||
super().__init__("xmlrpc", interval_seconds=XMLRPC_INTERVAL_SECONDS)
|
super().__init__("xmlrpc", interval_seconds=XMLRPC_INTERVAL_SECONDS)
|
||||||
self._process: subprocess.Popen | None = None
|
self._process: subprocess.Popen | None = None
|
||||||
|
self._last_stderr: str | None = None
|
||||||
|
|
||||||
def _alive(self) -> bool:
|
def _alive(self) -> bool:
|
||||||
return self._process is not None and self._process.poll() is None
|
return self._process is not None and self._process.poll() is None
|
||||||
|
|
||||||
def _spawn(self) -> None:
|
def _spawn(self) -> None:
|
||||||
|
self._last_stderr = None
|
||||||
self._process = subprocess.Popen(
|
self._process = subprocess.Popen(
|
||||||
[sys.executable, "-m", SERVER_MODULE],
|
[sys.executable, "-m", SERVER_MODULE],
|
||||||
stdout=subprocess.DEVNULL,
|
stdout=subprocess.DEVNULL,
|
||||||
stderr=subprocess.DEVNULL,
|
stderr=subprocess.PIPE,
|
||||||
)
|
)
|
||||||
self.log(
|
self.log(
|
||||||
f"Forking XML-RPC server started (pid {self._process.pid}) on "
|
f"Forking XML-RPC server spawning (pid {self._process.pid}) on "
|
||||||
f"{XMLRPC_BIND}:{XMLRPC_PORT}"
|
f"{XMLRPC_BIND}:{XMLRPC_PORT}"
|
||||||
)
|
)
|
||||||
|
time.sleep(0.5)
|
||||||
|
if self._process.poll() is not None:
|
||||||
|
stderr_data = self._process.communicate()[1]
|
||||||
|
if stderr_data:
|
||||||
|
self._last_stderr = stderr_data.decode("utf-8", errors="replace")
|
||||||
|
self.log(
|
||||||
|
f"Forking XML-RPC server died after spawn (pid {self._process.pid}, "
|
||||||
|
f"exit code {self._process.returncode})"
|
||||||
|
)
|
||||||
|
if self._last_stderr:
|
||||||
|
for line in self._last_stderr.strip().split("\n"):
|
||||||
|
self.log(f" stderr: {line}")
|
||||||
|
return
|
||||||
|
try:
|
||||||
|
sock = socket.create_connection((XMLRPC_BIND, XMLRPC_PORT), timeout=1)
|
||||||
|
sock.close()
|
||||||
|
except (OSError, socket.timeout):
|
||||||
|
self.log(
|
||||||
|
f"Forking XML-RPC server not yet ready (pid {self._process.pid}) "
|
||||||
|
f"on {XMLRPC_BIND}:{XMLRPC_PORT}"
|
||||||
|
)
|
||||||
|
else:
|
||||||
|
self.log(
|
||||||
|
f"Forking XML-RPC server started (pid {self._process.pid}) on "
|
||||||
|
f"{XMLRPC_BIND}:{XMLRPC_PORT}"
|
||||||
|
)
|
||||||
|
|
||||||
def _terminate(self) -> None:
|
def _terminate(self) -> None:
|
||||||
if not self._alive():
|
if not self._alive():
|
||||||
@@ -65,6 +95,13 @@ class XmlrpcService(BaseService):
|
|||||||
self.log(f"XML-RPC server healthy (pid {self._process.pid})")
|
self.log(f"XML-RPC server healthy (pid {self._process.pid})")
|
||||||
return
|
return
|
||||||
self.log("XML-RPC server not running, starting it")
|
self.log("XML-RPC server not running, starting it")
|
||||||
|
if self._process is not None:
|
||||||
|
self.log(
|
||||||
|
f"Previous process exited with code {self._process.returncode}"
|
||||||
|
)
|
||||||
|
if self._last_stderr:
|
||||||
|
for line in self._last_stderr.strip().split("\n"):
|
||||||
|
self.log(f" last stderr: {line}")
|
||||||
self._spawn()
|
self._spawn()
|
||||||
|
|
||||||
def collect_metrics(self) -> dict:
|
def collect_metrics(self) -> dict:
|
||||||
|
|||||||
@@ -3,6 +3,7 @@
|
|||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
|
||||||
import logging
|
import logging
|
||||||
|
import sys
|
||||||
from socketserver import ForkingMixIn
|
from socketserver import ForkingMixIn
|
||||||
from xmlrpc.server import SimpleXMLRPCDispatcher, SimpleXMLRPCRequestHandler, SimpleXMLRPCServer
|
from xmlrpc.server import SimpleXMLRPCDispatcher, SimpleXMLRPCRequestHandler, SimpleXMLRPCServer
|
||||||
|
|
||||||
@@ -116,6 +117,9 @@ def main() -> None:
|
|||||||
server.serve_forever()
|
server.serve_forever()
|
||||||
except KeyboardInterrupt:
|
except KeyboardInterrupt:
|
||||||
logger.info("XML-RPC server interrupted")
|
logger.info("XML-RPC server interrupted")
|
||||||
|
except Exception:
|
||||||
|
logging.exception("XML-RPC server crashed with unhandled exception")
|
||||||
|
sys.exit(1)
|
||||||
finally:
|
finally:
|
||||||
server.server_close()
|
server.server_close()
|
||||||
|
|
||||||
|
|||||||
@@ -181,27 +181,3 @@ def test_rate_limit_block_recorded(monkeypatch):
|
|||||||
event_key="security.rate_limit.block", result="denied"
|
event_key="security.rate_limit.block", result="denied"
|
||||||
)
|
)
|
||||||
assert event is not None
|
assert event is not None
|
||||||
|
|
||||||
|
|
||||||
def test_rate_limit_email_block_recorded(monkeypatch):
|
|
||||||
import devplacepy.main as m
|
|
||||||
from starlette.testclient import TestClient
|
|
||||||
|
|
||||||
monkeypatch.setattr(m, "LOGIN_EMAIL_RATE_LIMIT", 2)
|
|
||||||
m._email_rate_limit_store.clear()
|
|
||||||
client = TestClient(m.app)
|
|
||||||
email = "rate-limited@test.dev"
|
|
||||||
codes = [
|
|
||||||
client.post(
|
|
||||||
"/auth/login",
|
|
||||||
data={"email": email, "password": "wrong"},
|
|
||||||
).status_code
|
|
||||||
for _ in range(3)
|
|
||||||
]
|
|
||||||
first_two = codes[:2]
|
|
||||||
assert all(c == 401 for c in first_two), first_two
|
|
||||||
assert codes[2] == 429, codes
|
|
||||||
event = get_table("audit_log").find_one(
|
|
||||||
event_key="security.rate_limit.email_block", result="denied"
|
|
||||||
)
|
|
||||||
assert event is not None
|
|
||||||
|
|||||||
@@ -23,7 +23,6 @@ os.environ["DEVPLACE_DATA_DIR"] = str(_TEST_DATA_DIR)
|
|||||||
os.environ["SECRET_KEY"] = "test-secret-key"
|
os.environ["SECRET_KEY"] = "test-secret-key"
|
||||||
os.environ["DEVPLACE_DISABLE_SERVICES"] = "1"
|
os.environ["DEVPLACE_DISABLE_SERVICES"] = "1"
|
||||||
os.environ["DEVPLACE_RATE_LIMIT"] = "1000000"
|
os.environ["DEVPLACE_RATE_LIMIT"] = "1000000"
|
||||||
os.environ["DEVPLACE_LOGIN_EMAIL_RATE_LIMIT"] = "1000000"
|
|
||||||
# Pin a single web worker so the per-worker rate-limit divisor is 1 regardless of
|
# Pin a single web worker so the per-worker rate-limit divisor is 1 regardless of
|
||||||
# any DEVPLACE_WEB_WORKERS the host (or a server .env) exports.
|
# any DEVPLACE_WEB_WORKERS the host (or a server .env) exports.
|
||||||
os.environ["DEVPLACE_WEB_WORKERS"] = "1"
|
os.environ["DEVPLACE_WEB_WORKERS"] = "1"
|
||||||
|
|||||||
Reference in New Issue
Block a user