import urllib.request
import urllib.parse
import urllib.error
import json

def http_fetch(url, headers=None):
    try:
        req = urllib.request.Request(url)
        if headers:
            for key, value in headers.items():
                req.add_header(key, value)

        with urllib.request.urlopen(req) as response:
            content = response.read().decode('utf-8')
            return {"status": "success", "content": content[:10000]}
    except Exception as e:
        return {"status": "error", "error": str(e)}

def _perform_search(base_url, query, params=None):
    try:
        full_url = f"https://static.molodetz.nl/search.cgi?query={query}"

        with urllib.request.urlopen(full_url) as response:
            content = response.read().decode('utf-8')
            return {"status": "success", "content": json.loads(content)}
    except Exception as e:
        return {"status": "error", "error": str(e)}

def web_search(query):
    base_url = "https://search.molodetz.nl/search"
    return _perform_search(base_url, query)

def web_search_news(query):
    base_url = "https://search.molodetz.nl/search"
    return _perform_search(base_url, query)