From 70ff225f4eedc0c8dc5df2e2e2e8e191ce8e8ac6 Mon Sep 17 00:00:00 2001 From: retoor Date: Fri, 25 Apr 2025 08:57:37 +0000 Subject: [PATCH] feat: restructure models endpoint to return dict list and add /v1/models route The models handler now returns a list of structured model objects with id, instances, owner, and created fields instead of a flat count dict. A new GET /v1/models route is registered alongside the existing /models endpoint to support OpenAI-compatible API paths. --- server.py | 12 +++++++++--- 1 file changed, 9 insertions(+), 3 deletions(-) diff --git a/server.py b/server.py index aa69f5d..fa7d979 100644 --- a/server.py +++ b/server.py @@ -80,9 +80,14 @@ class ServerManager: for server in self.servers: for model_name in server.model_names: if not model_name in models: - models[model_name] = 0 - models[model_name] += 1 - return models + models[model_name] = {} + models[model_name]['id'] = model_name + models[model_name]['instances'] = 0 + models[model_name]['owner'] = 'public' + models[model_name]['object'] = 'model' + models[model_name]['created'] = 0 + models[model_name]['instances'] += 1 + return list(models.values()) server_manager = ServerManager() @@ -147,6 +152,7 @@ app.router.add_route('POST', '/v1/chat', http_handler) app.router.add_route('POST', '/v1/completions', http_handler) app.router.add_route('POST', '/v1/chat/completions', http_handler) app.router.add_route('GET', '/models', models_handler) +app.router.add_route('GET', '/v1/models', models_handler) app.router.add_route('*', '/{tail:.*}', not_found_handler) if __name__ == '__main__':