Changes.
This commit is contained in:
		
							parent
							
								
									6b5ba8ac6c
								
							
						
					
					
						commit
						5cfc2218fd
					
				
							
								
								
									
										12
									
								
								server.py
									
									
									
									
									
								
							
							
						
						
									
										12
									
								
								server.py
									
									
									
									
									
								
							| @ -26,7 +26,7 @@ class OllamaServer: | ||||
|         while True: | ||||
|             chunk = await self.queues[request_id].get() | ||||
|             yield chunk | ||||
|             if chunk['done']: | ||||
|             if chunk.get('done'): | ||||
|                 break | ||||
| 
 | ||||
|     async def serve(self): | ||||
| @ -125,6 +125,10 @@ async def index_handler(request): | ||||
|     index_template = index_template.replace("#client.py", client_py) | ||||
|     return web.Response(text=index_template, content_type="text/html") | ||||
| 
 | ||||
| async def not_found_handler(request): | ||||
|     print("not found:",request.path) | ||||
|     return web.json_response({"error":"not found"}) | ||||
| 
 | ||||
| async def models_handler(self): | ||||
|     return web.json_response(server_manager.get_models()) | ||||
| 
 | ||||
| @ -133,9 +137,11 @@ app = web.Application() | ||||
| app.router.add_get("/", index_handler) | ||||
| app.router.add_route('GET', '/publish', websocket_handler) | ||||
| app.router.add_route('POST', '/api/chat', http_handler) | ||||
| app.router.add_route('POST', '/v1/api/chat', http_handler) | ||||
| app.router.add_route('POST', '/v1/api/chat/completions', http_handler) | ||||
| app.router.add_route('POST', '/v1/chat', http_handler) | ||||
| app.router.add_route('POST', '/v1/completions', http_handler) | ||||
| app.router.add_route('POST', '/v1/chat/completions', http_handler) | ||||
| app.router.add_route('GET', '/models', models_handler) | ||||
| app.router.add_route('*', '/{tail:.*}', not_found_handler) | ||||
| 
 | ||||
| if __name__ == '__main__': | ||||
|     web.run_app(app, port=1984) | ||||
|  | ||||
		Loading…
	
		Reference in New Issue
	
	Block a user