Source code for jina.peapods.runtimes.gateway.http

import os
import asyncio

from jina import __default_host__

from .....importer import ImportExtensions
from ...zmq.asyncio import AsyncNewLoopRuntime
from .app import get_fastapi_app

__all__ = ['HTTPRuntime']

[docs]class HTTPRuntime(AsyncNewLoopRuntime): """Runtime for HTTP interface."""
[docs] async def async_setup(self): """ The async method setup the runtime. Setup the uvicorn server. """ with ImportExtensions(required=True): from uvicorn import Config, Server class UviServer(Server): """The uvicorn server.""" async def setup(self, sockets=None): """ Setup uvicorn server. :param sockets: sockets of server. """ config = self.config if not config.loaded: config.load() self.lifespan = config.lifespan_class(config) self.install_signal_handlers() await self.startup(sockets=sockets) if self.should_exit: return async def serve(self, **kwargs): """ Start the server. :param kwargs: keyword arguments """ await self.main_loop() from .....helper import extend_rest_interface uvicorn_kwargs = self.args.uvicorn_kwargs or {} self._server = UviServer( config=Config( app=extend_rest_interface(get_fastapi_app(self.args, self.logger)), host=__default_host__, port=self.args.port_expose, log_level=os.getenv('JINA_LOG_LEVEL', 'error').lower(), **uvicorn_kwargs ) ) await self._server.setup()
[docs] async def async_run_forever(self): """Running method of ther server.""" await self._server.serve()
async def _wait_for_cancel(self): """Do NOT override this method when inheriting from :class:`GatewayPea`""" # handle terminate signals while not self.is_cancel.is_set() and not self._server.should_exit: await asyncio.sleep(0.1) await self.async_cancel()
[docs] async def async_teardown(self): """Shutdown the server.""" await self._server.shutdown()
[docs] async def async_cancel(self): """Stop the server.""" self._server.should_exit = True