async-function-support

- add async function support to Blocks

Author: omerXfaruq

gradio/blocks.py

@@ -1,13 +1,16 @@
 from __future__ import annotations
 
 import getpass
+import inspect
 import os
 import sys
 import time
 import warnings
 import webbrowser
 from typing import TYPE_CHECKING, Any, Callable, Dict, List, Optional, Tuple
 
+from fastapi.concurrency import run_in_threadpool
+
 from gradio import encryptor, networking, queueing, strings, utils
 from gradio.context import Context
 from gradio.deprecation import check_deprecated_parameters
@@ -286,7 +289,7 @@ def render(self):
         if Context.block is not None:
             Context.block.children.extend(self.children)
 
-    def process_api(
+    async def process_api(
         self,
         data: PredictBody,
         username: str = None,
@@ -316,7 +319,11 @@ def process_api(
         else:
             processed_input = raw_input
         start = time.time()
-        predictions = block_fn.fn(*processed_input)
+
+        if inspect.iscoroutinefunction(block_fn.fn):
+            predictions = await block_fn.fn(*processed_input)
+        else:
+            predictions = await run_in_threadpool(block_fn.fn, *processed_input)
         duration = time.time() - start
         block_fn.total_runtime += duration
         block_fn.total_runs += 1

gradio/networking.py

@@ -16,13 +16,12 @@
 import uvicorn
 
 from gradio import queueing
-from gradio.routes import create_app
+from gradio.routes import App
 from gradio.tunneling import create_tunnel
 
 if TYPE_CHECKING:  # Only import for type checking (to avoid circular imports).
     from gradio.blocks import Blocks
 
-
 # By default, the local server will try to open on localhost, port 7860.
 # If that is not available, then it will try 7861, 7862, ... 7959.
 INITIAL_PORT_VALUE = int(os.getenv("GRADIO_SERVER_PORT", "7860"))
@@ -139,8 +138,7 @@ def start_server(
     else:
         path_to_local_server = "http://{}:{}/".format(url_host_name, port)
 
-    app = create_app()
-    app = configure_app(app, blocks)
+    app = App.create_app(blocks)
 
     if app.blocks.enable_queue:
         if blocks.auth is not None or app.blocks.encrypt: