clean up

app.py

@@ -1,29 +1,27 @@
 import os
 import time
 import traceback
+
 import gradio as gr
 from huggingface_hub import create_repo, whoami
-
-
-from config_store import (
-    get_process_config,
-    get_inference_config,
-    get_openvino_config,
-    get_pytorch_config,
-)
-from optimum_benchmark.launchers.base import Launcher  # noqa
 from optimum_benchmark.backends.openvino.utils import TASKS_TO_OVMODEL
 from optimum_benchmark.backends.transformers_utils import TASKS_TO_MODEL_LOADERS
 from optimum_benchmark import (
+    Benchmark,
     BenchmarkConfig,
-    PyTorchConfig,
-    OVConfig,
     ProcessConfig,
     InferenceConfig,
-    Benchmark,
+    PyTorchConfig,
+    OVConfig,
 )
 from optimum_benchmark.logging_utils import setup_logging
 
+from .config_store import (
+    get_process_config,
+    get_inference_config,
+    get_openvino_config,
+    get_pytorch_config,
+)
 
 DEVICE = "cpu"
 LAUNCHER = "process"
@@ -137,28 +135,13 @@ def build_demo():
         gr.LoginButton(min_width=250)
 
         # add image
-        gr.Markdown(
+        gr.HTML(
             """<img src="https://huggingface.co/spaces/optimum/optimum-benchmark-ui/resolve/main/huggy_bench.png" style="display: block; margin-left: auto; margin-right: auto; width: 30%;">"""
-        )
-
-        # title text
-        gr.Markdown(
             "<h1 style='text-align: center'>🤗 Optimum-Benchmark Interface 🏋️</h1>"
-        )
-
-        # explanation text
-        gr.HTML(
-            "<h3 style='text-align: center'>"
-            "Zero code Gradio interface of "
-            "<a href='https://github.com/huggingface/optimum-benchmark.git'>"
-            "Optimum-Benchmark"
-            "</a>"
-            "<br>"
-            "</h3>"
             "<p style='text-align: center'>"
-            "This Space uses Optimum Benchmark to automatically benchmark a model from the Hub on different backends."
-            "<br>"
-            "The results (config and report) will be pushed under your namespace in a benchmark repository on the Hub."
+            "This Space uses <a href='https://github.com/huggingface/optimum-benchmark.git'>Optimum-Benchmark</a> to automatically benchmark a model from the Hub on different backends."
+            "<br>The results (config and report) will be pushed under your namespace in a benchmark repository on the Hub."
+            "</p>"
         )
 
         model = gr.Dropdown(
@@ -190,12 +173,10 @@ def build_demo():
                 inference_config = get_inference_config()
 
         with gr.Row() as backend_configs:
-            with gr.Accordion(label="OpenVINO Config", open=False, visible=True):
-                openvino_config = get_openvino_config()
             with gr.Accordion(label="PyTorch Config", open=False, visible=True):
                 pytorch_config = get_pytorch_config()
-            # with gr.Accordion(label="IPEX Config", open=False, visible=True):
-            #     ipex_config = get_ipex_config()
+            with gr.Accordion(label="OpenVINO Config", open=False, visible=True):
+                openvino_config = get_openvino_config()
 
         backends.change(
             inputs=backends,
@@ -209,12 +190,10 @@ def build_demo():
             button = gr.Button(value="Run Benchmark", variant="primary")
 
         with gr.Row() as md_output:
-            with gr.Accordion(label="OpenVINO Output", open=True, visible=True):
-                openvino_output = gr.Markdown()
             with gr.Accordion(label="PyTorch Output", open=True, visible=True):
                 pytorch_output = gr.Markdown()
-            # with gr.Accordion(label="IPEX Output", open=True, visible=True):
-            #     ipex_output = gr.Markdown()
+            with gr.Accordion(label="OpenVINO Output", open=True, visible=True):
+                openvino_output = gr.Markdown()
 
         backends.change(
             inputs=backends,
@@ -232,14 +211,12 @@ def build_demo():
                 backends,
                 *process_config.values(),
                 *inference_config.values(),
-                *openvino_config.values(),
                 *pytorch_config.values(),
-                # *ipex_config.values(),
+                *openvino_config.values(),
             },
             outputs={
-                openvino_output,
                 pytorch_output,
-                # ipex_output,
+                openvino_output,
             },
             concurrency_limit=1,
         )

config_store.py

@@ -71,32 +71,6 @@ def get_pytorch_config():
     }
 
 
-def get_onnxruntime_config():
-    return {
-        "onnxruntime.export": gr.Checkbox(
-            value=True,
-            label="onnxruntime.export",
-            info="Exports the model to ONNX",
-        ),
-        "onnxruntime.use_cache": gr.Checkbox(
-            value=True,
-            label="onnxruntime.use_cache",
-            info="Uses cached ONNX model if available",
-        ),
-        "onnxruntime.use_merged": gr.Checkbox(
-            value=True,
-            label="onnxruntime.use_merged",
-            info="Uses merged ONNX model if available",
-        ),
-        "onnxruntime.torch_dtype": gr.Dropdown(
-            value="float32",
-            label="onnxruntime.torch_dtype",
-            choices=["bfloat16", "float16", "float32", "auto"],
-            info="The dtype to use for the model",
-        ),
-    }
-
-
 def get_openvino_config():
     return {
         "openvino.export": gr.Checkbox(
@@ -125,7 +99,3 @@ def get_openvino_config():
             info="Converts model to half precision",
         ),
     }
-
-
-def get_ipex_config():
-    return {}