chore: Reorder arguments in run_model_task function

code_efficiency_calculator.py

@@ -618,7 +618,7 @@ def fetch_completion(dataset,model):
     return dataset
 
 
-def run_model_task(model,task):
+def run_model_task(task,model):
 
     if "/" in model:
         model = model.split("/")[1]

leaderboard.py

@@ -1,8 +1,11 @@
 # Original code by https://huggingface.co/spaces/lmsys/chatbot-arena-leaderboard
 # Modified by EffiBench
 
+import json
+from pathlib import Path
 import pandas as pd
 import gradio as gr
+from calculate_memory_usage import report_results
 
 
 def make_default_md_1():
@@ -13,15 +16,11 @@ def make_default_md_1():
     <a href='https://github.com/huangd1999/EffiBench' style='color: {link_color}; text-decoration: none;'>GitHub</a> |
     <a href='https://github.com/huangd1999/EffiBench/tree/main/data' style='color: {link_color}; text-decoration: none;'>Dataset</a>
     """
-
     return leaderboard_md
 
-def make_default_md_2():
-    leaderboard_md = f"""
-    🤗 [filing a request](https://github.com/huangd1999/EffiBench/issues/new?assignees=&labels=model+eval&projects=&template=model_eval_request.yml&title=%F0%9F%92%A1+%5BREQUEST%5D+-+%3CMODEL_NAME%3E) to add your models on our leaderboard!**
-    """
-
-    return leaderboard_md
+add_model_md = f"""
+🤗 [filing a request](https://github.com/huangd1999/EffiBench/issues/new?assignees=&labels=model+eval&projects=&template=model_eval_request.yml&title=%F0%9F%92%A1+%5BREQUEST%5D+-+%3CMODEL_NAME%3E) to add your models on our leaderboard!**
+"""
 
 leaderboard_md = """
 Three benchmarks are displayed: **EffiBench**, **HumanEval** and **MBPP**.
@@ -50,9 +49,26 @@ Please cite the following paper if you find our leaderboard or dataset helpful.
 }
 """
 
+def process_uploaded_file(file):
+    if file is None:
+        return "No file uploaded."
+    try:
+        file = Path(file)
+        json_data = json.loads(file.read_text())
+    except Exception as e:
+        return f"Error processing the file: {str(e)}"
+    
+    try:
+        task, model = file.stem.split("_")
+    except Exception as e:
+        return f"Error parsing the task and model name from the file name: {str(e)}! Should be in the format of <task>_<model>.json"
+    
+    
+
+
 def build_leaderboard_tab(leaderboard_table_file):
     gr.Markdown(make_default_md_1(), elem_id="leaderboard_markdown")
-    gr.Markdown(make_default_md_2(), elem_id="leaderboard_markdown")
+    gr.Markdown(add_model_md, elem_id="leaderboard_markdown")
 
     df = pd.read_csv(leaderboard_table_file)
     def filter_leaderboard(dataset, timeout):
@@ -79,7 +95,13 @@ def build_leaderboard_tab(leaderboard_table_file):
         dataset_dropdown.change(fn=update_leaderboard, inputs=[dataset_dropdown, timeout_dropdown], outputs=leaderboard)
         timeout_dropdown.change(fn=update_leaderboard, inputs=[dataset_dropdown, timeout_dropdown], outputs=leaderboard)
     
+    with gr.Tab("XXX"):
+        file_upload = gr.File(label="Upload JSON File")
+        upload_button = gr.Button("Process File")
+        output_text = gr.Textbox(label="Output")
+        
+        upload_button.click(process_uploaded_file, inputs=file_upload, outputs=output_text)
+    
     with gr.Accordion("Citation", open=True):
         gr.Markdown(citation_md, elem_id="leaderboard_markdown")
         gr.Markdown(acknowledgment_md, elem_id="ack_markdown")
-

requirements.txt

@@ -1 +1,3 @@
-plotly
+plotly
+line_profiler
+memory_profiler