import gradio as gr import os import pandas as pd import json from PIL import Image, ImageSequence import io from functools import reduce import numpy as np from datetime import datetime, timedelta import matplotlib.pyplot as plt from leaderboard_utils import ( get_organization, get_mario_leaderboard, get_sokoban_leaderboard, get_2048_leaderboard, get_candy_leaderboard, get_tetris_leaderboard, get_tetris_planning_leaderboard, get_ace_attorney_leaderboard, get_combined_leaderboard, GAME_ORDER ) from data_visualization import ( get_combined_leaderboard_with_group_bar, create_organization_radar_chart, create_top_players_radar_chart, create_player_radar_chart, create_horizontal_bar_chart, normalize_values, get_combined_leaderboard_with_single_radar ) from gallery_tab import create_video_gallery HAS_ENHANCED_LEADERBOARD = True # Define time points and their corresponding data files TIME_POINTS = { "03/25/2025": "rank_data_03_25_2025.json", # Add more time points here as they become available } # Load the initial JSON file with rank data with open(TIME_POINTS["03/25/2025"], "r") as f: rank_data = json.load(f) # Add leaderboard state at the top level leaderboard_state = { "current_game": None, "previous_overall": { "Super Mario Bros": True, "Sokoban": True, "2048": True, "Candy Crush": True, "Tetris (complete)": True, "Tetris (planning only)": True, "Ace Attorney": True }, "previous_details": { "Super Mario Bros": False, "Sokoban": False, "2048": False, "Candy Crush": False, "Tetris (complete)": False, "Tetris (planning only)": False, "Ace Attorney": False } } # Load video links and news data with open('assets/game_video_link.json', 'r') as f: VIDEO_LINKS = json.load(f) with open('assets/news.json', 'r') as f: NEWS_DATA = json.load(f) def load_rank_data(time_point): """Load rank data for a specific time point""" if time_point in TIME_POINTS: try: with open(TIME_POINTS[time_point], "r") as f: return json.load(f) except FileNotFoundError: return None return None # Add a note about score values def add_score_note(): return gr.Markdown("*Note: 'n/a' in the table indicates no data point for that model.*", elem_classes="score-note") # Function to prepare DataFrame for display def prepare_dataframe_for_display(df, for_game=None): """Format DataFrame for better display in the UI""" # Clone the DataFrame to avoid modifying the original display_df = df.copy() # Filter out normalized score columns norm_columns = [col for col in display_df.columns if col.startswith('norm_')] if norm_columns: display_df = display_df.drop(columns=norm_columns) # Replace '_' with '-' for better display for col in display_df.columns: if col.endswith(' Score'): display_df[col] = display_df[col].apply(lambda x: '-' if x == '_' else x) # If we're in detailed view, add a formatted rank column if for_game: # Sort by relevant score column score_col = f"{for_game} Score" if score_col in display_df.columns: # Convert to numeric for sorting, treating '-' as NaN display_df[score_col] = pd.to_numeric(display_df[score_col], errors='coerce') # Sort by score in descending order display_df = display_df.sort_values(by=score_col, ascending=False) # Add rank column based on the sort display_df.insert(0, 'Rank', range(1, len(display_df) + 1)) # Filter out models that didn't participate display_df = display_df[~display_df[score_col].isna()] # Add line breaks to column headers new_columns = {} for col in display_df.columns: if col.endswith(' Score'): # Replace 'Game Name Score' with 'Game Name\nScore' game_name = col.replace(' Score', '') new_col = f"{game_name}\nScore" new_columns[col] = new_col # Keep Organization without line breaks # elif col == 'Organization': # new_columns[col] = 'Organi-\nzation' # Rename columns with new line breaks if new_columns: display_df = display_df.rename(columns=new_columns) return display_df # Helper function to ensure leaderboard updates maintain consistent height def update_df_with_height(df): """Update DataFrame with consistent height parameter.""" # Create column widths array col_widths = ["40px"] # Row number column width col_widths.append("230px") # Player column - reduced by 20px col_widths.append("120px") # Organization column # Add game score columns for _ in range(len(df.columns) - 2): col_widths.append("120px") return gr.update(value=df, show_row_numbers=True, show_fullscreen_button=True, line_breaks=True, show_search="search", # max_height=None, # Remove height limitation - COMMENTED OUT column_widths=col_widths) def update_leaderboard(mario_overall, mario_details, sokoban_overall, sokoban_details, _2048_overall, _2048_details, candy_overall, candy_details, tetris_overall, tetris_details, tetris_plan_overall, tetris_plan_details, ace_attorney_overall, ace_attorney_details): global leaderboard_state # Convert current checkbox states to dictionary for easier comparison current_overall = { "Super Mario Bros": mario_overall, "Sokoban": sokoban_overall, "2048": _2048_overall, "Candy Crush": candy_overall, "Tetris (complete)": tetris_overall, "Tetris (planning only)": tetris_plan_overall, "Ace Attorney": ace_attorney_overall } current_details = { "Super Mario Bros": mario_details, "Sokoban": sokoban_details, "2048": _2048_details, "Candy Crush": candy_details, "Tetris (complete)": tetris_details, "Tetris (planning only)": tetris_plan_details, "Ace Attorney": ace_attorney_details } # Find which game's state changed changed_game = None for game in current_overall.keys(): if (current_overall[game] != leaderboard_state["previous_overall"][game] or current_details[game] != leaderboard_state["previous_details"][game]): changed_game = game break if changed_game: # If a game's details checkbox was checked if current_details[changed_game] and not leaderboard_state["previous_details"][changed_game]: # Reset all other games' states for game in current_overall.keys(): if game != changed_game: current_overall[game] = False current_details[game] = False leaderboard_state["previous_overall"][game] = False leaderboard_state["previous_details"][game] = False # Update state for the selected game leaderboard_state["current_game"] = changed_game leaderboard_state["previous_overall"][changed_game] = True leaderboard_state["previous_details"][changed_game] = True current_overall[changed_game] = True # If a game's overall checkbox was checked elif current_overall[changed_game] and not leaderboard_state["previous_overall"][changed_game]: # If we were in details view for another game, switch to overall view if leaderboard_state["current_game"] and leaderboard_state["previous_details"][leaderboard_state["current_game"]]: # Reset previous game's details leaderboard_state["previous_details"][leaderboard_state["current_game"]] = False current_details[leaderboard_state["current_game"]] = False leaderboard_state["current_game"] = None # Update state leaderboard_state["previous_overall"][changed_game] = True leaderboard_state["previous_details"][changed_game] = False # If a game's overall checkbox was unchecked elif not current_overall[changed_game] and leaderboard_state["previous_overall"][changed_game]: # If we're in details view, don't allow unchecking the overall checkbox if leaderboard_state["current_game"] == changed_game: current_overall[changed_game] = True else: leaderboard_state["previous_overall"][changed_game] = False if leaderboard_state["current_game"] == changed_game: leaderboard_state["current_game"] = None # If a game's details checkbox was unchecked elif not current_details[changed_game] and leaderboard_state["previous_details"][changed_game]: leaderboard_state["previous_details"][changed_game] = False if leaderboard_state["current_game"] == changed_game: leaderboard_state["current_game"] = None # When exiting details view, only reset the current game's state current_overall[changed_game] = True current_details[changed_game] = False leaderboard_state["previous_overall"][changed_game] = True leaderboard_state["previous_details"][changed_game] = False # Special case: If all games are selected and we're trying to view details all_games_selected = all(current_overall.values()) and not any(current_details.values()) if all_games_selected and changed_game and current_details[changed_game]: # Reset all other games' states for game in current_overall.keys(): if game != changed_game: current_overall[game] = False current_details[game] = False leaderboard_state["previous_overall"][game] = False leaderboard_state["previous_details"][game] = False # Update state for the selected game leaderboard_state["current_game"] = changed_game leaderboard_state["previous_overall"][changed_game] = True leaderboard_state["previous_details"][changed_game] = True current_overall[changed_game] = True # Build dictionary for selected games selected_games = { "Super Mario Bros": current_overall["Super Mario Bros"], "Sokoban": current_overall["Sokoban"], "2048": current_overall["2048"], "Candy Crush": current_overall["Candy Crush"], "Tetris (complete)": current_overall["Tetris (complete)"], "Tetris (planning only)": current_overall["Tetris (planning only)"], "Ace Attorney": current_overall["Ace Attorney"] } # Get the appropriate DataFrame and charts based on current state if leaderboard_state["current_game"]: # For detailed view if leaderboard_state["current_game"] == "Super Mario Bros": df = get_mario_leaderboard(rank_data) elif leaderboard_state["current_game"] == "Sokoban": df = get_sokoban_leaderboard(rank_data) elif leaderboard_state["current_game"] == "2048": df = get_2048_leaderboard(rank_data) elif leaderboard_state["current_game"] == "Candy Crush": df = get_candy_leaderboard(rank_data) elif leaderboard_state["current_game"] == "Tetris (complete)": df = get_tetris_leaderboard(rank_data) elif leaderboard_state["current_game"] == "Tetris (planning only)": df = get_tetris_planning_leaderboard(rank_data) elif leaderboard_state["current_game"] == "Ace Attorney": df = get_ace_attorney_leaderboard(rank_data) # Format the DataFrame for display display_df = prepare_dataframe_for_display(df, leaderboard_state["current_game"]) # Always create a new chart for detailed view chart = create_horizontal_bar_chart(df, leaderboard_state["current_game"]) # Use the same chart for all visualizations in detailed view radar_chart = chart group_bar_chart = chart else: # For overall view df, _ = get_combined_leaderboard_with_group_bar(rank_data, selected_games) # Format the DataFrame for display display_df = prepare_dataframe_for_display(df) # Use the same selected_games for radar chart _, radar_chart = get_combined_leaderboard_with_single_radar(rank_data, selected_games) chart = radar_chart group_bar_chart = radar_chart # Use radar chart instead of bar chart # Return exactly 18 values to match the expected outputs return (update_df_with_height(display_df), chart, radar_chart, radar_chart, current_overall["Super Mario Bros"], current_details["Super Mario Bros"], current_overall["Sokoban"], current_details["Sokoban"], current_overall["2048"], current_details["2048"], current_overall["Candy Crush"], current_details["Candy Crush"], current_overall["Tetris (complete)"], current_details["Tetris (complete)"], current_overall["Tetris (planning only)"], current_details["Tetris (planning only)"], current_overall["Ace Attorney"], current_details["Ace Attorney"]) def update_leaderboard_with_time(time_point, mario_overall, mario_details, sokoban_overall, sokoban_details, _2048_overall, _2048_details, candy_overall, candy_details, tetris_overall, tetris_details, tetris_plan_overall, tetris_plan_details, ace_attorney_overall, ace_attorney_details): # Load rank data for the selected time point global rank_data new_rank_data = load_rank_data(time_point) if new_rank_data is not None: rank_data = new_rank_data # Use the existing update_leaderboard function return update_leaderboard(mario_overall, mario_details, sokoban_overall, sokoban_details, _2048_overall, _2048_details, candy_overall, candy_details, tetris_overall, tetris_details, tetris_plan_overall, tetris_plan_details, ace_attorney_overall, ace_attorney_details) def get_initial_state(): """Get the initial state for the leaderboard""" return { "current_game": None, "previous_overall": { "Super Mario Bros": True, "Sokoban": True, "2048": True, "Candy Crush": True, "Tetris (complete)": True, "Tetris (planning only)": True, "Ace Attorney": True }, "previous_details": { "Super Mario Bros": False, "Sokoban": False, "2048": False, "Candy Crush": False, "Tetris (complete)": False, "Tetris (planning only)": False, "Ace Attorney": False } } def clear_filters(): global leaderboard_state # Reset all checkboxes to default state selected_games = { "Super Mario Bros": True, "Sokoban": True, "2048": True, "Candy Crush": True, "Tetris (complete)": True, "Tetris (planning only)": True, "Ace Attorney": True } # Get the combined leaderboard and group bar chart df, group_bar_chart = get_combined_leaderboard_with_group_bar(rank_data, selected_games) # Format the DataFrame for display display_df = prepare_dataframe_for_display(df) # Get the radar chart using the same selected games _, radar_chart = get_combined_leaderboard_with_single_radar(rank_data, selected_games) # Reset the leaderboard state to match the default checkbox states leaderboard_state = get_initial_state() # Return exactly 16 values to match the expected outputs return (update_df_with_height(display_df), radar_chart, radar_chart, radar_chart, True, False, # mario True, False, # sokoban True, False, # 2048 True, False, # candy True, False, # tetris True, False, # tetris plan True, False) # ace attorney def create_timeline_slider(): """Create a custom timeline slider component""" timeline_html = """
03/25/2025
""" return gr.HTML(timeline_html) def build_app(): with gr.Blocks(css=""" /* Fix for scrolling issues */ html, body { overflow-y: hidden !important; overflow-x: hidden !important; width: 100% !important; height: 100% !important; max-height: none !important; position: relative !important; } .radar-tip { font-size: 14px; color: #555; margin-top: 5px; margin-bottom: 20px; font-style: italic; } /* Force scrolling to work on the main container */ .gradio-container, #root, #app { width: 100% !important; max-width: 1200px !important; margin-left: auto !important; margin-right: auto !important; min-height: auto !important; height: auto !important; overflow: visible !important; position: relative !important; } /* Remove ALL inner scrollbars - very important! */ .gradio-container * { scrollbar-width: none !important; /* Firefox */ } /* Hide scrollbars for Chrome, Safari and Opera */ .gradio-container *::-webkit-scrollbar { display: none !important; } /* Only allow scrollbar on body */ body::-webkit-scrollbar { display: block !important; width: 10px !important; } body::-webkit-scrollbar-track { background: #f1f1f1 !important; } body::-webkit-scrollbar-thumb { background: #888 !important; border-radius: 5px !important; } body::-webkit-scrollbar-thumb:hover { background: #555 !important; } /* Clean up table styling */ .table-container { width: 100% !important; overflow: hidden !important; border-radius: 8px; box-shadow: 0 2px 10px rgba(0,0,0,0.1); } /* Remove duplicate scrollbars */ .gradio-dataframe [data-testid="table"], [data-testid="dataframe"] [data-testid="table"], .gradio-dataframe tbody, [data-testid="dataframe"] tbody, .table-container > div, .table-container > div > div { overflow: hidden !important; /* max-height: none !important; */ /* REMOVED */ } /* Ensure table contents are visible without scrollbars */ .gradio-dataframe, [data-testid="dataframe"] { overflow: visible !important; /* max-height: none !important; */ /* REMOVED */ border: none !important; } /* Visualization styling */ .visualization-container .js-plotly-plot { margin-left: auto !important; margin-right: auto !important; display: block !important; max-width: 1000px; } /* Section styling */ .section-title { font-size: 1.5em; font-weight: bold; color: #2c3e50; margin-bottom: 15px; padding-bottom: 10px; border-bottom: 2px solid #e9ecef; text-align: center; } /* Fix table styling */ .table-container table { width: 100%; border-collapse: separate; border-spacing: 0; table-layout: fixed !important; } /* Column width customization - adjust for row numbers being first column */ .table-container th:nth-child(2), .table-container td:nth-child(2) { width: 230px !important; min-width: 200px !important; max-width: 280px !important; padding-left: 8px !important; padding-right: 8px !important; } .table-container th:nth-child(3), .table-container td:nth-child(3) { width: 120px !important; min-width: 100px !important; max-width: 140px !important; } /* Game score columns */ .table-container th:nth-child(n+4), .table-container td:nth-child(n+4) { width: 120px !important; min-width: 100px !important; max-width: 140px !important; text-align: center !important; } /* Make headers sticky */ .table-container th { position: sticky !important; top: 0 !important; background-color: var(--header-bg, #f8f9fa) !important; z-index: 10 !important; font-weight: bold; padding: 16px 10px !important; border-bottom: 2px solid var(--border-color, #e9ecef); white-space: pre-wrap !important; word-wrap: break-word !important; line-height: 1.2 !important; height: auto !important; min-height: 60px !important; vertical-align: middle !important; color: var(--header-text, #2c3e50) !important; } /* Dark mode specific styles */ .dark .table-container th { --header-bg: #2d3748; --header-text: #e2e8f0; --border-color: #4a5568; } /* Light mode specific styles */ .light .table-container th { --header-bg: #f8f9fa; --header-text: #2c3e50; --border-color: #e9ecef; } /* Simple cell styling */ .table-container td { padding: 8px 8px; border-bottom: 1px solid var(--border-color, #e9ecef); } /* Row number column styling */ .gradio-dataframe thead tr th[id="0"], .gradio-dataframe tbody tr td:nth-child(1), [data-testid="dataframe"] thead tr th[id="0"], [data-testid="dataframe"] tbody tr td:nth-child(1), .svelte-1gfkn6j thead tr th:first-child, .svelte-1gfkn6j tbody tr td:first-child { width: 40px !important; min-width: 40px !important; max-width: 40px !important; padding: 4px !important; text-align: center !important; font-size: 0.85em !important; } /* Fix for Gradio footer causing scroll issues */ footer { position: relative !important; width: 100% !important; margin-top: 40px !important; } """) as demo: gr.Markdown("# 🎮 Game Arena: Gaming Agent 🎲") # Add custom JavaScript for table header line breaks gr.HTML(""" """) with gr.Tabs(): with gr.Tab("🏆 Leaderboard"): # Visualization section with gr.Row(): gr.Markdown("### 📊 Data Visualization") # Detailed view visualization (single chart) detailed_visualization = gr.Plot( label="Performance Visualization", visible=False, elem_classes="visualization-container" ) with gr.Column(visible=True) as overall_visualizations: with gr.Tabs(): with gr.Tab("📈 Radar Chart"): radar_visualization = gr.Plot( label="Comparative Analysis (Radar Chart)", elem_classes="visualization-container" ) # Comment out the Group Bar Chart tab # with gr.Tab("📊 Group Bar Chart"): # group_bar_visualization = gr.Plot( # label="Comparative Analysis (Group Bar Chart)", # elem_classes="visualization-container" # ) gr.Markdown( "*💡 Click a legend entry to isolate that model. Double-click additional ones to add them for comparison.*", elem_classes="radar-tip" ) # Hidden placeholder for group bar visualization (to maintain code references) group_bar_visualization = gr.Plot(visible=False) # Game selection section with gr.Row(): gr.Markdown("### 🎮 Game Selection") with gr.Row(): with gr.Column(): gr.Markdown("**🎮 Super Mario Bros**") mario_overall = gr.Checkbox(label="Super Mario Bros Score", value=True) mario_details = gr.Checkbox(label="Super Mario Bros Details", value=False) with gr.Column(): gr.Markdown("**📦 Sokoban**") sokoban_overall = gr.Checkbox(label="Sokoban Score", value=True) sokoban_details = gr.Checkbox(label="Sokoban Details", value=False) with gr.Column(): gr.Markdown("**🔢 2048**") _2048_overall = gr.Checkbox(label="2048 Score", value=True) _2048_details = gr.Checkbox(label="2048 Details", value=False) with gr.Column(): gr.Markdown("**🍬 Candy Crush**") candy_overall = gr.Checkbox(label="Candy Crush Score", value=True) candy_details = gr.Checkbox(label="Candy Crush Details", value=False) with gr.Column(): gr.Markdown("**🎯 Tetris (complete)**") tetris_overall = gr.Checkbox(label="Tetris (complete) Score", value=True) tetris_details = gr.Checkbox(label="Tetris (complete) Details", value=False) with gr.Column(): gr.Markdown("**📋 Tetris (planning)**") tetris_plan_overall = gr.Checkbox(label="Tetris (planning) Score", value=True) tetris_plan_details = gr.Checkbox(label="Tetris (planning) Details", value=False) with gr.Column(): gr.Markdown("**⚖️ Ace Attorney**") ace_attorney_overall = gr.Checkbox(label="Ace Attorney Score", value=True) ace_attorney_details = gr.Checkbox(label="Ace Attorney Details", value=False) # Controls with gr.Row(): with gr.Column(scale=2): gr.Markdown("**⏰ Time Tracker**") timeline = create_timeline_slider() with gr.Column(scale=1): gr.Markdown("**🔄 Controls**") clear_btn = gr.Button("Reset Filters", variant="secondary") # Leaderboard table with gr.Row(): gr.Markdown("### 📋 Detailed Results") # Add reference to Jupyter notebook with gr.Row(): gr.Markdown("*All data analysis can be replicated by checking [this Jupyter notebook](https://colab.research.google.com/drive/1yoa3nZpAtmzZqPD6V-rnPQG7wI4nbt40#scrollTo=ac7EVIaJTxpp)*") # Get initial leaderboard dataframe initial_df = get_combined_leaderboard(rank_data, { "Super Mario Bros": True, "Sokoban": True, "2048": True, "Candy Crush": True, "Tetris (complete)": True, "Tetris (planning only)": True, "Ace Attorney": True }) # Format the DataFrame for display initial_display_df = prepare_dataframe_for_display(initial_df) # Custom column widths including row numbers col_widths = ["40px"] # Row number column width col_widths.append("230px") # Player column - reduced by 20px col_widths.append("120px") # Organization column # Add game score columns for _ in range(len(initial_display_df.columns) - 2): col_widths.append("120px") # Create a standard DataFrame component with enhanced styling with gr.Row(): leaderboard_df = gr.DataFrame( value=initial_display_df, interactive=True, elem_id="leaderboard-table", elem_classes="table-container", wrap=True, show_row_numbers=True, show_fullscreen_button=True, line_breaks=True, max_height=1000, # Set a larger fixed height show_search="search", column_widths=col_widths ) # Add the score note below the table with gr.Row(): score_note = add_score_note() # List of all checkboxes checkbox_list = [ mario_overall, mario_details, sokoban_overall, sokoban_details, _2048_overall, _2048_details, candy_overall, candy_details, tetris_overall, tetris_details, tetris_plan_overall, tetris_plan_details, ace_attorney_overall, ace_attorney_details ] # Update visualizations when checkboxes change def update_visualizations(*checkbox_states): # Check if any details checkbox is selected is_details_view = any([ checkbox_states[1], checkbox_states[3], checkbox_states[5], checkbox_states[7], checkbox_states[9], checkbox_states[11], checkbox_states[13] # Ace Attorney details checkbox ]) # Update visibility of visualization blocks return { detailed_visualization: gr.update(visible=is_details_view), overall_visualizations: gr.update(visible=not is_details_view) } # Add change event to all checkboxes for checkbox in checkbox_list: checkbox.change( update_visualizations, inputs=checkbox_list, outputs=[detailed_visualization, overall_visualizations] ) # Update leaderboard and visualizations when checkboxes change for checkbox in checkbox_list: checkbox.change( update_leaderboard, inputs=checkbox_list, outputs=[ leaderboard_df, detailed_visualization, radar_visualization, group_bar_visualization ] + checkbox_list ) # Update when clear button is clicked clear_btn.click( clear_filters, inputs=[], outputs=[ leaderboard_df, detailed_visualization, radar_visualization, group_bar_visualization ] + checkbox_list ) # Initialize the app demo.load( fn=clear_filters, inputs=[], outputs=[ leaderboard_df, detailed_visualization, radar_visualization, group_bar_visualization ] + checkbox_list ) with gr.Tab("🎥 Gallery"): video_gallery = create_video_gallery() return demo if __name__ == "__main__": demo_app = build_app() # Add file serving configuration demo_app.launch( debug=True, show_error=True, share=True, height="100%", width="100%" )