{"version":"5.34.2","api_prefix":"/gradio_api","mode":"blocks","app_id":1866838409444904488,"dev_mode":false,"analytics_enabled":true,"components":[{"id":1,"type":"markdown","props":{"value":"# JudgeBench: A Benchmark for Evaluating LLM-Based Judges\n### Evaluating LLM-based judges for factual and logical correctness\n📃 [[Paper]](https://arxiv.org/abs/2410.12784) • 💻 [[Github]](https://github.com/ScalerLab/JudgeBench) • 🤗 [[Dataset]](https://huggingface.co/datasets/ScalerLab/JudgeBench) • 🏆 [[Leaderboard]](https://huggingface.co/spaces/ScalerLab/JudgeBench)","show_label":false,"rtl":false,"latex_delimiters":[{"left":"$$","right":"$$","display":true}],"visible":true,"elem_classes":[],"preserved_by_key":["value"],"sanitize_html":true,"line_breaks":false,"header_links":false,"show_copy_button":false,"container":false,"padding":false,"name":"markdown","_selectable":false},"skip_api":false,"component_class_id":"927e99ba5dda4bcd0dfe596d4d0cecdc2e0b41e7e95071a05f96ae3971390ed6","key":null,"api_info":{"type":"string"},"api_info_as_input":{"type":"string"},"api_info_as_output":{"type":"string"},"example_inputs":"# Hello!"},{"id":2,"type":"tabs","props":{"visible":true,"preserved_by_key":[],"name":"tabs"},"skip_api":true,"component_class_id":"01bcf447b29dfcb9603af34a268077fbe3f736c3ebd52801a0497553de1b2ce6","key":null},{"id":3,"type":"tabitem","props":{"label":"GPT-4o Dataset","visible":true,"interactive":true,"preserved_by_key":[],"name":"tab"},"skip_api":true,"component_class_id":"1c90007b1764f6020d609b76bbdbb41f90397317a32298785a60800796916496","key":null},{"id":4,"type":"row","props":{"variant":"default","visible":true,"equal_height":false,"show_progress":false,"preserved_by_key":[],"name":"row"},"skip_api":true,"component_class_id":"724216f2707d8e99d1bf5993a957b41df582b9f858086784b9e93dca5b08e3ce","key":null},{"id":5,"type":"textbox","props":{"type":"text","lines":1,"placeholder":"Search models, categories, etc.","label":"Search","show_label":true,"container":true,"min_width":160,"visible":true,"autofocus":false,"autoscroll":true,"elem_classes":[],"preserved_by_key":["value"],"rtl":false,"show_copy_button":false,"submit_btn":false,"stop_btn":false,"name":"textbox","_selectable":false},"skip_api":false,"component_class_id":"0ad8e7dd48970890cef0fb44101b5b9b5a57422fa28062cfa5b0de927e78f3dc","key":null,"api_info":{"type":"string"},"api_info_as_input":{"type":"string"},"api_info_as_output":{"type":"string"},"example_inputs":"Hello!!"},{"id":6,"type":"checkboxgroup","props":{"choices":[["Prompted Judge","Prompted Judge"],["Fine-Tuned Judge","Fine-Tuned Judge"],["Multi-Agent Judge","Multi-Agent Judge"],["Reward Model","Reward Model"]],"value":["Prompted Judge","Fine-Tuned Judge","Multi-Agent Judge","Reward Model"],"type":"value","label":"Category","show_label":true,"container":true,"min_width":160,"visible":true,"elem_classes":[],"preserved_by_key":["value"],"name":"checkboxgroup","_selectable":false},"skip_api":false,"component_class_id":"f45cf5e306de16bad4316c4c7cc7cad34108f1779e11fec5ba342aff99d86c44","key":null,"api_info":{"items":{"enum":["Prompted Judge","Fine-Tuned Judge","Multi-Agent Judge","Reward Model"],"type":"string"},"title":"Checkbox Group","type":"array"},"api_info_as_input":{"items":{"enum":["Prompted Judge","Fine-Tuned Judge","Multi-Agent Judge","Reward Model"],"type":"string"},"title":"Checkbox Group","type":"array"},"api_info_as_output":{"items":{"enum":["Prompted Judge","Fine-Tuned Judge","Multi-Agent Judge","Reward Model"],"type":"string"},"title":"Checkbox Group","type":"array"},"example_inputs":["Prompted Judge"]},{"id":7,"type":"form","props":{"scale":2,"min_width":320,"preserved_by_key":[],"name":"form"},"skip_api":true,"component_class_id":"ed5cd51f569f3a7624b1709c4e7e50a5a608037f5fb82307671a5cec77e36b71","key":null},{"id":8,"type":"dataframe","props":{"value":{"headers":["Rank","Judge","Category","Knowledge Score","Reasoning Score","Math Score","Coding Score","Overall Score"],"data":[[1,"Qwen3-Nemotron-32B-GenRM-Principle","Fine-Tuned Judge",74.6,85.7,85.7,90.5,81.4],[2,"Arena-Hard (o3-mini-2025-01-31 (high))","Prompted Judge",67.5,89.8,87.5,100.0,80.9],[3,"Llama-3.3-Nemotron-Super-49B-GenRM + voting@32","Fine-Tuned Judge",70.8,83.7,87.5,83.3,78.6],[4,"Arena-Hard (o3-mini-2025-01-31 (medium))","Prompted Judge",62.3,86.7,85.7,92.9,76.6],[5,"Llama-3.3-Nemotron-Super-49B-GenRM-Multilingual + voting@32","Fine-Tuned Judge",65.6,82.7,87.5,85.7,76.3],[5,"Llama-3.3-Nemotron-70B-Reward-Principle","Reward Model",74.0,74.5,82.1,81.0,76.3],[7,"Arena-Hard (o1-preview-2024-09-12)","Prompted Judge",66.2,79.6,85.7,85.7,75.4],[8,"Llama-3.3-Nemotron-Super-49B-GenRM","Fine-Tuned Judge",71.4,73.5,87.5,76.2,75.1],[9,"Llama-3.3-Nemotron-70B-Reward","Reward Model",70.8,76.5,82.1,66.7,73.7],[10,"Arena-Hard (DeepSeek-R1-250120)","Prompted Judge",59.1,82.7,80.4,92.9,73.1],[11,"Llama-3.3-Nemotron-Super-49B-GenRM-Multilingual","Fine-Tuned Judge",64.9,74.5,87.5,73.8,72.3],[11,"Qwen-3-Nemotron-32B-Reward","Reward Model",70.1,67.4,78.6,83.3,72.3],[13,"Arena-Hard (o3-mini-2025-01-31 (low))","Prompted Judge",63.0,69.4,83.9,83.3,70.6],[14,"Qwen-2.5-Nemotron-32B-Reward","Reward Model",61.7,74.5,76.2,82.1,70.3],[15,"Llama-3.3-Nemotron-70B-Reward-Multilingual","Reward Model",66.2,71.4,82.1,59.5,69.4],[16,"Llama-3.1-Nemotron-70B-Reward","Reward Model",62.3,72.5,76.8,57.1,66.9],[17,"Arena-Hard (o1-mini-2024-09-12)","Prompted Judge",58.4,62.2,82.1,78.6,65.7],[18,"Arena-Hard (claude-3-5-sonnet-20240620)","Prompted Judge",62.3,66.3,66.1,64.3,64.3],[18,"Skywork-Reward-Gemma-2-27B","Reward Model",59.7,66.3,83.9,50.0,64.3],[20,"InternLM2-20B-Reward","Reward Model",62.3,69.4,66.1,50.0,63.4],[21,"CompassJudger-1-32B","Fine-Tuned Judge",58.4,62.2,75.0,59.5,62.3],[21,"Skywork-Reward-Llama-3.1-8B","Reward Model",59.1,64.3,76.8,50.0,62.3],[23,"GRM-Gemma-2B","Reward Model",63.0,53.1,64.3,54.8,59.4],[23,"InternLM2-7B-Reward","Reward Model",56.5,61.2,71.4,50.0,59.4],[25,"Skywork-Critic-Llama-3.1-70B","Fine-Tuned Judge",55.8,55.1,73.2,47.6,57.4],[26,"Arena-Hard (Llama-3.1-405B-Instruct)","Prompted Judge",55.8,54.1,69.6,50.0,56.9],[27,"Arena-Hard (gpt-4o-2024-05-13)","Prompted Judge",50.6,54.1,75.0,59.5,56.6],[28,"CompassJudger-1-14B","Fine-Tuned Judge",51.9,60.2,67.9,42.9,55.7],[29,"Skywork-Critic-Llama-3.1-8B","Fine-Tuned Judge",51.3,54.1,73.2,33.3,53.4],[30,"Arena-Hard (Llama-3.1-70B-Instruct)","Prompted Judge",51.3,49.0,60.7,52.4,52.3],[31,"Vanilla (gpt-4o-2024-05-13)","Prompted Judge",44.2,48.0,66.1,61.9,50.9],[32,"Arena-Hard (gpt-4o-mini-2024-07-18)","Prompted Judge",48.1,43.9,69.6,45.2,50.0],[33,"Arena-Hard (gemini-1.5-pro-001)","Prompted Judge",49.4,42.9,64.3,26.2,47.1],[34,"CompassJudger-1-7B","Fine-Tuned Judge",42.2,37.8,69.6,47.6,46.0],[35,"CompassJudger-1-1.5B","Fine-Tuned Judge",48.1,39.8,50.0,35.7,44.6],[35,"VertexAI Evaluation (gemini-1.5-pro-001)","Prompted Judge",45.5,44.9,53.6,28.6,44.6],[37,"Arena-Hard (Llama-3.1-8B-Instruct)","Prompted Judge",38.3,45.9,44.6,33.3,40.9],[38,"Prometheus2-8x7b","Fine-Tuned Judge",41.6,39.8,50.0,23.8,40.3],[39,"Arena-Hard (gemini-1.5-flash-001)","Prompted Judge",42.9,36.7,50.0,21.4,39.7],[40,"Prometheus2-bgb-8x7b","Fine-Tuned Judge",45.5,30.6,46.4,28.6,39.4],[41,"Auto-J","Fine-Tuned Judge",40.3,29.6,44.6,28.6,36.6],[42,"JudgeLM-33B-v1.0","Fine-Tuned Judge",32.5,49.0,33.9,19.0,35.7],[43,"Prometheus2-7b","Fine-Tuned Judge",38.3,25.5,35.7,42.9,34.9],[44,"ChatEval (gpt-4o-2024-05-13)","Multi-Agent Judge",32.5,31.6,44.6,31.0,34.0],[45,"Arena-Hard (claude-3-haiku-20240307)","Prompted Judge",35.1,34.7,33.9,21.4,33.1],[46,"JudgeLM-13B-v1.0","Fine-Tuned Judge",26.6,29.6,28.6,19.0,26.9],[47,"JudgeLM-7B-v1.0","Fine-Tuned Judge",23.4,29.6,32.1,11.9,25.1],[48,"PandaLM-7B-v1","Fine-Tuned Judge",9.1,21.4,7.1,16.7,13.1]],"metadata":null},"headers":["Rank","Judge","Category","Knowledge Score","Reasoning Score","Math Score","Coding Score","Overall Score"],"row_count":[1,"dynamic"],"col_count":[8,"dynamic"],"datatype":"str","type":"pandas","latex_delimiters":[{"left":"$$","right":"$$","display":true}],"show_label":true,"max_height":500,"min_width":160,"visible":true,"elem_classes":[],"preserved_by_key":["value"],"wrap":false,"line_breaks":true,"column_widths":[],"show_fullscreen_button":false,"show_copy_button":false,"show_row_numbers":false,"show_search":"none","static_columns":[],"name":"dataframe","_selectable":false},"skip_api":false,"component_class_id":"5117fc8def3b9b45b6e23e59fd0fa3bbd071188ee220fdf87caf108a229aef30","key":null,"api_info":{"properties":{"headers":{"items":{},"title":"Headers","type":"array"},"data":{"items":{"items":{},"type":"array"},"title":"Data","type":"array"},"metadata":{"anyOf":[{"additionalProperties":{"anyOf":[{"items":{},"type":"array"},{"type":"null"}]},"type":"object"},{"type":"null"}],"default":null,"title":"Metadata"}},"required":["headers","data"],"title":"DataframeData","type":"object","additional_description":null},"api_info_as_input":{"properties":{"headers":{"items":{},"title":"Headers","type":"array"},"data":{"items":{"items":{},"type":"array"},"title":"Data","type":"array"},"metadata":{"anyOf":[{"additionalProperties":{"anyOf":[{"items":{},"type":"array"},{"type":"null"}]},"type":"object"},{"type":"null"}],"default":null,"title":"Metadata"}},"required":["headers","data"],"title":"DataframeData","type":"object","additional_description":null},"api_info_as_output":{"properties":{"headers":{"items":{},"title":"Headers","type":"array"},"data":{"items":{"items":{},"type":"array"},"title":"Data","type":"array"},"metadata":{"anyOf":[{"additionalProperties":{"anyOf":[{"items":{},"type":"array"},{"type":"null"}]},"type":"object"},{"type":"null"}],"default":null,"title":"Metadata"}},"required":["headers","data"],"title":"DataframeData","type":"object","additional_description":null},"example_inputs":{"headers":["a","b"],"data":[["foo","bar"]]}},{"id":9,"type":"tabitem","props":{"label":"Claude-3.5-Sonnet Dataset","visible":true,"interactive":true,"preserved_by_key":[],"name":"tab"},"skip_api":true,"component_class_id":"1c90007b1764f6020d609b76bbdbb41f90397317a32298785a60800796916496","key":null},{"id":10,"type":"row","props":{"variant":"default","visible":true,"equal_height":false,"show_progress":false,"preserved_by_key":[],"name":"row"},"skip_api":true,"component_class_id":"724216f2707d8e99d1bf5993a957b41df582b9f858086784b9e93dca5b08e3ce","key":null},{"id":11,"type":"textbox","props":{"type":"text","lines":1,"placeholder":"Search models, categories, etc.","label":"Search","show_label":true,"container":true,"min_width":160,"visible":true,"autofocus":false,"autoscroll":true,"elem_classes":[],"preserved_by_key":["value"],"rtl":false,"show_copy_button":false,"submit_btn":false,"stop_btn":false,"name":"textbox","_selectable":false},"skip_api":false,"component_class_id":"0ad8e7dd48970890cef0fb44101b5b9b5a57422fa28062cfa5b0de927e78f3dc","key":null,"api_info":{"type":"string"},"api_info_as_input":{"type":"string"},"api_info_as_output":{"type":"string"},"example_inputs":"Hello!!"},{"id":12,"type":"checkboxgroup","props":{"choices":[["Prompted Judge","Prompted Judge"],["Fine-Tuned Judge","Fine-Tuned Judge"],["Multi-Agent Judge","Multi-Agent Judge"],["Reward Model","Reward Model"]],"value":["Prompted Judge","Fine-Tuned Judge","Multi-Agent Judge","Reward Model"],"type":"value","label":"Category","show_label":true,"container":true,"min_width":160,"visible":true,"elem_classes":[],"preserved_by_key":["value"],"name":"checkboxgroup","_selectable":false},"skip_api":false,"component_class_id":"f45cf5e306de16bad4316c4c7cc7cad34108f1779e11fec5ba342aff99d86c44","key":null,"api_info":{"items":{"enum":["Prompted Judge","Fine-Tuned Judge","Multi-Agent Judge","Reward Model"],"type":"string"},"title":"Checkbox Group","type":"array"},"api_info_as_input":{"items":{"enum":["Prompted Judge","Fine-Tuned Judge","Multi-Agent Judge","Reward Model"],"type":"string"},"title":"Checkbox Group","type":"array"},"api_info_as_output":{"items":{"enum":["Prompted Judge","Fine-Tuned Judge","Multi-Agent Judge","Reward Model"],"type":"string"},"title":"Checkbox Group","type":"array"},"example_inputs":["Prompted Judge"]},{"id":13,"type":"form","props":{"scale":2,"min_width":320,"preserved_by_key":[],"name":"form"},"skip_api":true,"component_class_id":"ed5cd51f569f3a7624b1709c4e7e50a5a608037f5fb82307671a5cec77e36b71","key":null},{"id":14,"type":"dataframe","props":{"value":{"headers":["Rank","Judge","Category","Knowledge Score","Reasoning Score","Math Score","Coding Score","Overall Score"],"data":[[1,"Qwen3-Nemotron-32B-GenRM-Principle","Fine-Tuned Judge",74.6,85.7,85.7,90.5,81.4],[2,"Llama-3.3-Nemotron-Super-49B-GenRM + voting@32","Fine-Tuned Judge",70.8,83.7,87.5,83.3,78.6],[3,"Llama-3.3-Nemotron-Super-49B-GenRM-Multilingual + voting@32","Fine-Tuned Judge",65.6,82.7,87.5,85.7,76.3],[3,"Llama-3.3-Nemotron-70B-Reward-Principle","Reward Model",74.0,74.5,82.1,81.0,76.3],[5,"Llama-3.3-Nemotron-Super-49B-GenRM","Fine-Tuned Judge",71.4,73.5,87.5,76.2,75.1],[6,"Llama-3.3-Nemotron-70B-Reward","Reward Model",70.8,76.5,82.1,66.7,73.7],[7,"Llama-3.3-Nemotron-Super-49B-GenRM-Multilingual","Fine-Tuned Judge",64.9,74.5,87.5,73.8,72.3],[7,"Qwen-3-Nemotron-32B-Reward","Reward Model",70.1,67.4,78.6,83.3,72.3],[9,"Qwen-2.5-Nemotron-32B-Reward","Reward Model",61.7,74.5,76.2,82.1,70.3],[10,"Llama-3.3-Nemotron-70B-Reward-Multilingual","Reward Model",66.2,71.4,82.1,59.5,69.4],[11,"Llama-3.1-Nemotron-70B-Reward","Reward Model",62.3,72.5,76.8,57.1,66.9],[12,"Arena-Hard (gpt-4o-2024-05-13)","Prompted Judge",52.6,51.0,61.8,38.7,51.9],[13,"Arena-Hard (Llama-3.1-70B-Instruct)","Prompted Judge",50.6,43.1,41.2,25.8,45.2],[14,"Arena-Hard (claude-3-5-sonnet-20240620)","Prompted Judge",42.2,52.9,55.9,32.3,44.8],[15,"Arena-Hard (Llama-3.1-8B-Instruct)","Prompted Judge",33.1,43.1,50.0,29.0,36.7],[16,"Arena-Hard (claude-3-haiku-20240307)","Prompted Judge",37.7,29.4,32.4,9.7,32.2]],"metadata":null},"headers":["Rank","Judge","Category","Knowledge Score","Reasoning Score","Math Score","Coding Score","Overall Score"],"row_count":[1,"dynamic"],"col_count":[8,"dynamic"],"datatype":"str","type":"pandas","latex_delimiters":[{"left":"$$","right":"$$","display":true}],"show_label":true,"max_height":500,"min_width":160,"visible":true,"elem_classes":[],"preserved_by_key":["value"],"wrap":false,"line_breaks":true,"column_widths":[],"show_fullscreen_button":false,"show_copy_button":false,"show_row_numbers":false,"show_search":"none","static_columns":[],"name":"dataframe","_selectable":false},"skip_api":false,"component_class_id":"5117fc8def3b9b45b6e23e59fd0fa3bbd071188ee220fdf87caf108a229aef30","key":null,"api_info":{"properties":{"headers":{"items":{},"title":"Headers","type":"array"},"data":{"items":{"items":{},"type":"array"},"title":"Data","type":"array"},"metadata":{"anyOf":[{"additionalProperties":{"anyOf":[{"items":{},"type":"array"},{"type":"null"}]},"type":"object"},{"type":"null"}],"default":null,"title":"Metadata"}},"required":["headers","data"],"title":"DataframeData","type":"object","additional_description":null},"api_info_as_input":{"properties":{"headers":{"items":{},"title":"Headers","type":"array"},"data":{"items":{"items":{},"type":"array"},"title":"Data","type":"array"},"metadata":{"anyOf":[{"additionalProperties":{"anyOf":[{"items":{},"type":"array"},{"type":"null"}]},"type":"object"},{"type":"null"}],"default":null,"title":"Metadata"}},"required":["headers","data"],"title":"DataframeData","type":"object","additional_description":null},"api_info_as_output":{"properties":{"headers":{"items":{},"title":"Headers","type":"array"},"data":{"items":{"items":{},"type":"array"},"title":"Data","type":"array"},"metadata":{"anyOf":[{"additionalProperties":{"anyOf":[{"items":{},"type":"array"},{"type":"null"}]},"type":"object"},{"type":"null"}],"default":null,"title":"Metadata"}},"required":["headers","data"],"title":"DataframeData","type":"object","additional_description":null},"example_inputs":{"headers":["a","b"],"data":[["foo","bar"]]}},{"id":15,"type":"accordion","props":{"label":"📚 Citation","open":false,"visible":true,"preserved_by_key":[],"name":"accordion"},"skip_api":true,"component_class_id":"f7ca9b901f75c307c1f5ddd33f789d906d98b7f72e2885efbfaa76243b6822af","key":null},{"id":16,"type":"markdown","props":{"value":"Please cite this work as:  \n```bibtex\n@misc{judgebench2024,\n  title={JudgeBench: A Benchmark for Evaluating LLM-Based Judges},\n  author={Sijun Tan and Siyuan Zhuang and Kyle Montgomery and Willian Yuan Tang and Alejandro Cuadron and Chenguang Wang and Raluca Ada Popa and Ion Stoica},\n  year={2024},\n  archivePrefix={arXiv},\n  url={https://arxiv.org/abs/2410.12784}\n}\n```","show_label":false,"rtl":false,"latex_delimiters":[{"left":"$$","right":"$$","display":true}],"visible":true,"elem_classes":[],"preserved_by_key":["value"],"sanitize_html":true,"line_breaks":false,"header_links":false,"show_copy_button":false,"container":false,"padding":false,"name":"markdown","_selectable":false},"skip_api":false,"component_class_id":"927e99ba5dda4bcd0dfe596d4d0cecdc2e0b41e7e95071a05f96ae3971390ed6","key":null,"api_info":{"type":"string"},"api_info_as_input":{"type":"string"},"api_info_as_output":{"type":"string"},"example_inputs":"# Hello!"}],"css":"","connect_heartbeat":false,"js":"","head":"","title":"Gradio","space_id":"ScalerLab/JudgeBench","enable_queue":true,"show_error":false,"show_api":true,"is_colab":false,"max_file_size":null,"stylesheets":["https://fonts.googleapis.com/css2?family=Source+Sans+Pro:wght@400;600&display=swap"],"theme":"default","protocol":"sse_v3","body_css":{"body_background_fill":"white","body_text_color":"#27272a","body_background_fill_dark":"#0f0f11","body_text_color_dark":"#f4f4f5"},"fill_height":false,"fill_width":false,"theme_hash":"63194d3741d384f9f85db890247b6c0ef9e7abac0f297f40a15c59fe4baba916","pwa":true,"pages":[["","Home"]],"page":{"":{"layout":{"id":0,"children":[{"id":1},{"id":2,"children":[{"id":3,"children":[{"id":4,"children":[{"id":7,"children":[{"id":5},{"id":6}]}]},{"id":8}]},{"id":9,"children":[{"id":10,"children":[{"id":13,"children":[{"id":11},{"id":12}]}]},{"id":14}]}]},{"id":15,"children":[{"id":16}]}]},"components":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],"dependencies":[0,1,2,3]}},"mcp_server":false,"i18n_translations":null,"dependencies":[{"id":0,"targets":[[5,"change"]],"inputs":[5,6],"outputs":[8],"backend_fn":true,"js":null,"queue":true,"api_name":"lambda","scroll_to_output":false,"show_progress":"full","show_progress_on":null,"batch":false,"max_batch_size":4,"cancels":[],"types":{"generator":false,"cancel":false},"collects_event_data":false,"trigger_after":null,"trigger_only_on_success":false,"trigger_mode":"always_last","show_api":true,"rendered_in":null,"render_id":null,"connection":"sse","time_limit":null,"stream_every":0.5,"like_user_message":false,"event_specific_args":null,"js_implementation":null},{"id":1,"targets":[[6,"change"]],"inputs":[5,6],"outputs":[8],"backend_fn":true,"js":null,"queue":true,"api_name":"lambda_1","scroll_to_output":false,"show_progress":"full","show_progress_on":null,"batch":false,"max_batch_size":4,"cancels":[],"types":{"generator":false,"cancel":false},"collects_event_data":false,"trigger_after":null,"trigger_only_on_success":false,"trigger_mode":"always_last","show_api":true,"rendered_in":null,"render_id":null,"connection":"sse","time_limit":null,"stream_every":0.5,"like_user_message":false,"event_specific_args":null,"js_implementation":null},{"id":2,"targets":[[11,"change"]],"inputs":[11,12],"outputs":[14],"backend_fn":true,"js":null,"queue":true,"api_name":"lambda_2","scroll_to_output":false,"show_progress":"full","show_progress_on":null,"batch":false,"max_batch_size":4,"cancels":[],"types":{"generator":false,"cancel":false},"collects_event_data":false,"trigger_after":null,"trigger_only_on_success":false,"trigger_mode":"always_last","show_api":true,"rendered_in":null,"render_id":null,"connection":"sse","time_limit":null,"stream_every":0.5,"like_user_message":false,"event_specific_args":null,"js_implementation":null},{"id":3,"targets":[[12,"change"]],"inputs":[11,12],"outputs":[14],"backend_fn":true,"js":null,"queue":true,"api_name":"lambda_3","scroll_to_output":false,"show_progress":"full","show_progress_on":null,"batch":false,"max_batch_size":4,"cancels":[],"types":{"generator":false,"cancel":false},"collects_event_data":false,"trigger_after":null,"trigger_only_on_success":false,"trigger_mode":"always_last","show_api":true,"rendered_in":null,"render_id":null,"connection":"sse","time_limit":null,"stream_every":0.5,"like_user_message":false,"event_specific_args":null,"js_implementation":null}],"layout":{"id":0,"children":[{"id":1},{"id":2,"children":[{"id":3,"children":[{"id":4,"children":[{"id":7,"children":[{"id":5},{"id":6}]}]},{"id":8}]},{"id":9,"children":[{"id":10,"children":[{"id":13,"children":[{"id":11},{"id":12}]}]},{"id":14}]}]},{"id":15,"children":[{"id":16}]}]},"root":"https://scalerlab-judgebench.hf.space","username":null}