| import gradio as gr |
| import pandas as pd |
| from constants import * |
|
|
| |
|
|
| |
| custom_css = """ |
| h1 { /* 根据需要选择正确的标题标签 */ |
| background-color: blue; /* 蓝色背景 */ |
| color: white; /* 白色文字 */ |
| padding: 10px; /* 内边距 */ |
| text-align: center; /* 文本居中 */ |
| } |
| h2 { /* 根据需要选择正确的标题标签 */ |
| color: white; /* 白色文字 */ |
| padding: 10px; /* 内边距 */ |
| text-align: center; /* 文本居中 */ |
| } |
| |
| """ |
|
|
| def get_preview_data(): |
| df = pd.read_json(DATA_DIR) |
| df=df.head(4) |
| return df |
| def get_result_data(): |
| df={ |
| "DataSet": ["WikiData_recent", "WikiData_recent", "WikiData_recent", "WikiData_recent", |
| "ZsRE", "ZsRE", "ZsRE", "ZsRE", |
| "WikiBio", "WikiBio", "WikiBio", |
| "WikiData_counterfact", "WikiData_counterfact", "WikiData_counterfact", "WikiData_counterfact", |
| "ConvSent", "ConvSent", "ConvSent", |
| "Sanitation", "Sanitation", "Sanitation"], |
| "Metric": ["Edit Succ. ↑", "Portability ↑", "Locality ↑", "Fluency ↑", |
| "Edit Succ. ↑", "Portability ↑", "Locality ↑", "Fluency ↑", |
| "Edit Succ. ↑", "Locality ↑", "Fluency ↑", |
| "Edit Succ. ↑", "Portability ↑", "Locality ↑", "Fluency ↑", |
| "Edit Succ. ↑", "Locality ↓", "Fluency ↑", |
| "Edit Succ. ↑", "Locality ↑", "Fluency ↑"], |
| "SERAC": [98.68, 63.52, 100.00, 553.19, |
| 99.67, 56.48, 30.23, 410.89, |
| 99.69, 69.79, 606.95, |
| 99.99, 76.07, 98.96, 549.91, |
| 62.75, 0.26, 458.21, |
| 0.00, 100.00, 416.29], |
| "ICE": [60.74, 36.93, 33.34, 531.01, |
| 66.01, 63.94, 23.14, 541.14, |
| 95.53, 47.90, 632.92, |
| 69.83, 45.32, 32.38, 547.22, |
| 52.78, 49.73, 621.45, |
| 72.50, 56.58, 794.15], |
| "AdaLoRA": [65.61, 47.22, 55.78, 537.51, |
| 69.86, 52.95, 72.21, 532.82, |
| 97.02, 57.87, 615.86, |
| 72.14, 55.17, 66.78, 553.85, |
| 44.89, 0.18, 606.42, |
| 2.50, 65.50, 330.44], |
| "MEND": [76.88, 50.11, 92.87, 586.34, |
| 96.74, 60.41, 92.79, 524.33, |
| 93.66, 69.51, 609.39, |
| 78.82, 57.53, 94.16, 588.94, |
| 50.76, 3.42, 379.43, |
| 0.00, 5.29, 407.18], |
| "ROME": [85.08, 37.45, 66.2, 574.28, |
| 96.57, 52.20, 27.14, 570.47, |
| 95.05, 46.96, 617.25, |
| 83.21, 38.69, 65.4, 578.84, |
| 45.79, 0.00, 606.32, |
| 85.00, 50.31, 465.12], |
| "MEMIT": [85.32, 37.94, 64.78, 566.66, |
| 83.07, 51.43, 25.46, 559.72, |
| 94.29, 51.56, 616.65, |
| 83.41, 40.09, 63.68, 568.58, |
| 44.75, 0.00, 602.62, |
| 48.75, 67.47, 466.10], |
| "FT-L": [71.18, 48.71, 63.7, 549.35, |
| 54.65, 45.02, 71.12, 474.18, |
| 83.41, 40.09, 63.68, 568.58, |
| 66.27, 60.14, 604.00, |
| 51.12, 39.07, 62.51, |
| 48.75, 67.47, 466.10] |
| } |
| df=pd.DataFrame(df) |
| return df |
|
|
| block = gr.Blocks(css=custom_css) |
|
|
| with block: |
| gr.Markdown(TITLE) |
| |
| gr.Markdown("## BACKGROUND") |
| gr.Markdown( |
| BACKGROUND |
| ) |
| gr.Image('./img/demo.gif') |
| |
| gr.Markdown("## DATA PREVIEW") |
| gr.Markdown(LEADERBORAD_INTRODUCTION) |
|
|
| with gr.Tabs(elem_classes="tab-buttons") as tabs: |
| with gr.TabItem("🏅 Data preview ", elem_id="ke-benchmark-tab-table", id=0): |
| |
| ke_data_component = gr.components.Dataframe( |
| value=get_preview_data(), |
| headers=DATA_COLUMN_NAMES, |
| type="pandas", |
| ) |
| with gr.TabItem("data Structure", elem_id="about-struct-tab-table", id=3): |
| gr.Markdown(DATA_STRUCT, elem_classes="markdown-text") |
| |
| with gr.TabItem("📝 data schema", elem_id="about-benchmark-tab-table", id=4): |
| gr.Markdown(DATA_SCHEMA, elem_classes="markdown-text") |
| |
| |
| |
| |
| gr.Markdown("## EXPERIMENT RESULTS") |
| gr.Markdown("We list the results of current knowledge editing methods on Llama2-7b-chat in Table") |
| with gr.Tabs(elem_classes="tab-buttons") as tabs: |
| with gr.TabItem("🏅 result", elem_id="ke-benchmark-tab-table", id=0): |
| |
| ke_data_component = gr.components.Dataframe( |
| value=get_result_data(), |
| headers=RESULT_COLUMN_NAMES, |
| type="pandas", |
| ) |
| |
| with gr.TabItem("📝 About", elem_id="about-benchmark-tab-table", id=4): |
| gr.Markdown("Results of existing knowledge edit methods on the constructed benchmark. The symbol indicates that higher numbers correspond to better performance, while ↓ denotes the opposite, with lower numbers indicating better performance. For WikiBio and Convsent, we do not test the portability as they are about specific topics. ", elem_classes="markdown-text") |
| |
| with gr.Row(): |
| with gr.Accordion("Citation", open=False): |
| citation_button = gr.Textbox( |
| value=CITATION_BUTTON_TEXT, |
| label=CITATION_BUTTON_LABEL, |
| elem_id="citation-button", |
| ).style(show_copy_button=True) |
|
|
| block.launch(share=True) |
|
|
