File size: 383 Bytes
1538407
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
e6cc9f5
1538407
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
import pandas as pd


LEADERBOARD_PATH = f"chan0369/muse_leaderboard"

DEFAULT_METRICS = [
    'VerbMem Forget',
    'KnowMem Forget',
    'PrivLeak',
    'KnowMem Retain'
]

CORPORA = ['bbc', 'hp']


def load_data(corpus):
    assert corpus in CORPORA
    df = pd.read_csv(f"submission/{corpus}.csv")
    df = df[['Method', 'Submitted By'] + DEFAULT_METRICS + ['Id']]
    return df