ubowang commited on
Commit
a7c29bf
·
verified ·
1 Parent(s): 02d88d2

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +15 -6
utils.py CHANGED
@@ -12,12 +12,12 @@ SUBJECTS = ["Biology", "Business", "Chemistry", "Computer Science", "Economics",
12
  "Health", "History", "Law", "Math", "Philosophy", "Physics", "Psychology", "Other"]
13
 
14
  MODEL_INFO = [
15
- "Models", "Data Source", "Model Size(B)",
16
  "Overall",
17
  "Biology", "Business", "Chemistry", "Computer Science", "Economics", "Engineering",
18
  "Health", "History", "Law", "Math", "Philosophy", "Physics", "Psychology", "Other"]
19
 
20
- DATA_TITLE_TYPE = ['markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number',
21
  'number', 'number', 'number', 'number', 'number', 'number', 'number',
22
  'number', 'number']
23
 
@@ -102,9 +102,9 @@ def get_df():
102
  repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN)
103
  repo.git_pull()
104
  df = pd.read_csv(CSV_DIR)
 
105
  df = df.sort_values(by=['Overall'], ascending=False)
106
- # print("df[COLUMN_NAMES]", df.values.tolist())
107
- return df[COLUMN_NAMES]
108
 
109
 
110
  def add_new_eval(
@@ -150,7 +150,7 @@ def search_and_filter_models(df, query, min_size, max_size):
150
 
151
  df = df[(df['Model Size(B)'] >= min_size) & (df['Model Size(B)'] <= max_size)]
152
 
153
- return df
154
 
155
 
156
  def search_models(df, query):
@@ -163,5 +163,14 @@ def get_size_range(df):
163
  sizes = df['Model Size(B)'].dropna()
164
  if len(sizes) > 0:
165
  return float(sizes.min()), float(sizes.max())
166
- return 0, 500
 
 
 
 
 
 
 
 
 
167
 
 
12
  "Health", "History", "Law", "Math", "Philosophy", "Physics", "Psychology", "Other"]
13
 
14
  MODEL_INFO = [
15
+ "Models", "Data Source",
16
  "Overall",
17
  "Biology", "Business", "Chemistry", "Computer Science", "Economics", "Engineering",
18
  "Health", "History", "Law", "Math", "Philosophy", "Physics", "Psychology", "Other"]
19
 
20
+ DATA_TITLE_TYPE = ['markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number',
21
  'number', 'number', 'number', 'number', 'number', 'number', 'number',
22
  'number', 'number']
23
 
 
102
  repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN)
103
  repo.git_pull()
104
  df = pd.read_csv(CSV_DIR)
105
+ df['Model Size(B)'] = df['Model Size(B)'].apply(process_model_size)
106
  df = df.sort_values(by=['Overall'], ascending=False)
107
+ return df
 
108
 
109
 
110
  def add_new_eval(
 
150
 
151
  df = df[(df['Model Size(B)'] >= min_size) & (df['Model Size(B)'] <= max_size)]
152
 
153
+ return df[COLUMN_NAMES]
154
 
155
 
156
  def search_models(df, query):
 
163
  sizes = df['Model Size(B)'].dropna()
164
  if len(sizes) > 0:
165
  return float(sizes.min()), float(sizes.max())
166
+ return 0, 600
167
+
168
+
169
+ def process_model_size(size):
170
+ if size == 'unk':
171
+ return 1000.0
172
+ try:
173
+ return float(size)
174
+ except ValueError:
175
+ return 1000.0
176