clean file

src/config/reader.py

@@ -22,47 +22,6 @@ from omegaconf import OmegaConf, DictConfig, ListConfig
 
 from .utils import get_dir
 
-INCLUDE_KEY = 'include'
-
-
-def get_api_aliases(llms_api, sum_api, gen_api):
-    if sum_api is None:
-        if llms_api is not None:
-            sum_api = llms_api
-        else:
-            sum_api = 'ZhipuAI'
-
-    if gen_api is None:
-        if llms_api is not None:
-            gen_api = llms_api
-        else:
-            gen_api = 'OpenAI'
-
-    return sum_api, gen_api
-
-
-def check_api_alias(config, api):
-    api = api.lower()
-    for k in config.keys():
-        if k.lower() == api:
-            return k
-    return None
-
-
-def update_config_with_api_aliases(config, llms_api, sum_api, gen_api):
-    sum_api, gen_api = get_api_aliases(llms_api, sum_api, gen_api)
-    sum_api_found = check_api_alias(config, sum_api)
-    if sum_api_found is None:
-        raise KeyError('{} cannot match any llms api in config'.format(sum_api))
-    gen_api_found = check_api_alias(config, gen_api)
-    if gen_api_found is None:
-        raise KeyError('{} cannot match any llms api in config'.format(gen_api))
-    config.used_llms_apis = {
-        'summarization': sum_api_found,
-        'generation': gen_api_found
-        }
-
-
 class ConfigReader:
     """_summary_
     Load the config file, which supports referencing other configuration files. If a circular reference occurs, an exception will be thrown
@@ -142,12 +101,6 @@ class ConfigReader:
 
         include_item = None
 
-        if INCLUDE_KEY in config.keys():
-            include_value = config.get(INCLUDE_KEY)
-            if isinstance(include_value, (list, ListConfig)):
-                include_item = [get_dir(p) for p in include_value]
-            else:
-                include_item = get_dir(include_value)
         for key in config.keys():
             value = config.get(key)
             if isinstance(value, DictConfig):
@@ -205,11 +158,6 @@ class ConfigReader:
             DictConfig: parsed dict config
         """
         config = ConfigReader(file_, included).config
-        if 'llms_api' in kwargs and 'sum_api' in kwargs and 'gen_api' in kwargs:
-            update_config_with_api_aliases(config, kwargs['llms_api'], kwargs['sum_api'], kwargs['gen_api'])
-            del kwargs['llms_api']
-            del kwargs['sum_api']
-            del kwargs['gen_api']
         for k, v in kwargs.items():
             config[k] = v
         return config

src/utils/llms_api.py

@@ -33,7 +33,6 @@ class APIHelper(object):
         super(APIHelper, self).__init__()
         self.config = config
         self.__checkout_config__()
-        self.summarizer = self.get_helper()
         self.generator = self.get_helper()
         self.prompt = Prompt(get_dir(config.ARTICLE.summarizing_prompt))
 
@@ -58,13 +57,13 @@ class APIHelper(object):
                     title=title, abstract=abstract, introduction=introduction
                 )
             ]
-            response1 = self.summarizer.create(
+            response1 = self.generator.create(
                 messages=message,
             )
             summary = clean_text(response1.choices[0].message.content)
             message.append({"role": "assistant", "content": summary})
             message.append(self.prompt.queries[1][0]())
-            response2 = self.summarizer.create(
+            response2 = self.generator.create(
                 messages=message,
             )
             detail = response2.choices[0].message.content
@@ -147,7 +146,7 @@ class APIHelper(object):
                 examples=examples_str, content=abstract, max_num=str(max_num)
             )
             message.append({"role": "user", "content": message_input})
-            response = self.summarizer.create(
+            response = self.generator.create(
                 messages=message,
             )
             entities = response.choices[0].message.content
@@ -845,7 +844,7 @@ class APIHelper(object):
                 abstract=abstract, contribution=contribution, text=text
             )
             message.append({"role": "user", "content": prompt})
-            response = self.summarizer.create(
+            response = self.generator.create(
                 messages=message,
             )
             ground_truth = response.choices[0].message.content