import os
import sys

path = os.getcwd()
sys.path.append('{}/src'.format('/'.join(path.split('/')[:-1])))

import unittest
from data_preprocessing import process_ChatDoctor_data


class TestMethods(unittest.TestCase):
    def test_a_process_ChatDoctor_data(self):
        data_path = "../data/"
        data_dict = {"HealthCareMagic-100k.json": ["instruction", "input", "output"],
                     "iCliniq.json": ["input", "answer_icliniq", "answer_chatgpt", "answer_chatdoctor"]
                     }
        for data_name, headers in data_dict.items():
            process_ChatDoctor_data(data_path + data_name, headers=headers)


if __name__ == '__main__':
    unittest.main()