utils/load_jsonl.py

import json
from pathlib import Path
from utils.data_to_jsonl import data_to_jsonl

def load_data(jsonl_file):
    data = []
    script_dir = Path(__file__).parent
    input_dir = script_dir.parent / "data/questions"
    data_to_jsonl(input_dir, jsonl_file)
    with open(jsonl_file, "r", encoding="utf-8") as f:
        for line in f:
            data.append(json.loads(line))
    return data