learnware/examples/dataset_text_workflow2/get_data.py

import os

import pandas as pd


def get_data(data_root="./data"):
    dtrain = pd.read_csv(os.path.join(data_root, "train.csv"))
    dtest = pd.read_csv(os.path.join(data_root, "test.csv"))

    # returned X(DataFrame), y(Series)
    return (
        dtrain[["discourse_text", "discourse_type"]],
        dtrain["discourse_effectiveness"],
        dtest[["discourse_text", "discourse_type"]],
        dtest["discourse_effectiveness"],
    )