main_multitask_learning.py

from data_processing import preprocessing
from multitask_learning import CustomDataset, ModelClass, multitask_classifier
import numpy as np

data = preprocessing('./Dataset/constraint_Hindi_Train - Sheet1.csv')
arr = data.processed()

data_valid = preprocessing('./Dataset/Constraint_Hindi_Valid - Sheet1.csv')
arr_valid = data_valid.processed()

arr = arr.tolist()
arr_valid = arr_valid.tolist()

for row in arr_valid:
	arr.append(row)
arr = np.array(arr)
arr_valid = np.array(arr_valid)

mod = multitask_classifier(arr, "ai4bharat/indic-bert", 'non-hostile', 20, 1e-5)
mod.train_model()