stratifiedgroupkfold complete code
import numpy as np import pandas as pd from numpy import array from sklearn.model_selection import cross_validate from sklearn.model_selection import StratifiedGroupKFold from sklearn.ensemble import RandomForestClassifier import warnings warnings.filterwarnings('ignore') df=pd.read_csv("https://archive.ics.uci.edu/ml/machine-learning-databases/00611/accelerometer.csv") y=df.pop("wconfid") stratifiedgroupkfold = StratifiedGroupKFold(n_splits=3) groups=np.random.randint(1, 4, size=153000) model = RandomForestClassifier() scoring=['balanced_accuracy','precision_macro','recall_macro'] cv_score = cross_validate(model, df, y,scoring=scoring ,cv=stratifiedgroupkfold, n_jobs=-1,groups=groups) cv_score