# REPLACE WITH YOURS
D=20000
input_dir="/shared/share_mala/implicitbayes/dataset_files/MIND_data/large//N=1000,D=${D},D_eval=10000,method=0111_logistic_withZ_zero_prodsign_last,dimX=5,one_X_per_col=False,flip"

# your new data directory for model training will be here
save_dir=${input_dir}/bert_Z/
device=0
batch_size=2000

save_name=train_data
input_file=train_data.pt

python generate_text_features_from_text.py --save_name ${save_name} --save_dir ${save_dir} --input_file ${input_dir}/${input_file} --device $device --batch_size $batch_size 

save_name=eval_data
input_file=eval_data.pt
python generate_text_features_from_text.py --save_name ${save_name} --save_dir ${save_dir} --input_file ${input_dir}/${input_file} --device $device --batch_size $batch_size 

save_name=unused_raw_Z
input_file=unused_raw_Z.pt
python generate_text_features_from_text.py --save_name ${save_name} --save_dir ${save_dir} --input_file ${input_dir}/${input_file} --device $device --batch_size $batch_size

