TabSTAR / config.json
alana89's picture
Upload folder using huggingface_hub
394fd7d verified
raw
history blame
535 Bytes
{
"architectures": [
"TabStarModel"
],
"batch_size": 32,
"bert_lr_factor": 1.0,
"d_model": 384,
"downstream_mode": null,
"e5_model": "intfloat/e5-small-v2",
"is_pretrain": true,
"lr": 5e-05,
"macro_batch_size": 128,
"model_type": "tabstar",
"num_layers": 6,
"numbers_fusion": "attention",
"p_mask": 0,
"scheduler": "cycle",
"tabular_encoder_type": "d1",
"torch_dtype": "float32",
"transformers_version": "4.49.0",
"unfreeze_layers": 6,
"weight_balance": "uniform",
"weight_decay": 0.001
}