final_model/training_args.json

{
  "train_file": "dataset/public_phrase/context_filtered/filtered8-vihallu-train.csv",
  "test_file": "dataset/public_phrase/context_filtered/filtered8-vihallu-public-test.csv",
  "output_dir": "./my_results",
  "context_model": "keepitreal/vietnamese-sbert",
  "prompt_model": "keepitreal/vietnamese-sbert",
  "response_model": "keepitreal/vietnamese-sbert",
  "pooling_method": "mean",
  "use_response_prompt_attention": true,
  "chunk_size": 180,
  "chunk_stride": 90,
  "max_chunks": 5,
  "chunk_aggregation": "attention",
  "max_length": 256,
  "batch_size": 16,
  "eval_batch_size": 8,
  "epochs": 12,
  "lr": 1e-05,
  "warmup_steps": 500,
  "weight_decay": 0.01,
  "dropout": 0.3,
  "num_heads": 8,
  "grad_accum_steps": 1,
  "use_rdrop": false,
  "rdrop_alpha": 5.0,
  "eval_steps": 500,
  "save_steps": 500,
  "logging_steps": 1000,
  "patience": 4,
  "seed": 42,
  "use_sbert": true,
  "validation_split": 0.2,
  "sweep": false
}