cngthnh/Thesis
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add label smoothing for cross entropy and add fro reg

Browse Source
This commit is contained in:
Cong Thanh Vu
2023-02-12 11:32:47 +00:00
parent c0d0be076f
commit f73bb5f1fd
5 changed files with 107 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
pretrain/scripts/pretrain_fb15k-237.sh Normal file → Executable file
View File

@ -1,13 +1,13 @@
nohup python -u main.py --gpus "1" --max_epochs=16 --num_workers=32 \
nohup python -u main.py --gpus "1," --max_epochs=16 --num_workers=32 \
--model_name_or_path bert-base-uncased \
--accumulate_grad_batches 1 \
--model_class BertKGC \
--batch_size 128 \
--batch_size 64 \
--pretrain 1 \
--bce 0 \
--check_val_every_n_epoch 1 \
--overwrite_cache \
--data_dir /kg_374/Relphormer/dataset/FB15k-237 \
--data_dir /root/kg_374/Relphormer/dataset/FB15k-237 \
--eval_batch_size 256 \
--max_seq_length 64 \
--lr 1e-4 \