cngthnh/Thesis
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add label smoothing for cross entropy and add fro reg

Browse Source
This commit is contained in:
Cong Thanh Vu
2023-02-12 11:32:47 +00:00
parent c0d0be076f
commit f73bb5f1fd
5 changed files with 107 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
scripts/fb15k-237/fb15k-237.sh Normal file → Executable file
View File

@ -1,13 +1,12 @@
nohup python -u main.py --gpus "1" --max_epochs=16 --num_workers=32 \
nohup python -u main.py --gpus "2," --max_epochs=16 --num_workers=32 \
--model_name_or_path bert-base-uncased \
--accumulate_grad_batches 1 \
--model_class BertKGC \
--batch_size 64 \
--checkpoint /kg_374/Relphormer/pretrain/output/FB15k-237/epoch=15-step=19299-Eval/hits10=0.96.ckpt \
--batch_size 16 \
--checkpoint /root/kg_374/Relphormer/pretrain/output/FB15k-237/epoch\=15-step\=38899-Eval/hits10=0.96.ckpt \
--pretrain 0 \
--bce 0 \
--check_val_every_n_epoch 1 \
--overwrite_cache \
--data_dir dataset/FB15k-237 \
--eval_batch_size 128 \
--max_seq_length 128 \