modify number of head 8 to 12

lxfz · Apr 4, 2019 · edcceec · edcceec
1 parent fa89d0d
commit edcceec
Show file tree

Hide file tree

Showing 2 changed files with 308 additions and 308 deletions.
diff --git a/5-2.BERT/BERT-Torch.py b/5-2.BERT/BERT-Torch.py
@@ -17,7 +17,7 @@
 batch_size = 6
 max_pred = 20 # max tokens of prediction
 n_layers = 12
-n_heads = 8
+n_heads = 12
 d_model = 768
 d_ff = 768*4 # 4*d_model, FeedForward dimension
 d_k = d_v = 64  # dimension of K(=Q), V