added classifier dropout
Browse files- configuration_bert.py +3 -1
configuration_bert.py
CHANGED
|
@@ -85,6 +85,7 @@ class JinaBertConfig(PretrainedConfig):
|
|
| 85 |
use_flash_attn=True,
|
| 86 |
use_qk_norm=True,
|
| 87 |
emb_pooler=None,
|
|
|
|
| 88 |
**kwargs,
|
| 89 |
):
|
| 90 |
assert 'position_embedding_type' not in kwargs
|
|
@@ -116,4 +117,5 @@ class JinaBertConfig(PretrainedConfig):
|
|
| 116 |
self.num_tasks = num_tasks
|
| 117 |
self.use_flash_attn = use_flash_attn
|
| 118 |
self.use_qk_norm = use_qk_norm
|
| 119 |
-
self.emb_pooler = emb_pooler
|
|
|
|
|
|
| 85 |
use_flash_attn=True,
|
| 86 |
use_qk_norm=True,
|
| 87 |
emb_pooler=None,
|
| 88 |
+
classifier_dropout=None,
|
| 89 |
**kwargs,
|
| 90 |
):
|
| 91 |
assert 'position_embedding_type' not in kwargs
|
|
|
|
| 117 |
self.num_tasks = num_tasks
|
| 118 |
self.use_flash_attn = use_flash_attn
|
| 119 |
self.use_qk_norm = use_qk_norm
|
| 120 |
+
self.emb_pooler = emb_pooler
|
| 121 |
+
self.classifier_dropout = classifier_dropout
|