saymrwulf/transformers
1
0
Fork 0
mirror of https://github.com/saymrwulf/transformers.git synced 2026-05-14 20:58:08 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

TF: add initializer_std with a small value in TFFunnelModelTester (#15684)

Browse source
This commit is contained in:
Yih-Dar 2022-02-18 12:20:07 +01:00 committed by GitHub
parent 416dff736c
commit f8ff3fad87
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
tests/test_modeling_tf_funnel.py
View file

@ -63,6 +63,7 @@ class TFFunnelModelTester:
activation_dropout=0.0,
max_position_embeddings=512,
type_vocab_size=3,
initializer_std=0.02, # Set to a smaller value, so we can keep the small error threshold (1e-5) in the test
num_labels=3,
num_choices=4,
scope=None,
@ -92,6 +93,7 @@ class TFFunnelModelTester:
self.num_labels = num_labels
self.num_choices = num_choices
self.scope = scope
self.initializer_std = initializer_std
# Used in the tests to check the size of the first attention layer
self.num_attention_heads = n_head
@ -137,6 +139,7 @@ class TFFunnelModelTester:
activation_dropout=self.activation_dropout,
max_position_embeddings=self.max_position_embeddings,
type_vocab_size=self.type_vocab_size,
initializer_std=self.initializer_std,
)
return (