SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Random seed is accessible anywhere within the common tests

Browse Source
This commit is contained in:
LysandreJik
2019-08-31 13:17:08 -04:00
parent d7a4c3252e
commit 58b59a0c31
1 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
pytorch_transformers/tests/modeling_common_test.py
View File

@@ -163,8 +163,9 @@ class CommonTestCases:
if not self.test_head_masking: if not self.test_head_masking:
return return
torch.manual_seed(42) global_rng.seed(42)
config, inputs_dict = self.model_tester.prepare_config_and_inputs_for_common() config, inputs_dict = self.model_tester.prepare_config_and_inputs_for_common()
global_rng.seed()
config.output_attentions = True config.output_attentions = True
config.output_hidden_states = True config.output_hidden_states = True
@@ -174,7 +175,7 @@ class CommonTestCases:
model.eval() model.eval()
# Prepare head_mask # Prepare head_mask
# Set require_grad after having prepared the tensor to avoid error (leaf variable has been moved into the graph interior) # Set require_grad after having prepared the tensor to avoid error (leaf variable has been moved into the graph interior)
head_mask = torch.ones(self.model_tester.num_hidden_layers, self.model_tester.num_attention_heads) head_mask = torch.ones(self.model_tester.num_hidden_layers, self.model_tester.num_attention_heads)
head_mask[0, 0] = 0 head_mask[0, 0] = 0
head_mask[-1, :-1] = 0 head_mask[-1, :-1] = 0
@@ -551,12 +552,13 @@ class ConfigTester(object):
self.create_and_test_config_to_json_file() self.create_and_test_config_to_json_file()
global_rng = random.Random()
def ids_tensor(shape, vocab_size, rng=None, name=None): def ids_tensor(shape, vocab_size, rng=None, name=None):
"""Creates a random int32 tensor of the shape within the vocab size.""" """Creates a random int32 tensor of the shape within the vocab size."""
if rng is None: if rng is None:
rng = random.Random() rng = global_rng
total_dims = 1 total_dims = 1
for dim in shape: for dim in shape: