SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

[LlamaConfig] Nit: pad token should be None by default (#24958)

Browse Source 
* pad token should be None by default

* fix tests

* nits
This commit is contained in:
Arthur
2023-07-21 14:32:34 +02:00
committed by GitHub
parent f74560d007
commit 0511369a8b
2 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/transformers/models/llama/configuration_llama.py
View File

@@ -116,7 +116,7 @@ class LlamaConfig(PretrainedConfig):
initializer_range=0.02, initializer_range=0.02,
rms_norm_eps=1e-6, rms_norm_eps=1e-6,
use_cache=True, use_cache=True,
pad_token_id=0, pad_token_id=None,
bos_token_id=1, bos_token_id=1,
eos_token_id=2, eos_token_id=2,
pretraining_tp=1, pretraining_tp=1,

3
tests/models/llama/test_modeling_llama.py
View File

@@ -58,6 +58,7 @@ class LlamaModelTester:
initializer_range=0.02, initializer_range=0.02,
num_labels=3, num_labels=3,
num_choices=4, num_choices=4,
pad_token_id=0,
scope=None, scope=None,
): ):
self.parent = parent self.parent = parent
@@ -81,6 +82,7 @@ class LlamaModelTester:
self.initializer_range = initializer_range self.initializer_range = initializer_range
self.num_labels = num_labels self.num_labels = num_labels
self.num_choices = num_choices self.num_choices = num_choices
self.pad_token_id = pad_token_id
self.scope = scope self.scope = scope
def prepare_config_and_inputs(self): def prepare_config_and_inputs(self):
@@ -120,6 +122,7 @@ class LlamaModelTester:
type_vocab_size=self.type_vocab_size, type_vocab_size=self.type_vocab_size,
is_decoder=False, is_decoder=False,
initializer_range=self.initializer_range, initializer_range=self.initializer_range,
pad_token_id=self.pad_token_id,
) )
def create_and_check_model( def create_and_check_model(