From b427b263e2f8cae2a24c608c6932eea88d58db34 Mon Sep 17 00:00:00 2001
From: anruijian <115125339+anruijian@users.noreply.github.com>
Date: Wed, 8 Mar 2023 11:43:31 -0500
Subject: [PATCH] Add tokenize_kwargs parameter definition in the
 FeatureExtractionPipeline (#22031)

add tokenize_kwargs doc in the FeatureExtractionPipeline
---
 src/transformers/pipelines/feature_extraction.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/transformers/pipelines/feature_extraction.py b/src/transformers/pipelines/feature_extraction.py
index f2dc6eaaae..b8b5eafeb7 100644
--- a/src/transformers/pipelines/feature_extraction.py
+++ b/src/transformers/pipelines/feature_extraction.py
@@ -53,6 +53,8 @@ class FeatureExtractionPipeline(Pipeline):
         device (`int`, *optional*, defaults to -1):
             Device ordinal for CPU/GPU supports. Setting this to -1 will leverage CPU, a positive will run the model on
             the associated CUDA device id.
+        tokenize_kwargs (`dict`, *optional*):
+            Additional dictionary of keyword arguments passed along to the tokenizer.
     """
 
     def _sanitize_parameters(self, truncation=None, tokenize_kwargs=None, return_tensors=None, **kwargs):