Decorator for easier tool building (#33439)
* Decorator for tool building
This commit is contained in:
@@ -12,13 +12,16 @@
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
import unittest
|
||||
from pathlib import Path
|
||||
from typing import Dict, Union
|
||||
|
||||
import numpy as np
|
||||
import pytest
|
||||
|
||||
from transformers import is_torch_available, is_vision_available
|
||||
from transformers.agents.agent_types import AGENT_TYPE_MAPPING, AgentAudio, AgentImage, AgentText
|
||||
from transformers.agents.tools import Tool, tool
|
||||
from transformers.testing_utils import get_tests_dir, is_agent_test
|
||||
|
||||
|
||||
@@ -29,7 +32,7 @@ if is_vision_available():
|
||||
from PIL import Image
|
||||
|
||||
|
||||
AUTHORIZED_TYPES = ["text", "audio", "image", "any"]
|
||||
AUTHORIZED_TYPES = ["string", "boolean", "integer", "number", "audio", "image", "any"]
|
||||
|
||||
|
||||
def create_inputs(tool_inputs: Dict[str, Dict[Union[str, type], str]]):
|
||||
@@ -38,7 +41,7 @@ def create_inputs(tool_inputs: Dict[str, Dict[Union[str, type], str]]):
|
||||
for input_name, input_desc in tool_inputs.items():
|
||||
input_type = input_desc["type"]
|
||||
|
||||
if input_type == "text":
|
||||
if input_type == "string":
|
||||
inputs[input_name] = "Text input"
|
||||
elif input_type == "image":
|
||||
inputs[input_name] = Image.open(
|
||||
@@ -54,7 +57,7 @@ def create_inputs(tool_inputs: Dict[str, Dict[Union[str, type], str]]):
|
||||
|
||||
def output_type(output):
|
||||
if isinstance(output, (str, AgentText)):
|
||||
return "text"
|
||||
return "string"
|
||||
elif isinstance(output, (Image.Image, AgentImage)):
|
||||
return "image"
|
||||
elif isinstance(output, (torch.Tensor, AgentAudio)):
|
||||
@@ -100,3 +103,69 @@ class ToolTesterMixin:
|
||||
for _input, expected_input in zip(inputs, self.tool.inputs.values()):
|
||||
input_type = expected_input["type"]
|
||||
_inputs.append(AGENT_TYPE_MAPPING[input_type](_input))
|
||||
|
||||
|
||||
class ToolTests(unittest.TestCase):
|
||||
def test_tool_init_with_decorator(self):
|
||||
@tool
|
||||
def coolfunc(a: str, b: int) -> float:
|
||||
"""Cool function
|
||||
|
||||
Args:
|
||||
a: The first argument
|
||||
b: The second one
|
||||
"""
|
||||
return b + 2, a
|
||||
|
||||
assert coolfunc.output_type == "number"
|
||||
|
||||
def test_tool_init_vanilla(self):
|
||||
class HFModelDownloadsTool(Tool):
|
||||
name = "model_download_counter"
|
||||
description = """
|
||||
This is a tool that returns the most downloaded model of a given task on the Hugging Face Hub.
|
||||
It returns the name of the checkpoint."""
|
||||
|
||||
inputs = {
|
||||
"task": {
|
||||
"type": "string",
|
||||
"description": "the task category (such as text-classification, depth-estimation, etc)",
|
||||
}
|
||||
}
|
||||
output_type = "integer"
|
||||
|
||||
def forward(self, task):
|
||||
return "best model"
|
||||
|
||||
tool = HFModelDownloadsTool()
|
||||
assert list(tool.inputs.keys())[0] == "task"
|
||||
|
||||
def test_tool_init_decorator_raises_issues(self):
|
||||
with pytest.raises(Exception) as e:
|
||||
|
||||
@tool
|
||||
def coolfunc(a: str, b: int):
|
||||
"""Cool function
|
||||
|
||||
Args:
|
||||
a: The first argument
|
||||
b: The second one
|
||||
"""
|
||||
return a + b
|
||||
|
||||
assert coolfunc.output_type == "number"
|
||||
assert "Tool return type not found" in str(e)
|
||||
|
||||
with pytest.raises(Exception) as e:
|
||||
|
||||
@tool
|
||||
def coolfunc(a: str, b: int) -> int:
|
||||
"""Cool function
|
||||
|
||||
Args:
|
||||
a: The first argument
|
||||
"""
|
||||
return b + a
|
||||
|
||||
assert coolfunc.output_type == "number"
|
||||
assert "docstring has no description for the argument" in str(e)
|
||||
|
||||
Reference in New Issue
Block a user