{% set tool_ns.text = tool_ns.text + '- `' + tool['name'] + '`:\n```json\n' + (tool | tojson) + '\n```\n' %}

 {% set tool_ns.text = tool_ns.text + '- `' + tool['function']['name'] + '`:\n```json\n' + (tool | tojson) + '\n```\n' %}

python -m sglang.launch_server --port=7080  --model=deepseek-ai/DeepSeek-R1-0528  --trust-remote-code --tp=8 --tool-call-parser=deepseekv3 --chat-template=/sgl-workspace/sglang/examples/chat_template/tool_chat_template_deepseekr1.jinja

[2025-07-30 10:53:31] Error in request: 'dict object' has no attribute 'name'
Traceback (most recent call last):
  File "/sgl-workspace/sglang/python/sglang/srt/entrypoints/openai/serving_chat.py", line 217, in _apply_jinja_template
    prompt_ids = self.tokenizer_manager.tokenizer.apply_chat_template(
  File "/usr/local/lib/python3.10/dist-packages/transformers/tokenization_utils_base.py", line 1641, in apply_chat_template
    rendered_chat, generation_indices = render_jinja_template(
  File "/usr/local/lib/python3.10/dist-packages/transformers/utils/chat_template_utils.py", line 507, in render_jinja_template
    rendered_chat = compiled_template.render(
  File "/usr/local/lib/python3.10/dist-packages/jinja2/environment.py", line 1295, in render
    self.environment.handle_exception()
  File "/usr/local/lib/python3.10/dist-packages/jinja2/environment.py", line 942, in handle_exception
    raise rewrite_traceback_stack(source=source)
  File "<template>", line 39, in top-level template code
jinja2.exceptions.UndefinedError: 'dict object' has no attribute 'name'

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/sgl-workspace/sglang/python/sglang/srt/entrypoints/openai/serving_base.py", line 35, in handle_request
    adapted_request, processed_request = self._convert_to_internal_request(
  File "/sgl-workspace/sglang/python/sglang/srt/entrypoints/openai/serving_chat.py", line 80, in _convert_to_internal_request
    processed_messages = self._process_messages(request, is_multimodal)
  File "/sgl-workspace/sglang/python/sglang/srt/entrypoints/openai/serving_chat.py", line 143, in _process_messages
    result = self._apply_jinja_template(request, tools, is_multimodal)
  File "/sgl-workspace/sglang/python/sglang/srt/entrypoints/openai/serving_chat.py", line 236, in _apply_jinja_template
    prompt_ids = self.tokenizer_manager.tokenizer.apply_chat_template(
  File "/usr/local/lib/python3.10/dist-packages/transformers/tokenization_utils_base.py", line 1641, in apply_chat_template
    rendered_chat, generation_indices = render_jinja_template(
  File "/usr/local/lib/python3.10/dist-packages/transformers/utils/chat_template_utils.py", line 507, in render_jinja_template
    rendered_chat = compiled_template.render(
  File "/usr/local/lib/python3.10/dist-packages/jinja2/environment.py", line 1295, in render
    self.environment.handle_exception()
  File "/usr/local/lib/python3.10/dist-packages/jinja2/environment.py", line 942, in handle_exception
    raise rewrite_traceback_stack(source=source)
  File "<template>", line 39, in top-level template code

curl -X POST -H "Content-Type: application/json" http://localhost:7080/v1/chat/completions -d '{
  "model": "deepseek-ai/DeepSeek-R1-0528-FP4",
  "messages": [
    {
      "role": "user",
      "content": "What is the weather like in Boston today?"
    }
  ],
  "tools": [
    {
      "type": "function",
      "function": {
        "name": "get_current_weather",
        "description": "Get the current weather in a given location",
        "parameters": {
          "type": "object",
          "properties": {
            "location": {
              "type": "string",
              "description": "The city and state, e.g. San Francisco, CA"
            },
            "unit": {
              "type": "string",
              "enum": ["celsius", "fahrenheit"]
            }
          },
          "required": ["location", "unit"]
        }
      }
    }
  ],
  "tool_choice": "auto"
}'
{"object":"error","message":"Internal server error: 'dict object' has no attribute 'name'","type":"InternalServerError","param":null,"code":500}r