python3 -m sglang.launch_server --model deepseek-ai/DeepSeek-V3-0324 --tp 8 --port 30000 --host 0.0.0.0 --mem-fraction-static 0.9 --tool-call-parser deepseekv3 --chat-template deepseek.jinja --grammar-backend outlines

curl "http://127.0.0.1:30000/v1/chat/completions" \
-H "Content-Type: application/json" \
-d '{
    "messages": [
        {
            "role": "assistant",
             "content": "Act like you are a helpful assistant."
        },
        {
            "role": "user",
            "content": "Hows the weather like in Hangzhou today"
        }
    ],
    "temperature": 0,
    "max_tokens": 200,
    "model": "deepseek-ai/DeepSeek-V3-0324",
    "tools": [
        {
            "type": "function",
            "function": {
                "name": "query_weather",
                "description": "\\nEnter the English name of the specified city to return todays weather query results\\n    :param city:  City name\\n    :return:  Formatted weather information",
                "parameters": {
                    "properties": {
                        "city": {
                            "type": "string",
                            "description": "The city and state, e.g. Beijing"
                        }
                    },
                    "required": [
                        "city"
                    ],
                    "title": "query_weatherArguments",
                    "type": "object"
                }
            }
        }
    ]
}'

{"id":"3e8a97c18a324defb39c78148d874c8b","object":"chat.completion","created":1743724834,"model":"/data/DeepSeek-V3-0324","choices":[{"index":0,"message":{"role":"assistant","content":null,"reasoning_content":null,"tool_calls":[{"id":"0","type":"function","function":{"name":"get_weather","arguments":"{\"location\": \"Hangzhou\"}"}}]},"logprobs":null,"finish_reason":"tool_calls","matched_stop":null}],"usage":{"prompt_tokens":76,"total_tokens":98,"completion_tokens":22,"prompt_tokens_details":null}}

{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='', is_first_sp=true, is_last_user=false) %}{%- for message in messages %}{%- if message['role'] == 'system' %}{%- if ns.is_first_sp %}{% set ns.system_prompt = ns.system_prompt + message['content'] %}{% set ns.is_first_sp = false %}{%- else %}{% set ns.system_prompt = ns.system_prompt + '\n\n' + message['content'] %}{%- endif %}{%- endif %}{%- endfor %}{{ bos_token }}{{ ns.system_prompt }}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{%- set ns.is_first = false -%}{%- set ns.is_last_user = true -%}{{'<｜User｜>' + message['content'] + '<｜Assistant｜>'}}{%- endif %}{%- if message['role'] == 'assistant' and tools is defined and tools is not none %}{%- set ns.is_last_user = false -%}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{%- endif %}{%- set ns.is_first = false %}{%- set ns.is_tool = false -%}{%- set ns.is_output_first = true %}{%- for tool in tools %}{%- if not ns.is_first %}{%- if message['content'] is none %}{{'<｜tool▁calls▁begin｜><｜tool▁call▁begin｜>function<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' ~ tool['function']['parameters'] ~ '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- else %}{{message['content'] + '<｜tool▁calls▁begin｜><｜tool▁call▁begin｜>function<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' ~ tool['function']['parameters'] ~ '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- endif %}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>funtion<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' ~ tool['function']['parameters'] ~ '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- endif %}{%- endfor %}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- if message['role'] == 'assistant' and (tools is not defined or tools is none)%}{%- set ns.is_last_user = false -%}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{{content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_last_user = false -%}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_last_user and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}

RuntimeError: [14:59:15] /project/cpp/grammar_matcher.cc:388: Token id 129279:  is regarded as a special token, and cannot be accepted by the GrammarMatcher