lmstudio拉起qwq-32b-q3_k_m.gguf模型报错?
直接在模型Prompt最下面的提示模板替换成:{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'' + tool['type'] + '' + tool['function']['name'] + '\n' + 'json' + '\n' + tool['function']['arguments'] + '\n' + '' + ''}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '' + tool['type'] + '' + tool['function']['name'] + '\n' + 'json' + '\n' + tool['function']['arguments'] + '\n' + '' + ''}}{{''}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'' + message['content'] + ''}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')|last %}{% endif %}{{'' + content + ''}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'' + message['content'] + ''}}{%- set ns.is_output_first = false %}{%- else %}{{'\n' + message['content'] + ''}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{''}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{''}}{% endif %}
赞414
踩1