Hugging Face's logo

Spaces:
YZ-TAN
/
flask-llama
Build error

App Files Community
flask-llama
File size: 2,561 Bytes 
5a29263
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
 
{%- if tools %}

    {{- '<|im_start|>system\n' }}

    {%- if messages[0]['role'] == 'system' %}

        {{- messages[0]['content'] }}

    {%- else %}

        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}

    {%- endif %}

    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}

    {%- for tool in tools %}

        {{- "\n" }}

        {{- tool | tojson }}

    {%- endfor %}

    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}

{%- else %}

    {%- if messages[0]['role'] == 'system' %}

        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}

    {%- else %}

        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}

    {%- endif %}

{%- endif %}

{%- for message in messages %}

    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}

        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}

    {%- elif message.role == "assistant" %}

        {{- '<|im_start|>' + message.role }}

        {%- if message.content %}

            {{- '\n' + message.content }}

        {%- endif %}

        {%- for tool_call in message.tool_calls %}

            {%- if tool_call.function is defined %}

                {%- set tool_call = tool_call.function %}

            {%- endif %}

            {{- '\n<tool_call>\n{"name": "' }}

            {{- tool_call.name }}

            {{- '", "arguments": ' }}

            {{- tool_call.arguments | tojson }}

            {{- '}\n</tool_call>' }}

        {%- endfor %}

        {{- '<|im_end|>\n' }}

    {%- elif message.role == "tool" %}

        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}

            {{- '<|im_start|>user' }}

        {%- endif %}

        {{- '\n<tool_response>\n' }}

        {{- message.content }}

        {{- '\n</tool_response>' }}

        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}

            {{- '<|im_end|>\n' }}

        {%- endif %}

    {%- endif %}

{%- endfor %}

{%- if add_generation_prompt %}

    {{- '<|im_start|>assistant\n' }}

{%- endif %}