feat: Add Deepseek Model (#848)

**Reason for Change**:
Add Deepseek models

presets/workspace/inference/chat_templates/deepseek-r1-distill-llama-8b.jinja

@@ -0,0 +1,70 @@
+{% if not add_generation_prompt is defined %}
+    {% set add_generation_prompt = false %}
+{% endif %}
+
+{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}
+
+{%- for message in messages %}
+    {%- if message['role'] == 'system' %}
+        {% set ns.system_prompt = message['content'] %}
+    {%- endif %}
+{%- endfor %}
+
+{{ bos_token }}{{ ns.system_prompt }}
+
+{%- for message in messages %}
+    {%- if message['role'] == 'user' %}
+        {%- set ns.is_tool = false -%}
+        {{ '<｜User｜>' + message['content'] }}
+    {%- endif %}
+
+    {%- if message['role'] == 'assistant' and message['content'] is none %}
+        {%- set ns.is_tool = false -%}
+        {%- for tool in message['tool_calls'] %}
+            {%- if not ns.is_first %}
+                {{ '<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] +
+                '<｜tool▁sep｜>' + tool['function']['name'] + '\n' +
+                '```json\n' + tool['function']['arguments'] + '\n```' +
+                '<｜tool▁call▁end｜>' }}
+                {%- set ns.is_first = true -%}
+            {%- else %}
+                {{ '\n<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' +
+                tool['function']['name'] + '\n' +
+                '```json\n' + tool['function']['arguments'] + '\n```' +
+                '<｜tool▁call▁end｜>' }}
+                {{ '<｜tool▁calls▁end｜><｜end▁of▁sentence｜>' }}
+            {%- endif %}
+        {%- endfor %}
+    {%- endif %}
+
+    {%- if message['role'] == 'assistant' and message['content'] is not none %}
+        {%- if ns.is_tool %}
+            {{ '<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>' }}
+            {%- set ns.is_tool = false -%}
+        {%- else %}
+            {% set content = message['content'] %}
+            {% if '</think>' in content %}
+                {% set content = content.split('</think>')[-1] %}
+            {% endif %}
+            {{ '<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>' }}
+        {%- endif %}
+    {%- endif %}
+
+    {%- if message['role'] == 'tool' %}
+        {%- set ns.is_tool = true -%}
+        {%- if ns.is_output_first %}
+            {{ '<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>' }}
+            {%- set ns.is_output_first = false %}
+        {%- else %}
+            {{ '\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor -%}
+
+{% if ns.is_tool %}
+    {{ '<｜tool▁outputs▁end｜>' }}
+{% endif %}
+
+{% if add_generation_prompt and not ns.is_tool %}
+    {{ '<｜Assistant｜>' }}
+{% endif %}

presets/workspace/inference/chat_templates/deepseek-r1-distill-qwen-14b.jinja

@@ -0,0 +1,70 @@
+{% if not add_generation_prompt is defined %}
+    {% set add_generation_prompt = false %}
+{% endif %}
+
+{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}
+
+{%- for message in messages %}
+    {%- if message['role'] == 'system' %}
+        {% set ns.system_prompt = message['content'] %}
+    {%- endif %}
+{%- endfor %}
+
+{{ bos_token }}{{ ns.system_prompt }}
+
+{%- for message in messages %}
+    {%- if message['role'] == 'user' %}
+        {%- set ns.is_tool = false -%}
+        {{ '<｜User｜>' + message['content'] }}
+    {%- endif %}
+
+    {%- if message['role'] == 'assistant' and message['content'] is none %}
+        {%- set ns.is_tool = false -%}
+        {%- for tool in message['tool_calls'] %}
+            {%- if not ns.is_first %}
+                {{ '<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] +
+                '<｜tool▁sep｜>' + tool['function']['name'] + '\n' +
+                '```json\n' + tool['function']['arguments'] + '\n```' +
+                '<｜tool▁call▁end｜>' }}
+                {%- set ns.is_first = true -%}
+            {%- else %}
+                {{ '\n<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' +
+                tool['function']['name'] + '\n' +
+                '```json\n' + tool['function']['arguments'] + '\n```' +
+                '<｜tool▁call▁end｜>' }}
+                {{ '<｜tool▁calls▁end｜><｜end▁of▁sentence｜>' }}
+            {%- endif %}
+        {%- endfor %}
+    {%- endif %}
+
+    {%- if message['role'] == 'assistant' and message['content'] is not none %}
+        {%- if ns.is_tool %}
+            {{ '<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>' }}
+            {%- set ns.is_tool = false -%}
+        {%- else %}
+            {% set content = message['content'] %}
+            {% if '</think>' in content %}
+                {% set content = content.split('</think>')[-1] %}
+            {% endif %}
+            {{ '<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>' }}
+        {%- endif %}
+    {%- endif %}
+
+    {%- if message['role'] == 'tool' %}
+        {%- set ns.is_tool = true -%}
+        {%- if ns.is_output_first %}
+            {{ '<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>' }}
+            {%- set ns.is_output_first = false %}
+        {%- else %}
+            {{ '\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor -%}
+
+{% if ns.is_tool %}
+    {{ '<｜tool▁outputs▁end｜>' }}
+{% endif %}
+
+{% if add_generation_prompt and not ns.is_tool %}
+    {{ '<｜Assistant｜>' }}
+{% endif %}

presets/workspace/models/supported_models.yaml

@@ -144,10 +144,25 @@ models:
     # 0.0.2 - Support adapter and config file for VLLM runtime
     # 0.0.1 - New Model! Support VLLM Runtime
 
+  # Qwen
   - name: qwen2.5-coder-7b-instruct
     type: text-generation
     version: https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct/commit/0eb6b1ed2d0c4306bc637d09ecef51e59d3dfe05
     runtime: tfs
     tag: 0.0.1
     # Tag history:
-    # 0.0.1 - New Model!
+    # 0.0.1 - New Model!
+
+  # Deepseek
+  - name: deepseek-r1-distill-qwen-14b
+    type: text-generation
+    version: https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B/commit/43388607a61ba60e6dd3e349eb5f55c94e984bc0
+    runtime: tfs
+    tag: 0.0.1
+  - name: deepseek-r1-distill-llama-8b
+    type: text-generation
+    version: https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-8B/commit/24ae87a9c340aa4207dd46509414c019998e0161
+    runtime: tfs
+    tag: 0.0.1
+    # Tag history:
+    # 0.0.1 - New Model!