Merge pull request #46 from chnyda/main

feat: add new parameter to pass models config files

charts/local-ai/templates/configmap-models-configs.yaml

@@ -0,0 +1,11 @@
+{{- if .Values.modelsConfigs -}}
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: {{ template "local-ai.fullname" . }}-models-configs
+data:
+{{- range $key, $val := .Values.modelsConfigs }}
+  {{ $key }}: |-
+{{ $val | indent 4 }}
+{{- end }}
+{{- end -}}

charts/local-ai/templates/deployment.yaml

@@ -96,6 +96,31 @@ spec:
               {{- end }}
             {{- end }}
         {{- end }}
+        {{- if .Values.modelsConfigs }}
+        - name: models-configs
+          image: {{ .Values.deployment.prompt_templates.image }}
+          imagePullPolicy: {{ .Values.deployment.pullPolicy }}
+          command: ["/bin/sh", "-c"]
+          args:
+            - |
+              for file in /models-configs/*; do
+                filename=$(basename "$file")
+                if [[ $filename != *.yaml ]]; then
+                  cp -fL "$file" "/models/$filename.yaml"
+                else
+                  cp -fL "$file" "/models/$filename"
+                fi
+              done
+          volumeMounts:
+            - mountPath: /models-configs
+              name: models-configs
+            {{- range $key, $pvc := $rootPersistence }}
+              {{- if $pvc.enabled }}
+            - name: {{ $key }}
+              mountPath: {{ $pvc.globalMount | default (print "/" $key) }}
+              {{- end }}
+            {{- end }}
+        {{- end }}
         - name: download-model
           image: {{ .Values.deployment.download_model.image }}
           imagePullPolicy: {{ .Values.deployment.pullPolicy }}
@@ -264,6 +289,9 @@ spec:
         - name: prompt-templates
           configMap:
             name: {{ template "local-ai.fullname" . }}-prompt-templates
+        - name: models-configs
+          configMap:
+            name: {{ template "local-ai.fullname" . }}-models-configs
       {{- end }}
       {{- with .Values.nodeSelector }}
       nodeSelector:

charts/local-ai/values.yaml

@@ -43,6 +43,28 @@ resources:
   #   cpu: 100m
   #   memory: 128Mi
 
+# Model config to include
+modelsConfigs:
+  {}
+  # phi-2: |
+  #   name: phi-2
+  #   context_size: 2048
+  #   f16: true
+  #   mmap: true
+  #   trimsuffix: 
+  #   - "\n"
+  #   parameters:
+  #     model: phi-2.Q8_0.gguf
+  #     temperature: 0.2
+  #     top_k: 40
+  #     top_p: 0.95
+  #     seed: -1
+  #   template:
+  #     chat: &template |-
+  #       Instruct: {{.Input}}
+  #       Output:
+  #     completion: *template
+
 # Prompt templates to include
 # Note: the keys of this map will be the names of the prompt template files
 promptTemplates: