.modelfile

#This model file is created to customize the model from parameters' perspective for generating summaries under Evaluation Tasks of NIST GEN AI -T2T-G
# The model uses the quantized q_8 instruct for the reference. More details can be found in the model/system card
FROM llama3.1:8b-instruct-q8_0

# Define model parameters
PARAMETER num_ctx 24576 
PARAMETER repeat_last_n -1
PARAMETER temperature 0.7
PARAMETER top_p 0.7
PARAMETER top_k 30

# Specify stop tokens
PARAMETER stop "<|start_header_id|>"
PARAMETER stop "<|end_header_id|>"
PARAMETER stop "<|eot_id|>"

# License information
LICENSE """
LLaMA 3.1 COMMUNITY LICENSE AGREEMENT
Llama 3.1 Version Release Date: July 23, 2024
"""

# Example template
TEMPLATE """{{ if .System }}<|start_header_id|>system<|end_header_id|>
{{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>
{{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|>
{{ .Response }}<|eot_id|>"""