add files
This commit is contained in:
20
Modelfile
Normal file
20
Modelfile
Normal file
@@ -0,0 +1,20 @@
|
||||
FROM /home/alexander/GitHub/finetune/finetunedmodel/unsloth.Q8_0.gguf
|
||||
|
||||
TEMPLATE """Below are some instructions that describe some tasks. Write responses that appropriately complete each request.{{ if .Prompt }}
|
||||
|
||||
### Instruction:
|
||||
{{ .Prompt }}{{ end }}
|
||||
|
||||
### Response:
|
||||
{{ .Response }}<|end_of_text|>"""
|
||||
|
||||
PARAMETER stop "<|start_header_id|>"
|
||||
PARAMETER stop "<|eot_id|>"
|
||||
PARAMETER stop "<|python_tag|>"
|
||||
PARAMETER stop "<|eom_id|>"
|
||||
PARAMETER stop "<|finetune_right_pad_id|>"
|
||||
PARAMETER stop "<|end_header_id|>"
|
||||
PARAMETER stop "<|end_of_text|>"
|
||||
PARAMETER stop "<|reserved_special_token_"
|
||||
PARAMETER temperature 1.5
|
||||
PARAMETER min_p 0.1
|
||||
Reference in New Issue
Block a user