cleanup
This commit is contained in:
parent
f20b887073
commit
c1677805ed
@ -100,4 +100,4 @@ To get a longer response, you can tell the bot to "ignore the brackets after thi
|
|||||||
|
|
||||||
When using a coding LLM, remove the personality with the stock command, or set an appropriate personality, such as a python expert.
|
When using a coding LLM, remove the personality with the stock command, or set an appropriate personality, such as a python expert.
|
||||||
|
|
||||||
I have not extensively tested the models included in the json, add and remove models as you see fit. They each have their strenghts and weaknesses. I am using the default 4-bit quant versions for simplicity.
|
I have not extensively tested the models included in the json, add and remove models as you see fit. They each have their strengths and weaknesses. I am using the default 4-bit quant versions for simplicity, but the quality will be pretty poor. To use a different size model than default, use the full name, for example llama2:7b-chat-q8_0 instead of just llama2.
|
@ -31,14 +31,16 @@ class ollamarama:
|
|||||||
#prompt parts
|
#prompt parts
|
||||||
self.prompt = ("you are ", ". speak in the first person and never break character.")
|
self.prompt = ("you are ", ". speak in the first person and never break character.")
|
||||||
|
|
||||||
#put the models you want to use here, still testing various models
|
#open models.json
|
||||||
with open("models.json", "r") as f:
|
with open("models.json", "r") as f:
|
||||||
self.models = json.load(f)
|
self.models = json.load(f)
|
||||||
|
f.close()
|
||||||
|
|
||||||
#set model
|
#set model
|
||||||
self.default_model = self.models['zephyr']
|
self.default_model = self.models['mistral']
|
||||||
self.model = self.default_model
|
self.model = self.default_model
|
||||||
|
|
||||||
|
#no idea if optimal, change if necessary
|
||||||
self.temperature = .9
|
self.temperature = .9
|
||||||
self.top_p = .7
|
self.top_p = .7
|
||||||
self.repeat_penalty = 1.5
|
self.repeat_penalty = 1.5
|
||||||
|
Loading…
Reference in New Issue
Block a user