feat: modify user message format and enhance AIPlanner options with increased context size
This commit is contained in:
@@ -197,7 +197,8 @@ class AIPlanner:
|
||||
model=OLLAMA_MODEL,
|
||||
messages=[
|
||||
{"role": "system", "content": SYSTEM_PROMPT},
|
||||
{"role": "user", "content": user_message},
|
||||
{"role": "user", "content": "/no_think\n" + user_message},
|
||||
{"role": "assistant", "content": "<|think|>\n\n</|think|>\n"},
|
||||
],
|
||||
format={
|
||||
"type": "object",
|
||||
@@ -220,8 +221,7 @@ class AIPlanner:
|
||||
},
|
||||
"required": ["actions"],
|
||||
},
|
||||
think=False,
|
||||
options={"temperature": 0.3},
|
||||
options={"temperature": 0.3, "num_ctx": 8192},
|
||||
)
|
||||
finally:
|
||||
stop_event.set()
|
||||
|
||||
Reference in New Issue
Block a user