feat: modify user message format and enhance AIPlanner options with increased context size
This commit is contained in:
@@ -197,7 +197,8 @@ class AIPlanner:
|
|||||||
model=OLLAMA_MODEL,
|
model=OLLAMA_MODEL,
|
||||||
messages=[
|
messages=[
|
||||||
{"role": "system", "content": SYSTEM_PROMPT},
|
{"role": "system", "content": SYSTEM_PROMPT},
|
||||||
{"role": "user", "content": user_message},
|
{"role": "user", "content": "/no_think\n" + user_message},
|
||||||
|
{"role": "assistant", "content": "<|think|>\n\n</|think|>\n"},
|
||||||
],
|
],
|
||||||
format={
|
format={
|
||||||
"type": "object",
|
"type": "object",
|
||||||
@@ -220,8 +221,7 @@ class AIPlanner:
|
|||||||
},
|
},
|
||||||
"required": ["actions"],
|
"required": ["actions"],
|
||||||
},
|
},
|
||||||
think=False,
|
options={"temperature": 0.3, "num_ctx": 8192},
|
||||||
options={"temperature": 0.3},
|
|
||||||
)
|
)
|
||||||
finally:
|
finally:
|
||||||
stop_event.set()
|
stop_event.set()
|
||||||
|
|||||||
Reference in New Issue
Block a user