diff --git a/ai_planner.py b/ai_planner.py index fac3848..7531ec7 100644 --- a/ai_planner.py +++ b/ai_planner.py @@ -197,7 +197,8 @@ class AIPlanner: model=OLLAMA_MODEL, messages=[ {"role": "system", "content": SYSTEM_PROMPT}, - {"role": "user", "content": user_message}, + {"role": "user", "content": "/no_think\n" + user_message}, + {"role": "assistant", "content": "<|think|>\n\n\n"}, ], format={ "type": "object", @@ -220,8 +221,7 @@ class AIPlanner: }, "required": ["actions"], }, - think=False, - options={"temperature": 0.3}, + options={"temperature": 0.3, "num_ctx": 8192}, ) finally: stop_event.set()