From cd061ce50a352e62ee9833ab8e4c0f69c5838099 Mon Sep 17 00:00:00 2001 From: Mandana Vaziri Date: Wed, 5 Mar 2025 11:38:35 -0500 Subject: [PATCH] default parameters for ollama_chat models Signed-off-by: Mandana Vaziri --- examples/chatbot/chatbot.pdl | 2 +- src/pdl/pdl_ast.py | 5 +++++ 2 files changed, 6 insertions(+), 1 deletion(-) diff --git a/examples/chatbot/chatbot.pdl b/examples/chatbot/chatbot.pdl index 1b01de762..e9c744155 100644 --- a/examples/chatbot/chatbot.pdl +++ b/examples/chatbot/chatbot.pdl @@ -6,7 +6,7 @@ text: - repeat: text: # Send context to Granite model hosted at replicate.com - - model: ollama/granite-code:8b + - model: ollama_chat/granite3.2:8b # Allow the user to type 'yes', 'no', or anything else, storing # the input into a variable named `eval`. The input is also implicitly # added to the context. diff --git a/src/pdl/pdl_ast.py b/src/pdl/pdl_ast.py index eaf60b32b..b51b9f76f 100644 --- a/src/pdl/pdl_ast.py +++ b/src/pdl/pdl_ast.py @@ -902,6 +902,11 @@ def get_default_model_parameters() -> list[dict[str, Any]]: "temperature": 0, }, }, + { + "ollama_chat/granite*": { + "temperature": 0, + }, + }, ]