From c82219803383736a9271b83af3c12c7b3a1d1ba8 Mon Sep 17 00:00:00 2001 From: Ammaar Alam Date: Mon, 21 Apr 2025 20:07:59 -0400 Subject: [PATCH] moving 4o/4omini to 4.1/4.1mini and 4x output tokens --- analysis/get_clustering_csv.py | 2 +- pipelines/email/preprocess.py | 2 +- server/tools.py | 2 +- server/utils.py | 4 ++-- 4 files changed, 5 insertions(+), 5 deletions(-) diff --git a/analysis/get_clustering_csv.py b/analysis/get_clustering_csv.py index b744d0d8..88473b49 100644 --- a/analysis/get_clustering_csv.py +++ b/analysis/get_clustering_csv.py @@ -37,7 +37,7 @@ def wrapper(*args, **kwargs): } return wrapper -def openai_json_response(messages, model="gpt-4o-mini", temp=1, max_tokens=1024): +def openai_json_response(messages, model="gpt-4.1", temp=1, max_tokens=4096): response = openai_client.chat.completions.create( model=model, messages=messages, diff --git a/pipelines/email/preprocess.py b/pipelines/email/preprocess.py index 658eeed7..4d2359e1 100644 --- a/pipelines/email/preprocess.py +++ b/pipelines/email/preprocess.py @@ -8,7 +8,7 @@ openai_client = OpenAI() -def openai_json_response(messages, model="gpt-4o-mini", temp=1, max_tokens=1024): +def openai_json_response(messages, model="gpt-4.1", temp=1, max_tokens=4096): response = openai_client.chat.completions.create( model=model, messages=messages, diff --git a/server/tools.py b/server/tools.py index fb5c1760..664323dc 100644 --- a/server/tools.py +++ b/server/tools.py @@ -177,7 +177,7 @@ def choose_tool_and_rewrite(tools, memory, query_text): response = openai_json_response([ tool_and_rewrite(tools, memory), user_query(query_text), - ], model="gpt-4o") + ], model="gpt-4.1") tool: Tool | None = response["tool"] query_rewrite = response["query_rewrite"] return tool, query_rewrite diff --git a/server/utils.py b/server/utils.py index f41d91bc..8ebf5e85 100644 --- a/server/utils.py +++ b/server/utils.py @@ -57,7 +57,7 @@ def wrapper(*args, **kwargs): } return wrapper -def openai_json_response(messages: List, model="gpt-4o-mini", temp=1, max_tokens=1024): +def openai_json_response(messages: List, model="gpt-4.1", temp=1, max_tokens=4096): response = openai_client.chat.completions.create( model=model, messages=messages, @@ -72,7 +72,7 @@ def openai_json_response(messages: List, model="gpt-4o-mini", temp=1, max_tokens ) return json.loads(response.choices[0].message.content) -def openai_stream(messages: List, model="gpt-4o-mini", temp=1, max_tokens=1024): +def openai_stream(messages: List, model="gpt-4.1-mini", temp=1, max_tokens=1024): stream = openai_client.chat.completions.create( model=model, messages=messages,