Skip to content

Commit e2294df

Browse files
committed
feat: get llm model from env
1 parent aafff22 commit e2294df

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

src/server.rs

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -225,8 +225,10 @@ impl RustDocsServer {
225225
doc.content, question
226226
);
227227

228+
let llm_model: String = env::var("LLM_MODEL")
229+
.unwrap_or_else(|_| "gpt-4o-mini-2024-07-18".to_string());
228230
let chat_request = CreateChatCompletionRequestArgs::default()
229-
.model("gpt-4o-mini-2024-07-18")
231+
.model(llm_model)
230232
.messages(vec![
231233
ChatCompletionRequestSystemMessageArgs::default()
232234
.content(system_prompt)

0 commit comments

Comments
 (0)