|
@@ -61,6 +61,7 @@ local_llm = ChatOllama(
|
|
|
local_llm_fonction = OllamaFunctions(
|
|
local_llm_fonction = OllamaFunctions(
|
|
|
model="deepseek-coder-v2:16b-lite-instruct-q4_K_M",
|
|
model="deepseek-coder-v2:16b-lite-instruct-q4_K_M",
|
|
|
#model="llama3.1:8b",
|
|
#model="llama3.1:8b",
|
|
|
|
|
+ base_url=OLLAMA_BASE_URL,
|
|
|
temperature=0,
|
|
temperature=0,
|
|
|
format="json",
|
|
format="json",
|
|
|
num_ctx=4096
|
|
num_ctx=4096
|
|
@@ -69,6 +70,7 @@ local_llm_fonction = OllamaFunctions(
|
|
|
|
|
|
|
|
local_llm_reporter = ChatOllama(
|
|
local_llm_reporter = ChatOllama(
|
|
|
model="llama3.1:8b",
|
|
model="llama3.1:8b",
|
|
|
|
|
+ base_url=OLLAMA_BASE_URL,
|
|
|
temperature=0,
|
|
temperature=0,
|
|
|
|
|
|
|
|
)
|
|
)
|
