From 7ee0a1d8b3b1025efb1a94b008059ab34c3a79ac Mon Sep 17 00:00:00 2001 From: The Ghost of FOSS' Future <163201376+sneedgroup-holder@users.noreply.github.com> Date: Mon, 23 Sep 2024 21:33:04 -0500 Subject: [PATCH] Update giant-eggplant --- giant-eggplant | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/giant-eggplant b/giant-eggplant index b2d224e..aa89333 100644 --- a/giant-eggplant +++ b/giant-eggplant @@ -1,14 +1,15 @@ # vision models can break things if not handled with care. FROM granite-code:8b FROM dolphin-mistral -FROM dolphin-llama3 +FROM dolphin-llama3:70b +FROM CognitiveComputations/dolphin-llama3.1 FROM dolphin-mixtral FROM knoopx/mobile-vlm:3b-fp16 # sets the temperature to 1 [higher is more creative, lower is more coherent] PARAMETER temperature .75 -# sets the context window size to 4096, this controls how many tokens the LLM can use as context to generate the next token -PARAMETER num_ctx 4096 +# sets the context window size to 16660, this controls how many tokens the LLM can use as context to generate the next token +PARAMETER num_ctx 16660 # sets a custom system message to specify the behavior of the chat assistant SYSTEM """