From 2f2252682d1a427ccb3e376b3897d9d6339969d5 Mon Sep 17 00:00:00 2001 From: Tangent Date: Mon, 5 Oct 2026 17:09:01 -0600 Subject: [PATCH] smaller model is USUALLY good enough - the restarting is also unnecessary - I should've committed this days ago - I need to add a way to easily switch model or specify it for certain items --- make_cover_briefs.lua | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/make_cover_briefs.lua b/make_cover_briefs.lua index 8b742cc..e101671 100755 --- a/make_cover_briefs.lua +++ b/make_cover_briefs.lua @@ -8,7 +8,7 @@ local timing = require "timing" local config = utility.get_config("read-only") if not config.llm_covers then config.llm_covers = {} end if not config.llm_covers.calibre_location then config.llm_covers.calibre_location = "/Applications/calibre.app" end -if not config.llm_covers.default_model then config.llm_covers.default_model = "gemma4:12b-mlx" end +if not config.llm_covers.default_model then config.llm_covers.default_model = "gemma4:e2b-mlx" end if not config.llm_covers.maximum_bytes then config.llm_covers.maximum_bytes = 40000 end local read_all = function(file_name) @@ -53,7 +53,7 @@ local send_prompt = function(text, model) timing.start() -- word wrap breaks the raw output badly, so I need to implement my own for terminal output somehow local output = utility.capture_safe("cat " .. tmp_file_name:enquote() .. " | ollama run " .. (model or config.llm_covers.default_model) .. " --nowordwrap") - os.execute("ollama stop " .. (model or config.llm_covers.default_model)) -- NOTE this makes things slower, but more stable + -- os.execute("ollama stop " .. (model or config.llm_covers.default_model)) -- NOTE this makes things slower, but more stable local delta = timing.stop() print("Took " .. delta .. " minutes.")