tools/llm-covers
1
0 Fork 0
Code Issues 2 Pull Requests Actions Packages Projects Releases Wiki Activity

smaller model is USUALLY good enough

Browse Source 
- the restarting is also unnecessary
- I should've committed this days ago
- I need to add a way to easily switch model or specify it for certain items
This commit is contained in:
tangent committed 2026-10-05 17:09:01 -06:00
1 parent e869995b0c
commit 2f2252682d
1 file changed
+2 -2
Download Patch File Download Diff File Expand all files Collapse all files
make_cover_briefs.lua
+2 -2
View File
@@ -8,7 +8,7 @@ local timing = require "timing"
local config = utility.get_config("read-only") local config = utility.get_config("read-only")
if not config.llm_covers then config.llm_covers = {} end if not config.llm_covers then config.llm_covers = {} end
if not config.llm_covers.calibre_location then config.llm_covers.calibre_location = "/Applications/calibre.app" end if not config.llm_covers.calibre_location then config.llm_covers.calibre_location = "/Applications/calibre.app" end
if not config.llm_covers.default_model then config.llm_covers.default_model = "gemma4:12b-mlx" end if not config.llm_covers.default_model then config.llm_covers.default_model = "gemma4:e2b-mlx" end
if not config.llm_covers.maximum_bytes then config.llm_covers.maximum_bytes = 40000 end if not config.llm_covers.maximum_bytes then config.llm_covers.maximum_bytes = 40000 end
local read_all = function(file_name) local read_all = function(file_name)
@@ -53,7 +53,7 @@ local send_prompt = function(text, model)
timing.start() timing.start()
-- word wrap breaks the raw output badly, so I need to implement my own for terminal output somehow -- word wrap breaks the raw output badly, so I need to implement my own for terminal output somehow
local output = utility.capture_safe("cat " .. tmp_file_name:enquote() .. " | ollama run " .. (model or config.llm_covers.default_model) .. " --nowordwrap") local output = utility.capture_safe("cat " .. tmp_file_name:enquote() .. " | ollama run " .. (model or config.llm_covers.default_model) .. " --nowordwrap")
os.execute("ollama stop " .. (model or config.llm_covers.default_model)) -- NOTE this makes things slower, but more stable -- os.execute("ollama stop " .. (model or config.llm_covers.default_model)) -- NOTE this makes things slower, but more stable
local delta = timing.stop() local delta = timing.stop()
print("Took " .. delta .. " minutes.") print("Took " .. delta .. " minutes.")