aaaa
This commit is contained in:
@@ -0,0 +1,3 @@
|
|||||||
|
|
||||||
|
- [ ] Rename cover to process
|
||||||
|
- [ ] Remove code that saves intermediates (comment it out)
|
||||||
@@ -2,10 +2,9 @@
|
|||||||
|
|
||||||
package.path = (arg[0]:match("@?(.*/)") or arg[0]:match("@?(.*\\)")) .. "lib" .. package.config:sub(1, 1) .. "?.lua;" .. package.path
|
package.path = (arg[0]:match("@?(.*/)") or arg[0]:match("@?(.*\\)")) .. "lib" .. package.config:sub(1, 1) .. "?.lua;" .. package.path
|
||||||
local utility = require "utility"
|
local utility = require "utility"
|
||||||
local json = utility.require("dkjson")
|
|
||||||
|
|
||||||
local default_model = "gemma4:12b-mlx"
|
local default_model = "gemma4:12b-mlx"
|
||||||
local maximum_bytes = 20000
|
local maximum_bytes = 50000
|
||||||
|
|
||||||
local partial_prompt = [[You are extracting information for a later cover design process.
|
local partial_prompt = [[You are extracting information for a later cover design process.
|
||||||
|
|
||||||
@@ -72,7 +71,11 @@ Prefer elements that:
|
|||||||
- best represent the entire story
|
- best represent the entire story
|
||||||
|
|
||||||
Avoid minor plot events.
|
Avoid minor plot events.
|
||||||
Avoid spoilers.
|
|
||||||
|
]]
|
||||||
|
|
||||||
|
local gemini_prompt = [[
|
||||||
|
Generate an ebook cover inset within an empty white border 10% larger than the cover using the following cover brief:
|
||||||
|
|
||||||
]]
|
]]
|
||||||
|
|
||||||
@@ -81,6 +84,12 @@ local read_all = function(file_name)
|
|||||||
return file:read("*all")
|
return file:read("*all")
|
||||||
end)
|
end)
|
||||||
end
|
end
|
||||||
|
local write_all = function(file_name, text)
|
||||||
|
return utility.open(file_name, "w", function(file)
|
||||||
|
file:write(text)
|
||||||
|
file:write("\n")
|
||||||
|
end)
|
||||||
|
end
|
||||||
|
|
||||||
local timings = {}
|
local timings = {}
|
||||||
local timing_report = function()
|
local timing_report = function()
|
||||||
@@ -126,6 +135,7 @@ local send_prompt = function(text, model)
|
|||||||
-- word wrap breaks the raw output badly, so I need to implement my own for terminal output somehow
|
-- word wrap breaks the raw output badly, so I need to implement my own for terminal output somehow
|
||||||
local output = utility.capture_safe("cat " .. tmp_file_name:enquote() .. " | ollama run " .. (model or default_model) .. " --nowordwrap")
|
local output = utility.capture_safe("cat " .. tmp_file_name:enquote() .. " | ollama run " .. (model or default_model) .. " --nowordwrap")
|
||||||
local delta = math.floor( (os.time() - start_time) / 60 * 10 ) / 10
|
local delta = math.floor( (os.time() - start_time) / 60 * 10 ) / 10
|
||||||
|
print("Took " .. delta .. " minutes.")
|
||||||
timings[#timings + 1] = delta
|
timings[#timings + 1] = delta
|
||||||
os.execute("rm " .. tmp_file_name)
|
os.execute("rm " .. tmp_file_name)
|
||||||
if not output then error("ollama failed to generate output") end
|
if not output then error("ollama failed to generate output") end
|
||||||
@@ -139,8 +149,8 @@ end
|
|||||||
local tree
|
local tree
|
||||||
tree = function(path, fn)
|
tree = function(path, fn)
|
||||||
utility.list(path or ".", function(path_name)
|
utility.list(path or ".", function(path_name)
|
||||||
if path_name == ".git" then return end
|
local blacklist = { ".git", ".gitkeep", ".DS_Store", }
|
||||||
if path_name == ".gitkeep" then return end
|
if blacklist[path_name] then return end
|
||||||
if utility.is_file(path_name) then
|
if utility.is_file(path_name) then
|
||||||
fn(path_name)
|
fn(path_name)
|
||||||
else
|
else
|
||||||
@@ -153,29 +163,28 @@ tree("extracted_texts", function(file_name)
|
|||||||
local path, name, extension = utility.split_path_components(file_name)
|
local path, name, extension = utility.split_path_components(file_name)
|
||||||
local text = read_all(file_name)
|
local text = read_all(file_name)
|
||||||
local result
|
local result
|
||||||
|
print(name)
|
||||||
|
|
||||||
if #text > maximum_bytes then
|
if #text > maximum_bytes then
|
||||||
local outputs = {}
|
local outputs = {}
|
||||||
-- TODO check if this would work just as well starting from 1 instead..
|
-- TODO check if this would work just as well starting from 1 instead..
|
||||||
for i = 0, #text/maximum_bytes do
|
for i = 0, #text/maximum_bytes do
|
||||||
print((i + 1) .. " of " .. math.floor(#text/maximum_bytes + 1))
|
print("Processing section " .. (i + 1) .. " of " .. math.floor(#text/maximum_bytes + 1))
|
||||||
local piece = text:sub(i * maximum_bytes, (i + 1) * maximum_bytes - 1)
|
local piece = text:sub(i * maximum_bytes, (i + 1) * maximum_bytes - 1)
|
||||||
result = send_prompt(partial_prompt .. piece)
|
result = send_prompt(partial_prompt .. piece)
|
||||||
outputs[#outputs + 1] = result
|
outputs[#outputs + 1] = result
|
||||||
|
print(#result .. " characters added to intermediate context.")
|
||||||
-- temporary
|
|
||||||
utility.open("intermediates/" .. (i + 1) .. ".txt", "w", function(file)
|
|
||||||
file:write(result)
|
|
||||||
file:write("\n")
|
|
||||||
end)
|
|
||||||
print(#result .. " characters added to full context.")
|
|
||||||
end
|
end
|
||||||
|
|
||||||
text = table.concat(outputs, "\n\n")
|
text = table.concat(outputs, "\n\n")
|
||||||
|
-- TODO handle if there is too much context!
|
||||||
|
write_all("intermediates/" .. name .. ".txt", text)
|
||||||
end
|
end
|
||||||
|
|
||||||
|
print("Generating cover brief.")
|
||||||
result = send_prompt(cover_brief_prompt .. text)
|
result = send_prompt(cover_brief_prompt .. text)
|
||||||
print(result)
|
write_all("cover_briefs/" .. name .. ".txt", result)
|
||||||
|
write_all("cover_briefs/for_gemini" .. name .. ".txt", name .. gemini_prompt .. result)
|
||||||
end)
|
end)
|
||||||
|
|
||||||
timing_report()
|
timing_report()
|
||||||
Reference in New Issue
Block a user