Resumable intermediates #2

Merged
tangent merged 17 commits from resumable-intermediates into main 2026-08-23 23:59:39 -06:00
Showing only changes of commit 994836cc05 - Show all commits
+37 -26
View File
@@ -156,17 +156,20 @@ end
local convert_ebooks = function(books) local convert_ebooks = function(books)
for name, data in pairs(books) do for name, data in pairs(books) do
if data.extracted_file then return end local function loop()
if not data.ebook_file then return end if data.extracted_file then return end
if not data.ebook_file then return end
local extracted_file = "extracted_texts/" .. name .. ".txt" local extracted_file = "extracted_texts/" .. name .. ".txt"
os.execute(config.llm_covers.calibre_location .. "/Contents/MacOS/ebook-convert " os.execute(config.llm_covers.calibre_location .. "/Contents/MacOS/ebook-convert "
.. data.ebook_file:enquote() .. " " .. extracted_file:enquote()) .. data.ebook_file:enquote() .. " " .. extracted_file:enquote())
if utility.path_exists(extracted_file) then if utility.path_exists(extracted_file) then
data.extracted_file = extracted_file data.extracted_file = extracted_file
data.extracted_file_size = utility.file_size(extracted_file) data.extracted_file_size = utility.file_size(extracted_file)
end
end end
loop()
end end
end end
@@ -248,32 +251,38 @@ end
local generate_cover_briefs = function(books) local generate_cover_briefs = function(books)
for name, data in pairs(books) do for name, data in pairs(books) do
if data.cover_brief_file then return end local function loop()
print(name) if data.cover_brief_file then return end
print(name)
local text local text
if data.extracted_file_size > config.llm_covers.maximum_bytes then if data.extracted_file_size > config.llm_covers.maximum_bytes then
text = generate_summary(name, data) text = generate_summary(name, data)
else else
text = read_all(extracted_file) text = read_all(data.extracted_file)
end
print("Generating cover brief.")
text = send_prompt(prompts.cover_brief .. text)
local cover_brief_file = "cover_briefs/" .. name .. ".txt"
write_all(cover_brief_file, text)
write_all("for_gemini/" .. name .. ".txt", "Title: " .. name .. prompts.for_gemini .. text)
data.cover_brief_file = cover_brief_file
end end
loop()
print("Generating cover brief.")
text = send_prompt(prompts.cover_brief .. text)
local cover_brief_file = "cover_briefs/" .. name .. ".txt"
write_all(cover_brief_file, text)
write_all("for_gemini/" .. name .. ".txt", "Title: " .. name .. prompts.for_gemini .. text)
data.cover_brief_file = cover_brief_file
end end
end end
local estimate_time_required = function(books) local estimate_time_required = function(books)
local sum, count = 0, 0 local sum, count = 0, 0
for name, data in pairs(books) do for name, data in pairs(books) do
if data.cover_brief_file then return end local function loop()
sum = sum + 60 * (2 + data.extracted_file_size/(config.llm_covers.maximum_bytes/7.5)) if data.cover_brief_file then return end
count = count + 1 sum = sum + 60 * (1.5 + data.extracted_file_size/(config.llm_covers.maximum_bytes/7.5))
count = count + 1
end
loop()
end end
print(count .. " cover briefs to generate. Estimated time: " print(count .. " cover briefs to generate. Estimated time: "
@@ -293,5 +302,7 @@ generate_cover_briefs(books)
print("") print("")
timing.print_report() timing.print_report()
-- utility.print_table(books)
-- ebook_file, extracted_file, extracted_file_size, -- ebook_file, extracted_file, extracted_file_size,
-- intermediate_file, condensed_intermediate_file, cover_brief_file -- intermediate_file, condensed_intermediate_file, cover_brief_file