tools/llm-covers
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

first level intermediates can be saved and loaded

Browse Source
This commit is contained in:
tangent
2026-08-21 12:55:54 -06:00
parent df43053713
commit 8ddd8fdf63
1 changed files with 21 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
make_cover_briefs.lua
+19
View File
@@ -177,20 +177,39 @@ tree("extracted_texts", function(file_name)
local text = read_all(file_name) local text = read_all(file_name)
local result local result
-- TODO there is no way to recognize a dangling intermediate and pickup from there
print(name) print(name)
local outputs = {} local outputs = {}
if #text > maximum_bytes then if #text > maximum_bytes then
-- TODO check if this would work just as well starting from 1 instead.. -- TODO check if this would work just as well starting from 1 instead..
for i = 0, #text/maximum_bytes do for i = 0, #text/maximum_bytes do
print("Processing section " .. (i + 1) .. " of " .. math.floor(#text/maximum_bytes + 1)) print("Processing section " .. (i + 1) .. " of " .. math.floor(#text/maximum_bytes + 1))
local intermediate_name = "intermediates/" .. name:sub(1, -5) .. "-" .. tostring(#outputs + 1) .. ".txt"
if utility.path_exists(intermediate_name) then
result = read_all(intermediate_name)
print("Loaded from intermediates.")
else
local piece = text:sub(i * maximum_bytes, (i + 1) * maximum_bytes - 1) local piece = text:sub(i * maximum_bytes, (i + 1) * maximum_bytes - 1)
result = send_prompt(partial_prompt .. piece) result = send_prompt(partial_prompt .. piece)
write_all(intermediate_name, result)
end
outputs[#outputs + 1] = result outputs[#outputs + 1] = result
print(#result .. " characters added to intermediate context.") print(#result .. " characters added to intermediate context.")
end end
text = table.concat(outputs, "\n\n") text = table.concat(outputs, "\n\n")
write_all("intermediates/" .. name, text) write_all("intermediates/" .. name, text)
print("Saved full intermediate prompt.")
for i = 0, #text/maximum_bytes do
local intermediate_name = "intermediates/" .. name:sub(1, -5) .. "-" .. tostring(#outputs + 1) .. ".txt"
if utility.path_exists(intermediate_name) then
os.execute("rm " .. intermediate_name:enquote())
end
print("Removed excess intermediate texts.")
end
end end
-- handle too much context (works with up to 100 slices) -- handle too much context (works with up to 100 slices)