#!/usr/bin/env luajit package.path = (arg[0]:match("@?(.*/)") or arg[0]:match("@?(.*\\)")) .. "lib" .. package.config:sub(1, 1) .. "?.lua;" .. package.path local utility = require "utility" local json = utility.require("dkjson") local prompts = utility.require("prompts") local text_processing = utility.require("text_processing") local model = "gemma4:12b-mlx" local minimum_bytes = 1000 local maximum_bytes = 40000 local files if utility.path_exists("PRIVATE_DATA/file_list.json") then files = utility.load_data("PRIVATE_DATA/file_list.json") else files = {} end local refresh_file_list = function() local new_files_list = {} utility.tree("PRIVATE_DATA/notebook", { blacklist = utility.enumerate{ ".git", ".gitattributes", ".gitignore", ".gitkeep", ".DS_Store", }, extension_blacklist = utility.enumerate{ "gif", "jpg", "jpeg", "mp4", "pdf", "png", "webp", }, }, function(file_name) new_files_list[#new_files_list + 1] = file_name end) files = new_files_list utility.save_data(new_files_list, "PRIVATE_DATA/file_list.json") end local generate_and_score = function(file_name, text) print("Writing synopsis...") local synopsis = utility.llm_prompt(prompts.synopsis_prompt .. text, model) print(synopsis) print("Scoring synopsis...") local scoring, thinking = utility.llm_prompt(prompts.scoring_prompt .. synopsis, model) print(scoring) local scoring_decoded = json.decode(scoring) -- likely will not work because it consistently returns Markdown instead of JSON if not scoring_decoded then scoring_decoded = json.decode(text_processing.strip_markdown_codeblock(scoring)) end local object = { synopsis = synopsis, scoring = scoring_decoded or scoring, -- either the correct values or a string of output that isn't JSON thinking = thinking, } utility.save_data(object, "PRIVATE_DATA/synopses/" .. utility.uuid() .. ".json") end os.execute("mkdir -p PRIVATE_DATA/synopses") if arg[1] == "refresh_file_list" then print("Refresing file list...") refresh_file_list() end if arg[1] == "export_ordered_list_of_prompts" then local path = "PRIVATE_DATA/synopses" local items = {} local item_order = {} utility.list(path, function(path_name) local full_path = path .. utility.path_separator .. path_name if path_name:find("%.json") then local object = utility.load_data(full_path) items[path_name] = object if type(object.scoring) == "table" then local s = object.scoring local total_score = s.conflict_potential + s.emotional_potential + s.character_potential + s.worldbuilding_potential + s.expansion_potential + s.overall_promise + s.memorability + s.originality + s.curiosity + s.hook item_order[#item_order + 1] = { path_name = path_name, total_score = total_score, } end end end) table.sort(item_order, function(A,B) return A.total_score > B.total_score end) -- for k,v in pairs(item_order) do print(v.path_name,v.total_score) end local output = { "---", "title: Ordered Synopses (" .. #item_order .. " items)", "author: [\"Gemma4:12b-mlx\", \"Tangent\", \"Ollama\"]", "publisher: Tangent", "---", "", } for _, v in pairs(item_order) do local item = items[v.path_name] local text = item.synopsis local tab = text:split("\n") for index, line in ipairs(tab) do if line:sub(1, 1) == "#" then tab[index] = "#" .. tab[index] end end -- output[#output + 1] = "# " .. v.path_name .. " (" .. v.total_score .. ")\n\n" .. item.synopsis .. "\n" output[#output + 1] = "# " .. v.path_name .. " (" .. v.total_score .. ")\n\n" .. table.concat(tab, "\n") .. "\n" output[#output + 1] = "## Scoring\n\n```json\n" .. json.encode(item.scoring, { indent = true, }) .. "\n```\n" end utility.write_file("PRIVATE_DATA/Ordered Synopses.md", table.concat(output, "\n")) os.execute("pandoc \"PRIVATE_DATA/Ordered Synopses.md\" -o \"PRIVATE_DATA/Ordered Synopses.epub\"") os.exit(0) end print(#files .. " files to select from.") if #files == 0 then print("Run \"./synopsis_generator.lua refresh_file_list\" first.") os.exit(1) end while true do print("Selecting a file...") local file_name = files[math.random(1, #files)] local file_size = utility.file_size(file_name) if file_size > minimum_bytes and file_size <= maximum_bytes then local text = utility.read_file(file_name) text = text_processing.strip_frontmatter(text) if #text > minimum_bytes and #text <= maximum_bytes then print(file_name .. " chosen.") generate_and_score(file_name, text) -- kind of the main function, innit? -- os.exit(0) end end end