#!/usr/bin/env luajit

package.path = (arg[0]:match("@?(.*/)") or arg[0]:match("@?(.*\\)")) .. "lib" .. package.config:sub(1, 1) .. "?.lua;" .. package.path
local utility = require "utility"

local json = utility.require("dkjson")
local prompts = utility.require("prompts")
local text_processing = utility.require("text_processing")

local model = "gemma4:12b-mlx"
local minimum_bytes = 1000
local maximum_bytes = 40000

local NOTEBOOK_PATH = "PRIVATE_DATA/notebook"
local blacklist = utility.enumerate{ ".git", ".gitattributes", ".gitignore", ".gitkeep", ".DS_Store", }
local extension_blacklist = utility.enumerate{ "gif", "jpg", "jpeg", "mp4", "pdf", "png", "webp", }

local data_location = "PRIVATE_DATA/synopsis_generator_file_list.json"
local file_list
if utility.path_exists(data_location) then
  file_list = utility.load_data(data_location)
else
  file_list = {}
end

local refresh_file_list = function()
  os.execute("cd " .. NOTEBOOK_PATH:enquot() .. " && git pull origin")

  local new_files_list = {}
  utility.tree(NOTEBOOK_PATH, {
    blacklist = blacklist,
    extension_blacklist = extension_blacklist,
  }, function(file_name)
    local file_size = utility.file_size(file_name)
    if file_size >= minimum_bytes and file_size <= maximum_bytes then
      local text = text_processing.strip_frontmatter(utility.read_file(file_name))
      if #text >= minimum_bytes and #text <= maximum_bytes then
        new_files_list[#new_files_list + 1] = file_name
      end
    end
  end)

  file_list = new_files_list
  utility.save_data(new_files_list, data_location)
end

local generate_and_score = function(file_name, text)
  print("Writing synopsis...")
  local synopsis = utility.llm_prompt(prompts.synopsis_prompt .. text, model)
  print(synopsis)
  print("Scoring synopsis...")
  local scoring, thinking = utility.llm_prompt(prompts.scoring_prompt .. synopsis, model)
  print(scoring)
  local scoring_decoded = json.decode(scoring) -- likely will not work because it consistently returns Markdown instead of JSON
  if not scoring_decoded then
    scoring_decoded = json.decode(text_processing.strip_markdown_codeblock(scoring))
  end

  local object = {
    synopsis = synopsis,
    scoring = scoring_decoded or scoring, -- either the correct values or a string of output that isn't JSON
    thinking = thinking,
  }

  utility.save_data(object, "PRIVATE_DATA/synopses/" .. utility.uuid() .. ".json")
end

local export_ordered_list_of_prompts = function()
  local path = "PRIVATE_DATA/synopses"
  local items = {}
  local item_order = {}

  utility.list(path, function(path_name)
    local full_path = path .. utility.path_separator .. path_name
    if path_name:find("%.json") then
      local object = utility.load_data(full_path)
      items[path_name] = object
      if type(object.scoring) == "table" then
        local mean_score, total_score = utility.mean(object.scoring)
        item_order[#item_order + 1] = { path_name = path_name, total_score = total_score, mean_score = mean_score, }
      end
    end
  end)

  table.sort(item_order, function(A,B) return A.mean_score > B.mean_score end)

  local output = {
    "---",
    "title: Ordered Synopses (" .. #item_order .. " items)",
    "author: [\"" .. model .. "\", \"Tangent\", \"Ollama\"]",
    "publisher: \"synopsis_generator.lua\"",
    "---",
    "",
  }

  for _, v in pairs(item_order) do
    local item = items[v.path_name]
    local text = item.synopsis
    local tab = text:split("\n")

    for index, line in ipairs(tab) do
      if line:sub(1, 1) == "#" then
        tab[index] = "#" .. tab[index]
      end
    end

    output[#output + 1] = "# " .. v.path_name .. " (" .. v.total_score .. ")\n\n" .. table.concat(tab, "\n") .. "\n"
    output[#output + 1] = "## Scoring\n\n```json\n" .. json.encode(item.scoring, { indent = true, }) .. "\n```\n"
  end

  utility.write_file("PRIVATE_DATA/Ordered Synopses.md", table.concat(output, "\n"))
  os.execute("pandoc \"PRIVATE_DATA/Ordered Synopses.md\" -o \"PRIVATE_DATA/Ordered Synopses.epub\"")
end



os.execute("mkdir -p PRIVATE_DATA/synopses")

if arg[1] == "refresh_file_list" then
  print("Refresing file list...")
  refresh_file_list()
  os.exit(0)
elseif arg[1] == "export_ordered_list_of_prompts" then
  export_ordered_list_of_prompts()
  os.exit(0)
end

print(#file_list .. " files to select from.")
if #file_list == 0 then
  print("Run \"./synopsis_generator.lua refresh_file_list\" first.")
  os.exit(1)
end

while true do
  local file_name = file_list[math.random(1, #file_list)]
  local text = utility.read_file(file_name)
  print(file_name .. " chosen.")
  generate_and_score(file_name, text)
end