From 77298dad0c7721a3e801c90138abb4ef3df27813 Mon Sep 17 00:00:00 2001
From: Tangent <rose@tangentfox.com>
Date: Wed, 16 Sep 2026 23:16:29 -0600
Subject: [PATCH] target chunk size is possible now

closes #4
---
 lib/log.lua         | 2 +-
 refresh_sources.lua | 9 ++++++++-
 2 files changed, 9 insertions(+), 2 deletions(-)

diff --git a/lib/log.lua b/lib/log.lua
index 5bc89f8..a9befbd 100644
--- a/lib/log.lua
+++ b/lib/log.lua
@@ -22,7 +22,7 @@ local enable_logging = true
 local message_limit = math.huge
 
 return setmetatable(microlog, {
-  __call = function(options, ...)
+  __call = function(self, options, ...)
     local options_type = type(options)
 
     if (options_type == "string") and enable_logging then
diff --git a/refresh_sources.lua b/refresh_sources.lua
index 7e38b36..4396148 100755
--- a/refresh_sources.lua
+++ b/refresh_sources.lua
@@ -143,9 +143,16 @@ local process_file = function(data_source, file_name)
   local chunk_size = data_source.max_chunk_size or config.models.embedding.max_chunk_size
   local chunks = make_chunks(text, chunk_size)
 
+  if data_source.target_chunk_size then
+    local extra_chunks = make_chunks(text, data_source.target_chunk_size)
+    for i = 2, #extra_chunks do
+      chunks[#chunks + 1] = extra_chunks[i]
+    end
+  end
+
   local new_embeddings = {}
   for i = 1, #chunks do
-    log("debug", "Embedding length:", #chunks[i])
+    log("debug", "Embedding source length:", #chunks[i])
     new_embeddings[i] = generate_embeddings(data_source, chunks[i]) or {}
   end