tools/llm-tricks
1
0
Fork 0
Code Issues 1 Pull Requests Actions Packages Projects Releases Wiki Activity

embeddings functional

Browse Source
This commit is contained in:
tangent
2026-04-16 20:33:44 -06:00
parent 8044fe2429
commit 3a9e777033
2 changed files with 7 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.gitignore
+1
View File
@@ -1 +1,2 @@
.DS_Store
notebook/**
generate-embeddings.lua
+6 -8
View File
@@ -4,7 +4,7 @@ package.path = (arg[0]:match("@?(.*/)") or arg[0]:match("@?(.*\\)")) .. "lib" ..
local utility = require "utility"
local json = utility.require("dkjson")
local PATH = "vault-snapshot"
local PATH = "notebook"
local whitelist = { md = true, }
local tree
@@ -37,15 +37,13 @@ end)
for i = 1, #file_list do
local file_name = file_list[i]
local file_contents = utility.open(file_name, "r", function(file)
return file:read("*all")
end)
-- TODO read and output to temp file, skipping YAML
-- local file_contents = utility.open(file_name, "r", function(file)
-- return file:read("*all")
-- end)
local embedding_model = "nomic-embed-text"
-- local output = utility.capture_safe("ollama run " .. embedding_model .. " " .. file_contents:enquote())
-- local output = utility.capture_safe("ollama run " .. embedding_model .. " \"\"\"" .. file_contents .. "\"\"\"")
-- local output = utility.capture_safe("echo \"" .. file_contents:enquote() .. "\" | ollama run " .. embedding_model)
local output = utility.capture_safe("ollama run " .. embedding_model .. " \"" .. file_contents:enquote() .. "\"")
local output = utility.capture_safe("cat " .. file_name:enquote() .. " | ollama run " .. embedding_model)
output = output:sub(1, -2) -- strip extra newline from utility.capture_safe
output = setmetatable({ vector = output }, {