alfred-search-and-context

Author: bramses

.gitignore

@@ -6,4 +6,6 @@ records*.json
 books-notion-table.csv
 kindle-highlights
 kindle-export-supabase.js
-ocr
+ocr
+note_exports
+alfred-searches

alfred-search-and-context.js

@@ -0,0 +1,87 @@
+import { createClient } from "@supabase/supabase-js";
+import dotenv from "dotenv";
+import { Configuration, OpenAIApi } from "openai";
+import clipboard from "clipboardy";
+import fs from "fs";
+import { similaritySearch } from "./similarity-search.js";
+import { exec } from "child_process";
+
+dotenv.config();
+
+const configuration = new Configuration({
+  apiKey: process.env.OPENAI_API_KEY,
+  organization: process.env.OPENAI_ORG,
+});
+
+const openai = new OpenAIApi(configuration);
+
+const supabaseUrl = process.env.SUPABASE_URL;
+const supabaseKey = process.env.SUPABASE_KEY;
+const supabase = createClient(supabaseUrl, supabaseKey, {
+  auth: {
+    persistSession: false,
+  },
+});
+
+const readFromClipboard = async () => {
+  return clipboard.readSync();
+};
+
+const writeToFile = async (data) => {
+  // write to alfred-searches/{date}.md
+  const date = new Date();
+  const filename = `alfred-searches/${date.toISOString()}.md`;
+  fs.writeFileSync(filename, data);
+  return filename;
+};
+
+const openTextEditor = async (filename) => {
+  // open -a typora filename.md
+  const command = `open -a typora ${filename}`;
+  return new Promise((resolve, reject) => {
+    const child = exec(command, (error, stdout, stderr) => {
+      if (error) {
+        console.error(error);
+        reject(error);
+      }
+      resolve();
+    });
+  });
+};
+
+const main = async () => {
+  // Get the text from the clipboard
+  const queryPromise = await readFromClipboard();
+  const query = queryPromise.toString().trim();
+  console.log(`Query: ${query}`);
+  // Search for similar quotes
+  const similar = await similaritySearch(query);
+
+  let results = `Query = ${query}:\n\n---\n\n`;
+
+  for (const quote of similar) {
+    const contextPrompt = `I only have the following quote, recreate outside context using concepts from the world. Do a breadth first search of external data. This means that you are **not rephrasing the content in the quote**. You are pulling in examples and information from the world **outside the set** of the quote. Do not bother repeating or rehashing the quote.\n\nQuote:\n${quote.text}\n-- ${quote.title} by ${quote.author}\n\nContext:\n`;
+
+    const completion = await openai.createChatCompletion({
+      model: "gpt-4-turbo-preview",
+      messages: [
+        {
+          role: "system",
+          content: contextPrompt,
+        },
+      ],
+    });
+
+    const context = completion.data.choices[0].message.content;
+
+    results += `Title: ${quote.title}\n\nAuthor: ${quote.author}\n\nQuote:\n\n> ${quote.text}\n\nContext:\n\n${context}\n\n---\n\n`;
+  }
+
+  console.log(results);
+  const filename = await writeToFile(results);
+  await openTextEditor(filename);
+};
+
+if (process.env.DEV) {
+  main();
+}

compile-quotes.js

@@ -22,7 +22,7 @@ const openai = new OpenAIApi(configuration);
 
 dotenv.config();
 
-const BOOK_ID = "38318378";
+const BOOK_ID = "1474870";
 
 const supabaseUrl = process.env.SUPABASE_URL;
 const supabaseKey = process.env.SUPABASE_KEY;
@@ -235,7 +235,8 @@ const main = async () => {
 
   console.log(quotes.length + " quotes found.");
 
-  const k = 5;
+  // w want roughly 5-10 quotes per cluster
+  const k = Math.ceil(quotes.length / 5);
   const assignments = kmeans(
     quotes
       .map((quote) => JSON.parse(quote.embedding))
@@ -267,8 +268,14 @@ const main = async () => {
       markdown += `## ${topic}\n\n`;
       markdown += `### Summary\n\n${summary}\n\n`;
       markdown += `### Quotes\n\n`;
+      // // add each quote to the markdown with highlighting
+      // for (const quote of cluster) {
+      //   markdown += `- ${await highlightQuote(quote.text, topic)}\n`;
+      // }
+      // markdown += `\n\n`;
+      // add each quote to the markdown without highlighting
       for (const quote of cluster) {
-        markdown += `- ${await highlightQuote(quote.text, topic)}\n`;
+        markdown += `- ${quote.text}\n`;
       }
       markdown += `\n\n`;
       // markdown += `### Follow Up Questions\n\n${followUp}\n\n`;

embed-into-supabase.js

@@ -211,4 +211,7 @@ const justBooks = async () => {
     // console.log(highlights.length)
 }
 
-// justBooks()
+// justBooks() only runs if flag is set and also in termina process arg is set
+if (process.env.DEV && process.argv[2] === 'justBooks') {
+    justBooks()
+}