Ian Macartney

@ianmacartney.bsky.social

73 Followers 24 Following

Friendly engineer at Convex.dev

let textSearchMessages: Doc<"messages">[] | undefined; if (args.text) { textSearchMessages = await ctx.runQuery(api.messages.textSearch, { userId: args.userId, threadId: args.threadId, text: args.text, limit, }); } if (args.vector) { const dimension = args.vector.length as VectorDimension; if (!VectorDimensions.includes(dimension)) { throw new Error(`Unsupported vector dimension: ${dimension}`); } const vectors = ( await searchVectors(ctx, args.vector, { dimension, model: args.vectorModel ?? "unknown", table: "messages", userId: args.userId, threadId: args.threadId, limit, }) ).filter((v) => v._score > (args.vectorScoreThreshold ?? 0)); // Reciprocal rank fusion const k = 10; const textEmbeddingIds = textSearchMessages?.map((m) => m.embeddingId); const vectorScores = vectors .map((v, i) => ({ id: v._id, score: 1 / (i + k) + 1 / ((textEmbeddingIds?.indexOf(v._id) ?? Infinity) + k), })) .sort((a, b) => b.score - a.score); const vectorIds = vectorScores.slice(0, limit).map((v) => v.id); const messages: Doc<"messages">[] = await ctx.runQuery( internal.messages._fetchVectorMessages, { userId: args.userId, threadId: args.threadId, vectorIds, textSearchMessages: textSearchMessages?.filter( (m) => !vectorIds.includes(m.embeddingId!) ), messageRange: args.messageRange ?? DEFAULT_MESSAGE_RANGE, parentMessageId: args.parentMessageId, limit, } ); return messages; } return textSearchMessages?.flat() ?? [];
Where's Ian? Oh, he's in a code hole. Should we tell him his idea is risky? No, I mean his head is literally in a hole coding. He's an ostrich, did you know that?
At a crossroads, deciding between going deep on AI vs. ESP
export const transformExample = action({ args: { id: v.string() }, handler: async (ctx, { id }) => { const schema = getSchema(extensions); const { doc, version } = await prosemirrorSync.getDoc(ctx, id, schema); const newContent = await generateAIContent(doc); const node = await prosemirrorSync.transform(ctx, id, schema, (doc, v) => { if (v !== version) { // If we wanted to avoid making changes, we could return null here. // Or we could rebase our changes on top of the new document. } const tr = EditorState.create({ doc }).tr; return tr.insertText(newContent, 0); }); await updateDocSearchIndex(ctx, node); }, });
Blocknote editor being synced by the open-source @convex-dev/prosemirror-sync component