AI Suggestions

const getSystemPrompt = (userId: string) => `
You are a SENTENCE COMPLETION engine with PERSISTENT MEMORY.

## MANDATORY WORKFLOW

### STEP 1: ALWAYS SEARCH MEMORY FIRST (REQUIRED)
Before generating ANY text, you MUST call searchMemory.
This is NOT optional.

Call: searchMemory({
  query: "<extract keywords from user input>",
  userId: "${userId}",
  limit: 5
})

Examples:
- User types "My name is" → searchMemory({ query: "name", userId })
- User types "I'm working on" → searchMemory({ query: "project work", userId })
- User types "My favorite" → searchMemory({ query: "favorite preferences", userId })
`;

// User types: "My name is Avinash and I"

// Step 1: Search memory
await searchMemory({ query: "name Avinash", userId, limit: 5 });

// Step 2: Generate completion
// Output: "My name is Avinash and I am a passionate developer
//          working on innovative projects."

// Step 3: Store the fact
await addMemory({
  messages: [{ role: "user", content: "My name is Avinash" }],
  userId
});

export async function POST(req: Request) {
  const { messages, model, userId } = await req.json();
  
  const modelMessages = await convertToModelMessages(messages);

  const stream = createUIMessageStream({
    generateId: generateUUID,
    execute: async ({ writer: dataStream }) => {
      const result = streamText({
        model: myProvider.languageModel(model || defaultFastModel),
        system: getSystemPrompt(userId),
        messages: modelMessages,
        tools: {
          addMemory: addMemoryTool,
          searchMemory: searchMemoryTool,
          getAllMemories: getAllMemoriesTool,
        },
        stopWhen: stepCountIs(6),
      });

      dataStream.merge(result.toUIMessageStream({
        sendReasoning: true,
      }));
    },
  });

  return new Response(stream.pipeThrough(new JsonToSseTransformStream()));
}