Mastra Compatibility

npm install @mastra/core @ai-sdk/openai-compatible zod
export VLMRUN_API_KEY="<VLMRUN_API_KEY>"

import { createOpenAICompatible } from "@ai-sdk/openai-compatible";
import { Agent } from "@mastra/core/agent";
import { createTool } from "@mastra/core/tools";
import { z } from "zod";

const vlmrun = createOpenAICompatible({
  name: "vlmrun",
  baseURL: "https://api.vlm.run/v1/openai",
  apiKey: process.env.VLMRUN_API_KEY!,
});

const getWeather = createTool({
  id: "get_weather",
  description: "Return the current weather for a city",
  inputSchema: z.object({ city: z.string() }),
  execute: async ({ city }) => `The weather in ${city} is 72F and sunny.`,
});

const agent = new Agent({
  id: "orion2-mastra-agent",
  name: "Orion-2 Mastra Agent",
  model: vlmrun.chatModel("vlmrun-orion-2:auto"),
  tools: { getWeather },
  instructions:
    "When asked about weather, call get_weather. " +
    "For code or document tasks, use execute_code and do not invent results.",
});

const result = await agent.generate("What is the weather in San Francisco? Use the tool.", {
  providerOptions: {
    vlmrun: {
      session_id: crypto.randomUUID(),
      tool_execution: "hybrid",
    },
  },
});

console.log(result.text);

const result = await agent.generate(
  "What is the weather in San Francisco? Use the tool.",
  {
    providerOptions: {
      vlmrun: {
        session_id: crypto.randomUUID(),
        tool_execution: "hybrid",
      },
    },
  },
);
// Orion-2 requests get_weather; Mastra executes it and returns the answer.

const result = await agent.generate(
  "Compute factorial(6) using the execute_code tool. Return only the integer result.",
  {
    providerOptions: {
      vlmrun: {
        session_id: crypto.randomUUID(),
        tool_execution: "hybrid",
      },
    },
  },
);
// Orion-2 calls execute_code on the server; Mastra client tools are unused.

const invoiceUrl =
  "https://storage.googleapis.com/vlm-data-public-prod/hub/examples/document.invoice/wordpress-pdf-invoice-plugin-sample.pdf";

const result = await agent.generate(
  `Summarize this PDF invoice: ${invoiceUrl}. ` +
    "Use execute_code with the document and return vendor, invoice number, date, and total.",
  {
    providerOptions: {
      vlmrun: {
        session_id: crypto.randomUUID(),
        tool_execution: "hybrid",
      },
    },
  },
);

const output = await agent.stream("What is the weather in San Francisco? Use the tool.", {
  providerOptions: {
    vlmrun: {
      session_id: crypto.randomUUID(),
      tool_execution: "hybrid",
    },
  },
});

for await (const chunk of output.fullStream) {
  // handle stream chunks
}

console.log(await output.text);