!pip install vlmrun

from pydantic import BaseModel, Field
import datetime

from vlmrun.client import VLMRun
from vlmrun.client.types import AgentCreationResponse, AgentCreationConfig, AgentExecutionResponse
from vlmrun.types import MessageContent, FileUrl

# Define a Pydantic model for the execution inputs
class ExecutionInputs(BaseModel):
  file: MessageContent = Field(..., description="The file to extract data from")

# Define a Pydantic model for the response
class Invoice(BaseModel):
  invoice_id: str = Field(..., description="The ID of the invoice")
  invoice_date: datetime.date = Field(..., description="The date of the invoice")
  total_amount: float = Field(..., description="The total amount of the invoice")

# Initialize the client
client = VLMRun(api_key="<VLMRUN_API_KEY>")

# Create the agent using a prompt
response: AgentCreationResponse = client.agent.create(
  name="invoice-extractor",  # Optional name
  inputs=ExecutionInputs(file=MessageContent(type="file_url", file_url=FileUrl(url="https://example.com/invoice.pdf"))),  # Optional test inputs
  config=AgentCreationConfig(prompt="Extract the invoice_id, date and amount from the invoice.", response_model=Invoice),
)

npm install vlmrun zod

import { VlmRun } from 'vlmrun';
import { z } from 'zod';

// Define a Zod schema for the execution inputs
const ExecutionInputsSchema = z.object({
  file: z.object({
    type: z.literal("file_url"),
    file_url: z.object({
      url: z.string()
    })
  }).describe("The file to extract data from")
});

// Define a Zod schema for the response
const InvoiceSchema = z.object({
  invoice_id: z.string().describe("The ID of the invoice"),
  invoice_date: z.string().date().describe("The date of the invoice"),
  total_amount: z.number().describe("The total amount of the invoice")
});

// Initialize the client
const client = new VlmRun({
  baseUrl: "https://api.vlm.run/v1",
  apiKey: "<VLMRUN_API_KEY>"
});

// Create the agent using a prompt
const response = await client.agent.create({
  name: "invoice-extractor",  // Optional name
  inputs: {  // Optional test inputs
    file: {
      type: "file_url",
      file_url: {
        url: "https://example.com/invoice.pdf"
      }
    }
  },
  config: {
    prompt: "Extract the invoice_id, date and amount from the invoice.",
    json_schema: JSON.stringify(InvoiceSchema.shape)
  }
});