import base64, pathlib
from typesafe_sdk import Choice, Noul, Score, TypeSafeClient

client = TypeSafeClient(
    api_key="<VLMRUN_API_KEY>",
    base_url="https://gateway.vlm.run/typesafe",
    compression=False,
)

page = base64.b64encode(pathlib.Path("invoice-page.jpg").read_bytes()).decode()

result = client.system_one(
    state="Answer about the attached page.",
    questions={
        "kind": Choice(
            instructions="What kind of document is this page from?",
            criteria={"invoice": None, "receipt": None, "contract": None, "other": None},
        ),
        "has_total": Noul(instructions="Is a total amount due visible on the page?"),
        "legibility": Score(
            instructions="How legible is the text?",
            criteria=["unreadable", "partly legible", "clear"],
        ),
    },
    extra_body={
        "content": [
            {
                "type": "image_url",
                "image_url": {
                    "url": f"data:image/jpeg;base64,{page}",
                    "detail": "high",
                },
            }
        ]
    },
    model="google/diffusiongemma-26b-a4b-it",
)

print(result.choices["kind"].choice, result.usage.input_tokens)

import { readFileSync } from "node:fs";
import { choice, noul, score, TypeSafeClient } from "@typesafe-ai/sdk";

const client = new TypeSafeClient({
  apiKey: process.env.VLMRUN_API_KEY,
  baseURL: "https://gateway.vlm.run/typesafe",
  defaultModel: "google/diffusiongemma-26b-a4b-it",
  compression: false,
});

const page = readFileSync("invoice-page.jpg").toString("base64");

const request = {
  state: "Answer about the attached page.",
  questions: {
    kind: choice("What kind of document is this page from?", {
      invoice: null,
      receipt: null,
      contract: null,
      other: null,
    }),
    has_total: noul("Is a total amount due visible on the page?"),
    legibility: score("How legible is the text?", [
      "unreadable",
      "partly legible",
      "clear",
    ]),
  },
  content: [
    { type: "image_url",
      image_url: { url: `data:image/jpeg;base64,${page}`, detail: "high" } },
  ],
};

const { answers, usage } = await client.systemOne(request);
console.log(answers.kind.choice, usage.input_tokens);

vlmrun gw s1 -s "Answer about the attached page." invoice-page.jpg --detail high \
  -m google/diffusiongemma-26b-a4b-it \
  --choice kind="invoice|receipt|contract|other" \
  --noul has_total="Is a total amount due visible on the page?" \
  --score legibility="unreadable|partly legible|clear" --json

IMAGE=$(base64 -w0 invoice-page.jpg)

curl https://gateway.vlm.run/typesafe/v1/systemone \
  -H "Authorization: Bearer $VLMRUN_API_KEY" \
  -H "Content-Type: application/json" \
  -d @- <<JSON
{
  "model": "google/diffusiongemma-26b-a4b-it",
  "state": "Answer about the attached page.",
  "content": [
    {"type": "image_url",
     "image_url": {"url": "data:image/jpeg;base64,$IMAGE", "detail": "high"}}
  ],
  "questions": {
    "kind": {
      "type": "choice",
      "instructions": "What kind of document is this page from?",
      "criteria": {"invoice": null, "receipt": null, "contract": null, "other": null}
    },
    "has_total": {"type": "noul", "instructions": "Is a total amount due visible on the page?"},
    "legibility": {
      "type": "score",
      "instructions": "How legible is the text?",
      "criteria": ["unreadable", "partly legible", "clear"]
    }
  }
}
JSON

{
  "id": "sysone-b317f2c7606c47c4975ba08166260",
  "model": "google/diffusiongemma-26b-a4b-it",
  "answers": {
    "kind": {
      "type": "choice",
      "choice": "receipt",
      "probabilities": {
        "invoice": 0.0022535559303185626,
        "receipt": 0.9966860953386762,
        "contract": 0.0003855850269454288,
        "other": 0.0006747637040598201
      },
      "confidence": 0.9819649256633525
    },
    "has_total": {
      "type": "noul",
      "noul": 0.5214069077960607
    },
    "legibility": {
      "type": "score",
      "score": 1.9657897574947996,
      "legend": {
        "0": "unreadable",
        "1": "partly legible",
        "2": "clear"
      },
      "probabilities": {
        "0": 0.0020463012728342026,
        "1": 0.030117639959532254,
        "2": 0.9678360587676337
      },
      "confidence": 0.8636438424763118
    }
  },
  "usage": {
    "input_tokens": 417,
    "output_tokens": 0,
    "input_tokens_details": {
      "cached_tokens": 32,
      "image_tokens": 280,
      "text_tokens": 137
    },
    "reads": 1,
    "cost": 0.001
  }
}

{
  "detail": [
    {
      "type": "dict_type",
      "loc": ["body", "questions"],
      "msg": "Input should be a valid dictionary",
      "input": "bad"
    }
  ]
}