decider:2b-vision

ollaya run decider:2b-vision --image shelf.png --questions '{"blocked":{"type":"noul","instructions":"Is the aisle blocked?"},"fill":{"type":"score","instructions":"How full is the shelf?","criteria":["empty","half full","full"]}}' "A photo from the warehouse camera."

curl http://localhost:11435/api/decide \
  -H "Content-Type: application/json" \
  -d '{
  "model": "decider:2b-vision",
  "state": "A photo from the warehouse camera.",
  "images": ["'"$(base64 -w0 shelf.png)"'"],
  "questions": {
      "blocked": {
        "type": "noul",
        "instructions": "Is the aisle blocked?"
      },
      "fill": {
        "type": "score",
        "instructions": "How full is the shelf?",
        "criteria": [
          "empty",
          "half full",
          "full"
        ]
      }
    }
}'

import base64
import requests

image = base64.b64encode(open("shelf.png", "rb").read()).decode()
response = requests.post(
    "http://localhost:11435/api/decide",
    json={
        "model": "decider:2b-vision",
        "state": "A photo from the warehouse camera.",
        "images": [image],
        "questions": {
            "blocked": {
                "type": "noul",
                "instructions": "Is the aisle blocked?"
            },
            "fill": {
                "type": "score",
                "instructions": "How full is the shelf?",
                "criteria": [
                    "empty",
                    "half full",
                    "full"
                ]
            }
        },
    },
)
answers = response.json()["answers"]
print(answers["blocked"]["noul"], answers["fill"]["score"])

import { readFile } from "node:fs/promises";

const image = (await readFile("shelf.png")).toString("base64");
const response = await fetch("http://localhost:11435/api/decide", {
  method: "POST",
  headers: { "Content-Type": "application/json" },
  body: JSON.stringify({
    model: "decider:2b-vision",
    state: "A photo from the warehouse camera.",
    images: [image],
    questions: {
      "blocked": {
        "type": "noul",
        "instructions": "Is the aisle blocked?"
      },
      "fill": {
        "type": "score",
        "instructions": "How full is the shelf?",
        "criteria": [
          "empty",
          "half full",
          "full"
        ]
      }
    },
  }),
});
const { answers } = await response.json();
console.log(answers.blocked.noul, answers.fill.score);