nimble:9b-fp16

ollaya run nimble:9b-fp16 --preset triage "I was charged twice for my subscription this month and want a refund."

curl http://localhost:11435/api/decide \
  -H "Content-Type: application/json" \
  -d '{
    "model": "nimble:9b-fp16",
    "state": "I was charged twice for my subscription this month and want a refund.",
    "questions": {
      "department": {
        "type": "choice",
        "instructions": "Which team should handle this?",
        "criteria": {
          "billing": "Payments, invoices and refunds",
          "technical": "Bugs, errors and outages",
          "account": "Login, profile and settings"
        }
      },
      "refund": {
        "type": "noul",
        "instructions": "Is the customer asking for a refund?"
      }
    }
  }'

# Already using a TypeSafe SDK? Set TYPESAFE_BASE_URL=http://localhost:11435 instead.
import requests

response = requests.post(
    "http://localhost:11435/api/decide",
    json={
        "model": "nimble:9b-fp16",
        "state": "I was charged twice for my subscription this month and want a refund.",
        "questions": {
            "department": {
                "type": "choice",
                "instructions": "Which team should handle this?",
                "criteria": {
                    "billing": "Payments, invoices and refunds",
                    "technical": "Bugs, errors and outages",
                    "account": "Login, profile and settings"
                }
            },
            "refund": {
                "type": "noul",
                "instructions": "Is the customer asking for a refund?"
            }
        }
    },
)
answers = response.json()["answers"]
print(answers["department"]["choice"], answers["refund"]["noul"])

const response = await fetch("http://localhost:11435/api/decide", {
  method: "POST",
  headers: { "Content-Type": "application/json" },
  body: JSON.stringify({
    model: "nimble:9b-fp16",
    state: "I was charged twice for my subscription this month and want a refund.",
    questions: {
      department: {
        type: "choice",
        instructions: "Which team should handle this?",
        criteria: {
          billing: "Payments, invoices and refunds",
          technical: "Bugs, errors and outages",
          account: "Login, profile and settings"
        }
      },
      refund: {
        type: "noul",
        instructions: "Is the customer asking for a refund?"
      }
    }
  }),
});
const { answers } = await response.json();
console.log(answers.department.choice, answers.refund.noul);