test tools ik_llama.cpp

gistfile1.txt

import openai

openai.api_key = "local-key"
openai.base_url = "http://192.168.10.115:5000/v1/"     # adjust to your proxy

tools = [
  {
    "type": "function",
    "function": {
      "name": "add",
      "description": "Return the sum of two numbers",
      "parameters": {
        "type": "object",
        "properties": {
          "a": { "type": "number", "description": "First number" },
          "b": { "type": "number", "description": "Second number" }
        },
        "required": ["a", "b"]
      }
    }
  }
]


resp = openai.chat.completions.create(
    model="GLM-4.5",
    messages=[{"role": "user", "content": "add 2 and 3"}],
    tools=tools,
    tool_choice="auto"          # let the model decide
)
print(resp)