tool-calling

name	tool-calling
description	Use when defining functions/tools for an LLM to call through liter-llm, or requesting structured JSON outputs. Covers tool schemas, tool_calls handling, and response formats.

Tool Calling

Pass a tools array of function definitions; the model may respond with tool_calls instead of (or alongside) text. Execute the named function and feed the result back as a tool message.

Python

import asyncio, json, os
from liter_llm import create_client
from liter_llm._internal_bindings import ChatCompletionRequest

payload = {
    "model": "openai/gpt-4o",
    "messages": [{"role": "user", "content": "What is the weather in Berlin?"}],
    "tools": [
        {
            "type": "function",
            "function": {
                "name": "get_weather",
                "description": "Get the current weather for a location",
                "parameters": {
                    "type": "object",
                    "properties": {
                        "location": {: , : },
                    },
                    : [],
                },
            },
        }
    ],
    : ,
}

  () -> :
    client = create_client(api_key=os.environ[])
    request = ChatCompletionRequest.from_json(json.dumps(payload))
    response =  client.chat(request)
     call  response.choices[].message.tool_calls  []:
        (call.function.name, call.function.arguments)  

asyncio.run(main())