Record LLM Inference - Truthlocks Documentation

LLM Inference with Receipt

curl --request POST \
  --url https://api.truthlocks.com/v1/orchestrate/llm/inference \
  --header 'Content-Type: application/json' \
  --header 'X-API-Key: <api-key>' \
  --data '
{
  "model": "claude-3-sonnet",
  "prompt": "Analyze this dataset for anomalies",
  "agent_id": "550e8400-e29b-41d4-a716-446655440000",
  "parameters": {
    "temperature": 0.3,
    "max_tokens": 2048
  }
}
'

import requests

url = "https://api.truthlocks.com/v1/orchestrate/llm/inference"

payload = {
    "model": "claude-3-sonnet",
    "prompt": "Analyze this dataset for anomalies",
    "agent_id": "550e8400-e29b-41d4-a716-446655440000",
    "parameters": {
        "temperature": 0.3,
        "max_tokens": 2048
    }
}
headers = {
    "X-API-Key": "<api-key>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {'X-API-Key': '<api-key>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    model: 'claude-3-sonnet',
    prompt: 'Analyze this dataset for anomalies',
    agent_id: '550e8400-e29b-41d4-a716-446655440000',
    parameters: {temperature: 0.3, max_tokens: 2048}
  })
};

fetch('https://api.truthlocks.com/v1/orchestrate/llm/inference', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.truthlocks.com/v1/orchestrate/llm/inference",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'model' => 'claude-3-sonnet',
    'prompt' => 'Analyze this dataset for anomalies',
    'agent_id' => '550e8400-e29b-41d4-a716-446655440000',
    'parameters' => [
        'temperature' => 0.3,
        'max_tokens' => 2048
    ]
  ]),
  CURLOPT_HTTPHEADER => [
    "Content-Type: application/json",
    "X-API-Key: <api-key>"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api.truthlocks.com/v1/orchestrate/llm/inference"

	payload := strings.NewReader("{\n  \"model\": \"claude-3-sonnet\",\n  \"prompt\": \"Analyze this dataset for anomalies\",\n  \"agent_id\": \"550e8400-e29b-41d4-a716-446655440000\",\n  \"parameters\": {\n    \"temperature\": 0.3,\n    \"max_tokens\": 2048\n  }\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("X-API-Key", "<api-key>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://api.truthlocks.com/v1/orchestrate/llm/inference")
  .header("X-API-Key", "<api-key>")
  .header("Content-Type", "application/json")
  .body("{\n  \"model\": \"claude-3-sonnet\",\n  \"prompt\": \"Analyze this dataset for anomalies\",\n  \"agent_id\": \"550e8400-e29b-41d4-a716-446655440000\",\n  \"parameters\": {\n    \"temperature\": 0.3,\n    \"max_tokens\": 2048\n  }\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://api.truthlocks.com/v1/orchestrate/llm/inference")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["X-API-Key"] = '<api-key>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"model\": \"claude-3-sonnet\",\n  \"prompt\": \"Analyze this dataset for anomalies\",\n  \"agent_id\": \"550e8400-e29b-41d4-a716-446655440000\",\n  \"parameters\": {\n    \"temperature\": 0.3,\n    \"max_tokens\": 2048\n  }\n}"

response = http.request(request)
puts response.read_body

{
  "response": "<string>",
  "receipt_id": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
  "tokens_used": 123,
  "cost": 123
}

{
  "code": "AUTH_REQUIRED",
  "message": "Authentication required",
  "http_status": 401
}

{
  "code": "AUTH_REQUIRED",
  "message": "Authentication required",
  "http_status": 401
}

{
  "code": "AUTH_REQUIRED",
  "message": "Authentication required",
  "http_status": 401
}

POST

orchestrate

llm

inference

LLM Inference with Receipt

curl --request POST \
  --url https://api.truthlocks.com/v1/orchestrate/llm/inference \
  --header 'Content-Type: application/json' \
  --header 'X-API-Key: <api-key>' \
  --data '
{
  "model": "claude-3-sonnet",
  "prompt": "Analyze this dataset for anomalies",
  "agent_id": "550e8400-e29b-41d4-a716-446655440000",
  "parameters": {
    "temperature": 0.3,
    "max_tokens": 2048
  }
}
'

import requests

url = "https://api.truthlocks.com/v1/orchestrate/llm/inference"

payload = {
    "model": "claude-3-sonnet",
    "prompt": "Analyze this dataset for anomalies",
    "agent_id": "550e8400-e29b-41d4-a716-446655440000",
    "parameters": {
        "temperature": 0.3,
        "max_tokens": 2048
    }
}
headers = {
    "X-API-Key": "<api-key>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {'X-API-Key': '<api-key>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    model: 'claude-3-sonnet',
    prompt: 'Analyze this dataset for anomalies',
    agent_id: '550e8400-e29b-41d4-a716-446655440000',
    parameters: {temperature: 0.3, max_tokens: 2048}
  })
};

fetch('https://api.truthlocks.com/v1/orchestrate/llm/inference', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.truthlocks.com/v1/orchestrate/llm/inference",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'model' => 'claude-3-sonnet',
    'prompt' => 'Analyze this dataset for anomalies',
    'agent_id' => '550e8400-e29b-41d4-a716-446655440000',
    'parameters' => [
        'temperature' => 0.3,
        'max_tokens' => 2048
    ]
  ]),
  CURLOPT_HTTPHEADER => [
    "Content-Type: application/json",
    "X-API-Key: <api-key>"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api.truthlocks.com/v1/orchestrate/llm/inference"

	payload := strings.NewReader("{\n  \"model\": \"claude-3-sonnet\",\n  \"prompt\": \"Analyze this dataset for anomalies\",\n  \"agent_id\": \"550e8400-e29b-41d4-a716-446655440000\",\n  \"parameters\": {\n    \"temperature\": 0.3,\n    \"max_tokens\": 2048\n  }\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("X-API-Key", "<api-key>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://api.truthlocks.com/v1/orchestrate/llm/inference")
  .header("X-API-Key", "<api-key>")
  .header("Content-Type", "application/json")
  .body("{\n  \"model\": \"claude-3-sonnet\",\n  \"prompt\": \"Analyze this dataset for anomalies\",\n  \"agent_id\": \"550e8400-e29b-41d4-a716-446655440000\",\n  \"parameters\": {\n    \"temperature\": 0.3,\n    \"max_tokens\": 2048\n  }\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://api.truthlocks.com/v1/orchestrate/llm/inference")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["X-API-Key"] = '<api-key>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"model\": \"claude-3-sonnet\",\n  \"prompt\": \"Analyze this dataset for anomalies\",\n  \"agent_id\": \"550e8400-e29b-41d4-a716-446655440000\",\n  \"parameters\": {\n    \"temperature\": 0.3,\n    \"max_tokens\": 2048\n  }\n}"

response = http.request(request)
puts response.read_body

{
  "response": "<string>",
  "receipt_id": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
  "tokens_used": 123,
  "cost": 123
}

{
  "code": "AUTH_REQUIRED",
  "message": "Authentication required",
  "http_status": 401
}

{
  "code": "AUTH_REQUIRED",
  "message": "Authentication required",
  "http_status": 401
}

{
  "code": "AUTH_REQUIRED",
  "message": "Authentication required",
  "http_status": 401
}

Records an individual LLM inference call that occurred within a running orchestration. Each inference record captures the model, provider, token counts, latency, cost, and content hashes — enabling fine-grained cost attribution and provenance auditing of every AI decision. This endpoint is called by agent runtimes after each LLM API call completes. The inference record is linked to the parent orchestration and included in the final transparency-log receipt.

Authentication

string

required

API key with orchestrations:write scope. Alternatively, pass a Bearer JWT token in the Authorization header.

string

required

Tenant identifier for multi-tenant isolation.

Path Parameters

string

required

Parent orchestration identifier (maip-orch:ULID). Must be in running status.

Request

string

required

LLM model identifier (e.g. claude-sonnet-4-20250514, gpt-4o, amazon.titan-text-express).

string

required

LLM provider. Accepted values: openai, anthropic, bedrock, custom.

integer

Number of input tokens consumed by the inference call.

integer

Number of output tokens generated by the inference call.

integer

End-to-end latency of the inference call in milliseconds.

number

Cost of the inference call in US cents. Calculated by the agent runtime based on provider pricing.

string

SHA-256 hex digest of the prompt input. Enables verification that the exact input can be reproduced.

string

SHA-256 hex digest of the model output. Enables verification that the recorded output matches what was returned.

Response

string

Unique identifier for this inference record.

string

Parent orchestration identifier.

string

LLM model used.

string

LLM provider.

integer

Input token count.

integer

Output token count.

number

Inference cost in US cents.

string

ISO 8601 timestamp when the inference was recorded.

Authorizations

X-API-Key

string

header

required

API key for machine-to-machine authentication

Body

application/json

model

string

required

Model identifier (e.g. gpt-4, claude-3)

prompt

string

required

Input prompt

agent_id

string<uuid>

required

Invoking agent

parameters

object

Model parameters (temperature, max_tokens, etc.)

Response

Inference result with receipt

response

string

receipt_id

string<uuid>

tokens_used

integer

cost

number<float>

​Authentication

​Path Parameters

​Request

​Response

Authorizations

Body

Response

Authentication

Path Parameters

Request

Response