Inference API
Create an Anthropic Messages-compatible response
POST
/
v1
/
messages
Create an Anthropic Messages-compatible response
curl --request POST \
--url https://api.abliteration.ai/v1/messages \
--header 'Content-Type: application/json' \
--data '
{
"model": "<string>",
"max_tokens": 499995,
"messages": [
{
"content": "<string>"
}
],
"system": "<string>",
"stream": false,
"temperature": 123,
"top_p": 123,
"top_k": 123,
"stop_sequences": [
"<string>"
],
"tools": [
{}
],
"tool_choice": {
"name": "<string>",
"disable_parallel_tool_use": true
},
"thinking": {
"budget_tokens": 499995
},
"output_config": {
"format": {
"type": "json_schema",
"schema": {}
}
},
"context_management": {
"edits": [
{
"type": "clear_thinking_20251015",
"keep": "all"
}
]
},
"metadata": {},
"policy_ids": [
"<string>"
]
}
'import requests
url = "https://api.abliteration.ai/v1/messages"
payload = {
"model": "<string>",
"max_tokens": 499995,
"messages": [{ "content": "<string>" }],
"system": "<string>",
"stream": False,
"temperature": 123,
"top_p": 123,
"top_k": 123,
"stop_sequences": ["<string>"],
"tools": [{}],
"tool_choice": {
"name": "<string>",
"disable_parallel_tool_use": True
},
"thinking": { "budget_tokens": 499995 },
"output_config": { "format": {
"type": "json_schema",
"schema": {}
} },
"context_management": { "edits": [
{
"type": "clear_thinking_20251015",
"keep": "all"
}
] },
"metadata": {},
"policy_ids": ["<string>"]
}
headers = {"Content-Type": "application/json"}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {'Content-Type': 'application/json'},
body: JSON.stringify({
model: '<string>',
max_tokens: 499995,
messages: [{content: '<string>'}],
system: '<string>',
stream: false,
temperature: 123,
top_p: 123,
top_k: 123,
stop_sequences: ['<string>'],
tools: [{}],
tool_choice: {name: '<string>', disable_parallel_tool_use: true},
thinking: {budget_tokens: 499995},
output_config: {format: {type: 'json_schema', schema: {}}},
context_management: {edits: [{type: 'clear_thinking_20251015', keep: 'all'}]},
metadata: {},
policy_ids: ['<string>']
})
};
fetch('https://api.abliteration.ai/v1/messages', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));{
"id": "<string>",
"content": [
{}
],
"model": "<string>",
"stop_reason": "end_turn",
"usage": {
"input_tokens": 1,
"output_tokens": 1,
"cache_creation_input_tokens": 1,
"cache_read_input_tokens": 1
},
"type": "message",
"role": "assistant",
"stop_sequence": "<string>"
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}{
"detail": [
{
"loc": [
"<string>"
],
"msg": "<string>",
"type": "<string>",
"input": "<unknown>",
"ctx": {}
}
]
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}Headers
Bearer API key.
API key alternative for Anthropic-compatible clients. Authorization takes precedence when both headers are present.
Body
application/json
Anthropic Messages-compatible request.
Minimum string length:
1Required range:
1 <= x <= 999990Minimum array length:
1Show child attributes
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Supported beta context-management subset.
keep=all does not remove any replayed thinking blocks, so it can be
safely consumed at the compatibility boundary and omitted from the vLLM
provider payload.
Show child attributes
Show child attributes
Available options:
auto, standard_only Required string length:
1 - 120Response
Successful Response
Pattern:
^msg_Available options:
end_turn, max_tokens, stop_sequence, tool_use Show child attributes
Show child attributes
Allowed value:
"message"Allowed value:
"assistant"⌘I
Create an Anthropic Messages-compatible response
curl --request POST \
--url https://api.abliteration.ai/v1/messages \
--header 'Content-Type: application/json' \
--data '
{
"model": "<string>",
"max_tokens": 499995,
"messages": [
{
"content": "<string>"
}
],
"system": "<string>",
"stream": false,
"temperature": 123,
"top_p": 123,
"top_k": 123,
"stop_sequences": [
"<string>"
],
"tools": [
{}
],
"tool_choice": {
"name": "<string>",
"disable_parallel_tool_use": true
},
"thinking": {
"budget_tokens": 499995
},
"output_config": {
"format": {
"type": "json_schema",
"schema": {}
}
},
"context_management": {
"edits": [
{
"type": "clear_thinking_20251015",
"keep": "all"
}
]
},
"metadata": {},
"policy_ids": [
"<string>"
]
}
'import requests
url = "https://api.abliteration.ai/v1/messages"
payload = {
"model": "<string>",
"max_tokens": 499995,
"messages": [{ "content": "<string>" }],
"system": "<string>",
"stream": False,
"temperature": 123,
"top_p": 123,
"top_k": 123,
"stop_sequences": ["<string>"],
"tools": [{}],
"tool_choice": {
"name": "<string>",
"disable_parallel_tool_use": True
},
"thinking": { "budget_tokens": 499995 },
"output_config": { "format": {
"type": "json_schema",
"schema": {}
} },
"context_management": { "edits": [
{
"type": "clear_thinking_20251015",
"keep": "all"
}
] },
"metadata": {},
"policy_ids": ["<string>"]
}
headers = {"Content-Type": "application/json"}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {'Content-Type': 'application/json'},
body: JSON.stringify({
model: '<string>',
max_tokens: 499995,
messages: [{content: '<string>'}],
system: '<string>',
stream: false,
temperature: 123,
top_p: 123,
top_k: 123,
stop_sequences: ['<string>'],
tools: [{}],
tool_choice: {name: '<string>', disable_parallel_tool_use: true},
thinking: {budget_tokens: 499995},
output_config: {format: {type: 'json_schema', schema: {}}},
context_management: {edits: [{type: 'clear_thinking_20251015', keep: 'all'}]},
metadata: {},
policy_ids: ['<string>']
})
};
fetch('https://api.abliteration.ai/v1/messages', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));{
"id": "<string>",
"content": [
{}
],
"model": "<string>",
"stop_reason": "end_turn",
"usage": {
"input_tokens": 1,
"output_tokens": 1,
"cache_creation_input_tokens": 1,
"cache_read_input_tokens": 1
},
"type": "message",
"role": "assistant",
"stop_sequence": "<string>"
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}{
"detail": [
{
"loc": [
"<string>"
],
"msg": "<string>",
"type": "<string>",
"input": "<unknown>",
"ctx": {}
}
]
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}{
"error": {
"code": "<string>",
"message": "<string>",
"type": "auth_error",
"request_id": "<string>",
"param": "<string>",
"doc_url": "<string>"
}
}