mirror of
https://github.com/netbirdio/docs.git
synced 2026-10-13 17:19:03 +02:00
Document Agent Network prompt-cache token and cost accounting (#886)
Co-authored-by: braginini <bangvalo@gmail.com>
This commit is contained in:
co-authored by
braginini
parent
1a6c7639fa
commit
8c862e1f91
@@ -268,7 +268,10 @@ echo $response;
|
||||
"input_tokens": 1200,
|
||||
"output_tokens": 640,
|
||||
"total_tokens": 1840,
|
||||
"cached_input_tokens": 0,
|
||||
"cache_creation_tokens": 30528,
|
||||
"cost_usd": 0.0231,
|
||||
"cache_cost_usd": 0.1145,
|
||||
"stream": {
|
||||
"type": "boolean",
|
||||
"description": "Whether the request was a streaming completion."
|
||||
@@ -318,7 +321,10 @@ echo $response;
|
||||
"input_tokens": "integer",
|
||||
"output_tokens": "integer",
|
||||
"total_tokens": "integer",
|
||||
"cached_input_tokens": "integer",
|
||||
"cache_creation_tokens": "integer",
|
||||
"cost_usd": "number",
|
||||
"cache_cost_usd": "number",
|
||||
"stream": "boolean",
|
||||
"group_ids": [
|
||||
"string"
|
||||
@@ -580,7 +586,10 @@ echo $response;
|
||||
"input_tokens": 8400,
|
||||
"output_tokens": 4480,
|
||||
"total_tokens": 12880,
|
||||
"cached_input_tokens": 0,
|
||||
"cache_creation_tokens": 30528,
|
||||
"cost_usd": 0.1617,
|
||||
"cache_cost_usd": 0.1145,
|
||||
"providers": [
|
||||
{
|
||||
"type": "string"
|
||||
@@ -638,7 +647,10 @@ echo $response;
|
||||
"input_tokens": 1200,
|
||||
"output_tokens": 640,
|
||||
"total_tokens": 1840,
|
||||
"cached_input_tokens": 0,
|
||||
"cache_creation_tokens": 30528,
|
||||
"cost_usd": 0.0231,
|
||||
"cache_cost_usd": 0.1145,
|
||||
"stream": {
|
||||
"type": "boolean",
|
||||
"description": "Whether the request was a streaming completion."
|
||||
@@ -681,7 +693,10 @@ echo $response;
|
||||
"input_tokens": "integer",
|
||||
"output_tokens": "integer",
|
||||
"total_tokens": "integer",
|
||||
"cached_input_tokens": "integer",
|
||||
"cache_creation_tokens": "integer",
|
||||
"cost_usd": "number",
|
||||
"cache_cost_usd": "number",
|
||||
"providers": [
|
||||
"string"
|
||||
],
|
||||
@@ -711,7 +726,10 @@ echo $response;
|
||||
"input_tokens": "integer",
|
||||
"output_tokens": "integer",
|
||||
"total_tokens": "integer",
|
||||
"cached_input_tokens": "integer",
|
||||
"cache_creation_tokens": "integer",
|
||||
"cost_usd": "number",
|
||||
"cache_cost_usd": "number",
|
||||
"stream": "boolean",
|
||||
"group_ids": [
|
||||
"string"
|
||||
@@ -938,7 +956,10 @@ echo $response;
|
||||
"input_tokens": 120000,
|
||||
"output_tokens": 64000,
|
||||
"total_tokens": 184000,
|
||||
"cost_usd": 2.31
|
||||
"cached_input_tokens": 20000,
|
||||
"cache_creation_tokens": 45000,
|
||||
"cost_usd": 2.31,
|
||||
"cache_cost_usd": 0.42
|
||||
}
|
||||
]
|
||||
```
|
||||
@@ -949,7 +970,10 @@ echo $response;
|
||||
"input_tokens": "integer",
|
||||
"output_tokens": "integer",
|
||||
"total_tokens": "integer",
|
||||
"cost_usd": "number"
|
||||
"cached_input_tokens": "integer",
|
||||
"cache_creation_tokens": "integer",
|
||||
"cost_usd": "number",
|
||||
"cache_cost_usd": "number"
|
||||
}
|
||||
]
|
||||
```
|
||||
|
||||
Reference in New Issue
Block a user