1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
|
{
"choices": [
{
"finish_reason": "stop",
"index": 0,
"message": {
"role": "assistant",
"content": "```go\nfunc reverseString(s string) string {\n runes := []rune(s)\n for i, j := 0, len(runes)-1; i < j; i, j = i+1, j-1 {\n runes[i], runes[j] = runes[j], runes[i]\n }\n return string(runes)\n}\n```"
}
}
],
"created": 1780788059,
"model": "qwen2.5-coder-3b-instruct-q8_0.gguf",
"system_fingerprint": "b9381-91eb8ffa",
"object": "chat.completion",
"usage": {
"completion_tokens": 75,
"prompt_tokens": 128,
"total_tokens": 203,
"prompt_tokens_details": {
"cached_tokens": 127
}
},
"id": "chatcmpl-O7YWbG9gzzlOtN1NXT955UIkhTJ8X1Y6",
"timings": {
"cache_n": 127,
"prompt_n": 1,
"prompt_ms": 138.134,
"prompt_per_token_ms": 138.134,
"prompt_per_second": 7.239347300447393,
"predicted_n": 75,
"predicted_ms": 10140.874,
"predicted_per_token_ms": 135.21165333333332,
"predicted_per_second": 7.395812234724541
}
}
|