data: {"choices":[{"finish_reason":null,"index":0,"delta":{"role":"assistant","content":null}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"D"},"logprobs":{"content":[{"id":455,"token":"D","bytes":[68],"logprob":-4.7412848472595215,"top_logprobs":[{"id":436,"token":"\"","bytes":[34],"logprob":-1.0683207511901855}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"o"},"logprobs":{"content":[{"id":414,"token":"o","bytes":[111],"logprob":-3.46862530708313,"top_logprobs":[{"id":412,"token":"a","bytes":[97],"logprob":-1.2977383136749268}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"n"},"logprobs":{"content":[{"id":416,"token":"n","bytes":[110],"logprob":-5.292856693267822,"top_logprobs":[{"id":428,"token":"g","bytes":[103],"logprob":-1.345611572265625}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"e"},"logprobs":{"content":[{"id":411,"token":"e","bytes":[101],"logprob":-2.7794699668884277,"top_logprobs":[{"id":416,"token":"n","bytes":[110],"logprob":-0.961699903011322}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"."},"logprobs":{"content":[{"id":426,"token":".","bytes":[46],"logprob":-4.872712135314941,"top_logprobs":[{"id":421,"token":"l","bytes":[108],"logprob":-1.3443375825881958}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":"stop","index":0,"delta":{}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk","__verbose":{"index":0,"content":"","tokens":[],"id_slot":0,"stop":true,"model":"/models/tiny.gguf","tokens_predicted":6,"tokens_evaluated":46,"generation_settings":{"seed":1234,"temperature":0.0,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"top_k":40,"top_p":0.949999988079071,"min_p":0.05000000074505806,"top_n_sigma":-1.0,"xtc_probability":0.0,"xtc_threshold":0.10000000149011612,"typical_p":1.0,"repeat_last_n":64,"repeat_penalty":1.0,"presence_penalty":0.0,"frequency_penalty":0.0,"dry_multiplier":0.0,"dry_base":1.75,"dry_allowed_length":2,"dry_penalty_last_n":64,"dry_sequence_breakers":["\n",":","\"","*"],"mirostat":0,"mirostat_tau":5.0,"mirostat_eta":0.10000000149011612,"adaptive_target":-1.0,"adaptive_decay":0.8999999761581421,"stop":[],"max_tokens":128,"n_predict":128,"n_keep":0,"n_discard":0,"ignore_eos":false,"stream":true,"logit_bias":[],"n_probs":1,"min_keep":0,"grammar":"root ::= \"Done.\"","grammar_lazy":false,"grammar_triggers":[],"preserved_tokens":[],"chat_format":"peg-native","reasoning_format":"deepseek","reasoning_in_content":false,"generation_prompt":"<|im_start|>assistant\n","samplers":["penalties","dry","top_n_sigma","top_k","typ_p","top_p","min_p","xtc","temperature"],"speculative.types":"none","timings_per_token":false,"post_sampling_probs":false,"backend_sampling":false,"lora":[]},"prompt":"<s> <|im_start|>user\nOnce upon a time<|im_end|>\n<|im_start|>assistant\n","has_new_line":false,"truncated":false,"stop_type":"eos","stopping_word":"","tokens_cached":51,"timings":{"cache_n":45,"prompt_n":1,"prompt_ms":0.211,"prompt_per_token_ms":0.211,"prompt_per_second":4739.336492890995,"predicted_n":6,"predicted_ms":0.993,"predicted_per_token_ms":0.1986,"predicted_per_second":5035.246727089627}}}

data: {"choices":[],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk","usage":{"completion_tokens":6,"prompt_tokens":46,"total_tokens":52,"prompt_tokens_details":{"cached_tokens":45}},"timings":{"cache_n":45,"prompt_n":1,"prompt_ms":0.211,"prompt_per_token_ms":0.211,"prompt_per_second":4739.336492890995,"predicted_n":6,"predicted_ms":0.993,"predicted_per_token_ms":0.1986,"predicted_per_second":5035.246727089627}}

data: [DONE]

