data: {"choices":[{"finish_reason":null,"index":0,"delta":{"role":"assistant","content":null}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"he"},"logprobs":{"content":[{"id":260,"token":"he","bytes":[104,101],"logprob":-10.871050834655762,"top_logprobs":[{"id":436,"token":"\"","bytes":[34],"logprob":-1.0683207511901855}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"l"},"logprobs":{"content":[{"id":421,"token":"l","bytes":[108],"logprob":-6.80674409866333,"top_logprobs":[{"id":416,"token":"n","bytes":[110],"logprob":-0.3967461585998535}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"l"},"logprobs":{"content":[{"id":421,"token":"l","bytes":[108],"logprob":-6.359107494354248,"top_logprobs":[{"id":431,"token":"f","bytes":[102],"logprob":-1.4089058637619019}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"o"},"logprobs":{"content":[{"id":414,"token":"o","bytes":[111],"logprob":-6.515795707702637,"top_logprobs":[{"id":422,"token":"y","bytes":[121],"logprob":-1.177760124206543}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":" "},"logprobs":{"content":[{"id":410,"token":" ","bytes":[32],"logprob":-14.264122009277344,"top_logprobs":[{"id":360,"token":"ve","bytes":[118,101],"logprob":-0.9759100675582886}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"é"},"logprobs":{"content":[{"id":172,"token":"é","bytes":[195,169],"logprob":-23.5114688873291,"top_logprobs":[{"id":426,"token":".","bytes":[46],"logprob":-1.2865360975265503}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":" "},"logprobs":{"content":[{"id":410,"token":" ","bytes":[32],"logprob":-4.7788519859313965,"top_logprobs":[{"id":426,"token":".","bytes":[46],"logprob":-1.2894797325134277}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"☺"},"logprobs":{"content":[{"id":189,"token":"☺","bytes":[226,152,186],"logprob":-25.161840438842773,"top_logprobs":[{"id":426,"token":".","bytes":[46],"logprob":-1.9506100416183472}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":" "},"logprobs":{"content":[{"id":410,"token":" ","bytes":[32],"logprob":-4.886251926422119,"top_logprobs":[{"id":426,"token":".","bytes":[46],"logprob":-1.216599941253662}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"d"},"logprobs":{"content":[{"id":418,"token":"d","bytes":[100],"logprob":-9.283125877380371,"top_logprobs":[{"id":408,"token":"out","bytes":[111,117,116],"logprob":-0.7597007751464844}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"o"},"logprobs":{"content":[{"id":414,"token":"o","bytes":[111],"logprob":-0.3511162996292114,"top_logprobs":[{"id":414,"token":"o","bytes":[111],"logprob":-0.3511162996292114}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"n"},"logprobs":{"content":[{"id":416,"token":"n","bytes":[110],"logprob":-9.54705810546875,"top_logprobs":[{"id":429,"token":"c","bytes":[99],"logprob":-0.4490315020084381}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"e"},"logprobs":{"content":[{"id":411,"token":"e","bytes":[101],"logprob":-0.3125036954879761,"top_logprobs":[{"id":411,"token":"e","bytes":[101],"logprob":-0.3125036954879761}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":"stop","index":0,"delta":{}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk","__verbose":{"index":0,"content":"","tokens":[],"id_slot":0,"stop":true,"model":"/models/tiny.gguf","tokens_predicted":17,"tokens_evaluated":46,"generation_settings":{"seed":1234,"temperature":0.0,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"top_k":40,"top_p":0.949999988079071,"min_p":0.05000000074505806,"top_n_sigma":-1.0,"xtc_probability":0.0,"xtc_threshold":0.10000000149011612,"typical_p":1.0,"repeat_last_n":64,"repeat_penalty":1.0,"presence_penalty":0.0,"frequency_penalty":0.0,"dry_multiplier":0.0,"dry_base":1.75,"dry_allowed_length":2,"dry_penalty_last_n":64,"dry_sequence_breakers":["\n",":","\"","*"],"mirostat":0,"mirostat_tau":5.0,"mirostat_eta":0.10000000149011612,"adaptive_target":-1.0,"adaptive_decay":0.8999999761581421,"stop":[],"max_tokens":128,"n_predict":128,"n_keep":0,"n_discard":0,"ignore_eos":false,"stream":true,"logit_bias":[],"n_probs":1,"min_keep":0,"grammar":"root ::= \"hello é ☺ done\"","grammar_lazy":false,"grammar_triggers":[],"preserved_tokens":[],"chat_format":"peg-native","reasoning_format":"deepseek","reasoning_in_content":false,"generation_prompt":"<|im_start|>assistant\n","samplers":["penalties","dry","top_n_sigma","top_k","typ_p","top_p","min_p","xtc","temperature"],"speculative.types":"none","timings_per_token":false,"post_sampling_probs":false,"backend_sampling":false,"lora":[]},"prompt":"<s> <|im_start|>user\nOnce upon a time<|im_end|>\n<|im_start|>assistant\n","has_new_line":false,"truncated":false,"stop_type":"eos","stopping_word":"","tokens_cached":62,"timings":{"cache_n":45,"prompt_n":1,"prompt_ms":0.201,"prompt_per_token_ms":0.201,"prompt_per_second":4975.124378109453,"predicted_n":17,"predicted_ms":3.218,"predicted_per_token_ms":0.201125,"predicted_per_second":4972.032318210068}}}

data: {"choices":[],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk","usage":{"completion_tokens":17,"prompt_tokens":46,"total_tokens":63,"prompt_tokens_details":{"cached_tokens":45}},"timings":{"cache_n":45,"prompt_n":1,"prompt_ms":0.201,"prompt_per_token_ms":0.201,"prompt_per_second":4975.124378109453,"predicted_n":17,"predicted_ms":3.218,"predicted_per_token_ms":0.201125,"predicted_per_second":4972.032318210068}}

data: [DONE]

