data: {"choices":[{"finish_reason":null,"index":0,"delta":{"role":"assistant","content":null}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"\""},"logprobs":{"content":[{"id":436,"token":"\"","bytes":[34],"logprob":-1.0683207511901855,"top_logprobs":[{"id":436,"token":"\"","bytes":[34],"logprob":-1.0683207511901855}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"H"},"logprobs":{"content":[{"id":440,"token":"H","bytes":[72],"logprob":-1.4148881435394287,"top_logprobs":[{"id":440,"token":"H","bytes":[72],"logprob":-1.4148881435394287}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"e"},"logprobs":{"content":[{"id":411,"token":"e","bytes":[101],"logprob":-0.7754592895507812,"top_logprobs":[{"id":411,"token":"e","bytes":[101],"logprob":-0.7754592895507812}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"re"},"logprobs":{"content":[{"id":276,"token":"re","bytes":[114,101],"logprob":-1.8897085189819336,"top_logprobs":[{"id":276,"token":"re","bytes":[114,101],"logprob":-1.8897085189819336}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"?"},"logprobs":{"content":[{"id":450,"token":"?","bytes":[63],"logprob":-1.475365400314331,"top_logprobs":[{"id":450,"token":"?","bytes":[63],"logprob":-1.475365400314331}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"\""},"logprobs":{"content":[{"id":436,"token":"\"","bytes":[34],"logprob":-0.060189444571733475,"top_logprobs":[{"id":436,"token":"\"","bytes":[34],"logprob":-0.060189444571733475}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":" "},"logprobs":{"content":[{"id":410,"token":" ","bytes":[32],"logprob":-0.8821970820426941,"top_logprobs":[{"id":410,"token":" ","bytes":[32],"logprob":-0.8821970820426941}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":null,"index":0,"delta":{"content":"A"},"logprobs":{"content":[{"id":447,"token":"A","bytes":[65],"logprob":-0.9622187614440918,"top_logprobs":[{"id":447,"token":"A","bytes":[65],"logprob":-0.9622187614440918}]}]}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk"}

data: {"choices":[{"finish_reason":"length","index":0,"delta":{}}],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk","__verbose":{"index":0,"content":"","tokens":[],"id_slot":0,"stop":true,"model":"/models/tiny.gguf","tokens_predicted":8,"tokens_evaluated":46,"generation_settings":{"seed":1234,"temperature":0.0,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"top_k":40,"top_p":0.949999988079071,"min_p":0.05000000074505806,"top_n_sigma":-1.0,"xtc_probability":0.0,"xtc_threshold":0.10000000149011612,"typical_p":1.0,"repeat_last_n":64,"repeat_penalty":1.0,"presence_penalty":0.0,"frequency_penalty":0.0,"dry_multiplier":0.0,"dry_base":1.75,"dry_allowed_length":2,"dry_penalty_last_n":64,"dry_sequence_breakers":["\n",":","\"","*"],"mirostat":0,"mirostat_tau":5.0,"mirostat_eta":0.10000000149011612,"adaptive_target":-1.0,"adaptive_decay":0.8999999761581421,"stop":[],"max_tokens":8,"n_predict":8,"n_keep":0,"n_discard":0,"ignore_eos":false,"stream":true,"logit_bias":[],"n_probs":1,"min_keep":0,"grammar":"","grammar_lazy":false,"grammar_triggers":[],"preserved_tokens":[],"chat_format":"peg-native","reasoning_format":"deepseek","reasoning_in_content":false,"generation_prompt":"<|im_start|>assistant\n","samplers":["penalties","dry","top_n_sigma","top_k","typ_p","top_p","min_p","xtc","temperature"],"speculative.types":"none","timings_per_token":false,"post_sampling_probs":false,"backend_sampling":false,"lora":[]},"prompt":"<s> <|im_start|>user\nOnce upon a time<|im_end|>\n<|im_start|>assistant\n","has_new_line":false,"truncated":false,"stop_type":"limit","stopping_word":"","tokens_cached":53,"timings":{"cache_n":45,"prompt_n":1,"prompt_ms":0.195,"prompt_per_token_ms":0.195,"prompt_per_second":5128.205128205128,"predicted_n":8,"predicted_ms":1.262,"predicted_per_token_ms":0.1802857142857143,"predicted_per_second":5546.75118858954}}}

data: {"choices":[],"created":1791080991,"id":"chatcmpl-synthetic","model":"/models/tiny.gguf","system_fingerprint":"b11312-0c1e57098","object":"chat.completion.chunk","usage":{"completion_tokens":8,"prompt_tokens":46,"total_tokens":54,"prompt_tokens_details":{"cached_tokens":45}},"timings":{"cache_n":45,"prompt_n":1,"prompt_ms":0.195,"prompt_per_token_ms":0.195,"prompt_per_second":5128.205128205128,"predicted_n":8,"predicted_ms":1.262,"predicted_per_token_ms":0.1802857142857143,"predicted_per_second":5546.75118858954}}

data: [DONE]

