load_tensors:        CUDA0 model buffer size =  1024.00 MiB
load_tensors:        CUDA1 model buffer size =  1024.00 MiB
load_tensors:        CUDA2 model buffer size =  1024.00 MiB
load_tensors:        CUDA3 model buffer size =  1024.00 MiB
llama_kv_cache:      CUDA0 KV buffer size =    64.00 MiB
llama_kv_cache:      CUDA1 KV buffer size =    64.00 MiB
llama_kv_cache:      CUDA2 KV buffer size =    64.00 MiB
llama_kv_cache:      CUDA3 KV buffer size =    64.00 MiB
llama_context:      CUDA0 compute buffer size =    32.00 MiB
llama_context:      CUDA1 compute buffer size =    32.00 MiB
llama_context:      CUDA2 compute buffer size =    32.00 MiB
llama_context:      CUDA3 compute buffer size =    32.00 MiB
