File tree Expand file tree Collapse file tree 1 file changed +5
-1
lines changed
Expand file tree Collapse file tree 1 file changed +5
-1
lines changed Original file line number Diff line number Diff line change @@ -1400,10 +1400,14 @@ __STATIC_INLINE__ void ggml_ext_backend_tensor_get_and_sync(ggml_backend_t backe
14001400}
14011401
14021402__STATIC_INLINE__ float ggml_ext_backend_tensor_get_f32 (ggml_tensor* tensor) {
1403- GGML_ASSERT (tensor->type == GGML_TYPE_F32 || tensor->type == GGML_TYPE_F16 || tensor->type == GGML_TYPE_I32);
1403+ GGML_ASSERT (tensor->type == GGML_TYPE_F32 || tensor->type == GGML_TYPE_F16 || tensor->type == GGML_TYPE_I32 || tensor-> type == GGML_TYPE_BF16 );
14041404 float value;
14051405 if (tensor->type == GGML_TYPE_F32) {
14061406 ggml_backend_tensor_get (tensor, &value, 0 , sizeof (value));
1407+ } else if (tensor->type == GGML_TYPE_BF16) {
1408+ ggml_bf16_t bf16_value;
1409+ ggml_backend_tensor_get (tensor, &bf16_value, 0 , sizeof (bf16_value));
1410+ value = ggml_bf16_to_fp32 (bf16_value);
14071411 } else if (tensor->type == GGML_TYPE_F16) {
14081412 ggml_fp16_t f16_value;
14091413 ggml_backend_tensor_get (tensor, &f16_value, 0 , sizeof (f16_value));
You can’t perform that action at this time.
0 commit comments