Spaces:
Running
Running
Diego Devesa
commited on
Commit
·
3d000b6
1
Parent(s):
fb13b88
llama : add option to override model tensor buffers (llama/11397)
Browse files* llama : add option to override tensor buffers
* ggml : fix possible underflow in ggml_nbytes
- ggml/src/ggml.c +6 -0
ggml/src/ggml.c
CHANGED
|
@@ -1159,6 +1159,12 @@ int64_t ggml_nrows(const struct ggml_tensor * tensor) {
|
|
| 1159 |
}
|
| 1160 |
|
| 1161 |
size_t ggml_nbytes(const struct ggml_tensor * tensor) {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1162 |
size_t nbytes;
|
| 1163 |
const size_t blck_size = ggml_blck_size(tensor->type);
|
| 1164 |
if (blck_size == 1) {
|
|
|
|
| 1159 |
}
|
| 1160 |
|
| 1161 |
size_t ggml_nbytes(const struct ggml_tensor * tensor) {
|
| 1162 |
+
for (int i = 0; i < GGML_MAX_DIMS; ++i) {
|
| 1163 |
+
if (tensor->ne[i] <= 0) {
|
| 1164 |
+
return 0;
|
| 1165 |
+
}
|
| 1166 |
+
}
|
| 1167 |
+
|
| 1168 |
size_t nbytes;
|
| 1169 |
const size_t blck_size = ggml_blck_size(tensor->type);
|
| 1170 |
if (blck_size == 1) {
|