Skip to content

Commit f54cb8e

Browse files
committed
reuse allocr
1 parent 8ee0c96 commit f54cb8e

File tree

1 file changed

+1
-5
lines changed
  • examples/control-vector-generator

1 file changed

+1
-5
lines changed

examples/control-vector-generator/pca.hpp

Lines changed: 1 addition & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -265,17 +265,13 @@ static void power_iteration(
265265
//printf("in power iteration\n");
266266
struct pca_model model(input);
267267

268-
ggml_gallocr_t allocr = NULL;
268+
ggml_gallocr_t allocr = ggml_gallocr_new(ggml_backend_get_default_buffer_type(model.backend));
269269
struct pca_result result;
270270
struct ggml_tensor * last_eigenvector = NULL;
271271

272272
int n_iters = params.n_iterations / params.n_batch; // more batch, fewer iterations
273273
for (int iter = 0; iter < n_iters; ++iter) {
274274
bool calc_square = (iter == 0); // only need to calculate square for first iteration
275-
if (allocr) {
276-
ggml_gallocr_free(allocr);
277-
}
278-
allocr = ggml_gallocr_new(ggml_backend_get_default_buffer_type(model.backend));
279275
struct ggml_cgraph * gf = build_graph_piter(params, model, calc_square);
280276
// ggml_graph_dump_dot(gf, nullptr, "/tmp/_cgraph.dot");
281277
compute_piter(params, model, gf, allocr, result);

0 commit comments

Comments
 (0)