2
2
#include < vector>
3
3
#include < assert.h>
4
4
#include < random>
5
+ #include < string.h>
5
6
6
7
#undef MIN
7
8
#undef MAX
@@ -1177,7 +1178,7 @@ int main(int argc, char ** argv) {
1177
1178
size_t compute_size = 1024ll *1024ll *1024ll ;
1178
1179
uint8_t * compute_addr = new uint8_t [compute_size];
1179
1180
1180
- int n_examples = 25600 ;
1181
+ int n_examples = 256 ;
1181
1182
int n_tokens = model.hparams .n_ctx ;
1182
1183
int n_vocab = model.hparams .n_vocab ;
1183
1184
@@ -1284,7 +1285,7 @@ int main(int argc, char ** argv) {
1284
1285
}
1285
1286
1286
1287
{
1287
- int n_gen = 128 ;
1288
+ int n_gen = 1200000000 ;
1288
1289
int sample_ctx = n_tokens-n_tokens/8 ;
1289
1290
1290
1291
printf (" Generating %d tokens.\n " , n_gen);
@@ -1301,6 +1302,7 @@ int main(int argc, char ** argv) {
1301
1302
print_token (ggml_get_i32_1d (tokens_input, i), n_vocab);
1302
1303
}
1303
1304
printf (" ---\n " );
1305
+ int important_sum = 0 ;
1304
1306
for (int i=0 ; i<n_gen; ++i) {
1305
1307
struct ggml_init_params params = {
1306
1308
/* .mem_size =*/ compute_size,
@@ -1338,10 +1340,18 @@ int main(int argc, char ** argv) {
1338
1340
// print_token(ggml_get_i32_1d(tokens_input, i), model.hparams.n_vocab);
1339
1341
// }
1340
1342
// printf("--\n");
1343
+ for (int k=0 ; k<1000000 ; ++k) {
1344
+ for (int j=0 ; j<30 ; ++j) {
1345
+ important_sum += (k+j) / MAX (1 ,i);
1346
+ }
1347
+ }
1341
1348
1342
1349
ggml_free (ctx0);
1343
1350
}
1351
+ printf (" important (dont optimize it away, compiler!) : %d\n " , important_sum);
1344
1352
}
1353
+
1354
+ print_matrix (model.tok_embeddings );
1345
1355
1346
1356
printf (" done\n " );
1347
1357
// ggml_free(kv_self.ctx);
0 commit comments