@@ -290,6 +290,7 @@ static inline void count_swpout_vm_event(struct folio *folio)
290
290
}
291
291
count_mthp_stat (folio_order (folio ), MTHP_STAT_SWPOUT );
292
292
#endif
293
+ count_memcg_folio_events (folio , PSWPOUT , folio_nr_pages (folio ));
293
294
count_vm_events (PSWPOUT , folio_nr_pages (folio ));
294
295
}
295
296
@@ -485,6 +486,7 @@ static void sio_read_complete(struct kiocb *iocb, long ret)
485
486
for (p = 0 ; p < sio -> pages ; p ++ ) {
486
487
struct folio * folio = page_folio (sio -> bvec [p ].bv_page );
487
488
489
+ count_memcg_folio_events (folio , PSWPIN , folio_nr_pages (folio ));
488
490
folio_mark_uptodate (folio );
489
491
folio_unlock (folio );
490
492
}
@@ -570,6 +572,7 @@ static void swap_read_folio_bdev_sync(struct folio *folio,
570
572
* attempt to access it in the page fault retry time check.
571
573
*/
572
574
get_task_struct (current );
575
+ count_memcg_folio_events (folio , PSWPIN , folio_nr_pages (folio ));
573
576
count_vm_events (PSWPIN , folio_nr_pages (folio ));
574
577
submit_bio_wait (& bio );
575
578
__end_swap_bio_read (& bio );
@@ -585,6 +588,7 @@ static void swap_read_folio_bdev_async(struct folio *folio,
585
588
bio -> bi_iter .bi_sector = swap_folio_sector (folio );
586
589
bio -> bi_end_io = end_swap_bio_read ;
587
590
bio_add_folio_nofail (bio , folio , folio_size (folio ), 0 );
591
+ count_memcg_folio_events (folio , PSWPIN , folio_nr_pages (folio ));
588
592
count_vm_events (PSWPIN , folio_nr_pages (folio ));
589
593
submit_bio (bio );
590
594
}
0 commit comments