selftests/vm: add thp collapse shmem testing

Add memory operations for shmem (memfd) memory, and reuse existing tests
with the new memory operations.

Shmem tests can be called with "shmem" mem_type, and shmem tests are ran
with "all" mem_type as well.

Link: https://lkml.kernel.org/r/20220907144521.3115321-9-zokeefe@google.com
Link: https://lkml.kernel.org/r/20220922224046.1143204-9-zokeefe@google.com
Signed-off-by: Zach O'Keefe <zokeefe@google.com>
Cc: Axel Rasmussen <axelrasmussen@google.com>
Cc: Chris Kennelly <ckennelly@google.com>
Cc: David Hildenbrand <david@redhat.com>
Cc: David Rientjes <rientjes@google.com>
Cc: Hugh Dickins <hughd@google.com>
Cc: James Houghton <jthoughton@google.com>
Cc: "Kirill A. Shutemov" <kirill.shutemov@linux.intel.com>
Cc: Matthew Wilcox <willy@infradead.org>
Cc: Miaohe Lin <linmiaohe@huawei.com>
Cc: Minchan Kim <minchan@kernel.org>
Cc: Pasha Tatashin <pasha.tatashin@soleen.com>
Cc: Peter Xu <peterx@redhat.com>
Cc: Rongwei Wang <rongwei.wang@linux.alibaba.com>
Cc: SeongJae Park <sj@kernel.org>
Cc: Song Liu <songliubraving@fb.com>
Cc: Vlastimil Babka <vbabka@suse.cz>
Cc: Yang Shi <shy828301@gmail.com>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>

diff --git a/tools/testing/selftests/vm/khugepaged.c b/tools/testing/selftests/vm/khugepaged.c
index 08de614..eabbd27 100644 (file)
--- a/tools/testing/selftests/vm/khugepaged.c
+++ b/tools/testing/selftests/vm/khugepaged.c
@@ -59,6 +59,7 @@ struct mem_ops {
 
 static struct mem_ops *file_ops;
 static struct mem_ops *anon_ops;
+static struct mem_ops *shmem_ops;
 
 struct collapse_context {
        void (*collapse)(const char *msg, char *p, int nr_hpages,
@@ -739,6 +740,40 @@ static bool file_check_huge(void *addr, int nr_hpages)
        }
 }
 
+static void *shmem_setup_area(int nr_hpages)
+{
+       void *p;
+       unsigned long size = nr_hpages * hpage_pmd_size;
+
+       finfo.fd = memfd_create("khugepaged-selftest-collapse-shmem", 0);
+       if (finfo.fd < 0)  {
+               perror("memfd_create()");
+               exit(EXIT_FAILURE);
+       }
+       if (ftruncate(finfo.fd, size)) {
+               perror("ftruncate()");
+               exit(EXIT_FAILURE);
+       }
+       p = mmap(BASE_ADDR, size, PROT_READ | PROT_WRITE, MAP_SHARED, finfo.fd,
+                0);
+       if (p != BASE_ADDR) {
+               perror("mmap()");
+               exit(EXIT_FAILURE);
+       }
+       return p;
+}
+
+static void shmem_cleanup_area(void *p, unsigned long size)
+{
+       munmap(p, size);
+       close(finfo.fd);
+}
+
+static bool shmem_check_huge(void *addr, int nr_hpages)
+{
+       return check_huge_shmem(addr, nr_hpages, hpage_pmd_size);
+}
+
 static struct mem_ops __anon_ops = {
        .setup_area = &anon_setup_area,
        .cleanup_area = &anon_cleanup_area,
@@ -755,6 +790,14 @@ static struct mem_ops __file_ops = {
        .name = "file",
 };
 
+static struct mem_ops __shmem_ops = {
+       .setup_area = &shmem_setup_area,
+       .cleanup_area = &shmem_cleanup_area,
+       .fault = &anon_fault,
+       .check_huge = &shmem_check_huge,
+       .name = "shmem",
+};
+
 static void __madvise_collapse(const char *msg, char *p, int nr_hpages,
                               struct mem_ops *ops, bool expect)
 {
@@ -1315,7 +1358,7 @@ static void usage(void)
        fprintf(stderr, "\nUsage: ./khugepaged <test type> [dir]\n\n");
        fprintf(stderr, "\t<test type>\t: <context>:<mem_type>\n");
        fprintf(stderr, "\t<context>\t: [all|khugepaged|madvise]\n");
-       fprintf(stderr, "\t<mem_type>\t: [all|anon|file]\n");
+       fprintf(stderr, "\t<mem_type>\t: [all|anon|file|shmem]\n");
        fprintf(stderr, "\n\t\"file,all\" mem_type requires [dir] argument\n");
        fprintf(stderr, "\n\t\"file,all\" mem_type requires kernel built with\n");
        fprintf(stderr, "\tCONFIG_READ_ONLY_THP_FOR_FS=y\n");
@@ -1357,10 +1400,13 @@ static void parse_test_type(int argc, const char **argv)
        if (!strcmp(buf, "all")) {
                file_ops =  &__file_ops;
                anon_ops = &__anon_ops;
+               shmem_ops = &__shmem_ops;
        } else if (!strcmp(buf, "anon")) {
                anon_ops = &__anon_ops;
        } else if (!strcmp(buf, "file")) {
                file_ops =  &__file_ops;
+       } else if (!strcmp(buf, "shmem")) {
+               shmem_ops = &__shmem_ops;
        } else {
                usage();
        }
@@ -1377,7 +1423,7 @@ int main(int argc, const char **argv)
        struct settings default_settings = {
                .thp_enabled = THP_MADVISE,
                .thp_defrag = THP_DEFRAG_ALWAYS,
-               .shmem_enabled = SHMEM_NEVER,
+               .shmem_enabled = SHMEM_ADVISE,
                .use_zero_page = 0,
                .khugepaged = {
                        .defrag = 1,
@@ -1424,16 +1470,20 @@ int main(int argc, const char **argv)
 
        TEST(collapse_full, khugepaged_context, anon_ops);
        TEST(collapse_full, khugepaged_context, file_ops);
+       TEST(collapse_full, khugepaged_context, shmem_ops);
        TEST(collapse_full, madvise_context, anon_ops);
        TEST(collapse_full, madvise_context, file_ops);
+       TEST(collapse_full, madvise_context, shmem_ops);
 
        TEST(collapse_empty, khugepaged_context, anon_ops);
        TEST(collapse_empty, madvise_context, anon_ops);
 
        TEST(collapse_single_pte_entry, khugepaged_context, anon_ops);
        TEST(collapse_single_pte_entry, khugepaged_context, file_ops);
+       TEST(collapse_single_pte_entry, khugepaged_context, shmem_ops);
        TEST(collapse_single_pte_entry, madvise_context, anon_ops);
        TEST(collapse_single_pte_entry, madvise_context, file_ops);
+       TEST(collapse_single_pte_entry, madvise_context, shmem_ops);
 
        TEST(collapse_max_ptes_none, khugepaged_context, anon_ops);
        TEST(collapse_max_ptes_none, khugepaged_context, file_ops);
@@ -1447,8 +1497,10 @@ int main(int argc, const char **argv)
 
        TEST(collapse_full_of_compound, khugepaged_context, anon_ops);
        TEST(collapse_full_of_compound, khugepaged_context, file_ops);
+       TEST(collapse_full_of_compound, khugepaged_context, shmem_ops);
        TEST(collapse_full_of_compound, madvise_context, anon_ops);
        TEST(collapse_full_of_compound, madvise_context, file_ops);
+       TEST(collapse_full_of_compound, madvise_context, shmem_ops);
 
        TEST(collapse_compound_extreme, khugepaged_context, anon_ops);
        TEST(collapse_compound_extreme, madvise_context, anon_ops);
@@ -1470,6 +1522,7 @@ int main(int argc, const char **argv)
 
        TEST(madvise_collapse_existing_thps, madvise_context, anon_ops);
        TEST(madvise_collapse_existing_thps, madvise_context, file_ops);
+       TEST(madvise_collapse_existing_thps, madvise_context, shmem_ops);
 
        restore_settings(0);
 }