/*
* Copyright (C) 2010-2017 Red Hat, Inc.
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See
* the GNU General Public License for more details.
* overcommit hugetlbfs and check the statistics.
*
* Description:
*
* hugetlbfs allows to overcommit hugepages and there are tunables in
* sysfs and procfs. The test here want to ensure it is possible to
* overcommit by either mmap or shared memory. Also ensure those
* reservation can be read/write, and several statistics work correctly.
*
* First, it resets nr_hugepages and nr_overcommit_hugepages. Then, set
* both to a specify value - N, and allocate N + %50 x N hugepages.
* Finally, it reads and writes every page. There are command options to
* choose either to manage hugepages from sysfs or procfs, and reserve
* them by mmap or shmget.
*/
#include <string.h>
#include <unistd.h>
#include <stdio.h>
#include "hugetlb.h"
#include "tst_safe_sysv_ipc.h"
#include "tst_test.h"
#define PROTECTION (PROT_READ | PROT_WRITE)
#define PATH_MEMINFO "/proc/meminfo"
static char path_sys_sz[BUFSIZ];
static char path_sys_sz_over[BUFSIZ];
static char path_sys_sz_free[BUFSIZ];
static char path_sys_sz_resv[BUFSIZ];
static char path_sys_sz_surp[BUFSIZ];
static char path_sys_sz_huge[BUFSIZ];
#define PATH_PROC_VM "/proc/sys/vm/"
#define PATH_PROC_OVER PATH_PROC_VM "nr_overcommit_hugepages"
#define PATH_PROC_HUGE PATH_PROC_VM "nr_hugepages"
#define PATH_SHMMAX "/proc/sys/kernel/shmmax"
/* Only ia64 requires this */
#ifdef __ia64__
#define ADDR (void *)(0x8000000000000000UL)
#define FLAGS (MAP_SHARED | MAP_FIXED)
#define SHMAT_FLAGS (SHM_RND)
#else
#define ADDR (void *)(0x0UL)
#define FLAGS (MAP_SHARED)
#define SHMAT_FLAGS (0)
#endif
#ifndef SHM_HUGETLB
#define SHM_HUGETLB 04000
#endif
#define MOUNT_DIR "hugemmap05"
#define TEST_FILE MOUNT_DIR "/file"
static unsigned long long shmmax;
static char *path, *pathover;
static int key = -1, shmid = -1, fd = -1;
static int mounted, restore_shmmax, restore_nr_hgpgs, restore_overcomm_hgpgs;
static long hugepagesize, nr_hugepages, nr_overcommit_hugepages;
static long size = 128, length = 384;
char *opt_sysfs;
char *opt_alloc;
char *opt_shmid;
static struct tst_option options[] = {
{"s", &opt_sysfs, "-s Setup hugepages from sysfs"},
{"m", &opt_shmid, "-m Reserve hugepages by shmget"},
{"a:", &opt_alloc, "-a Number of overcommint hugepages"},
{NULL, NULL, NULL}
};
static void check_wr_bytes(void *addr);
static int checkproc(long act_val, char *string, long exp_val);
static int checksys(char *path, char *pattern, long exp_val);
static void init_sys_sz_paths(void);
static void test_overcommit(void)
{
void *addr = NULL, *shmaddr = NULL;
if (opt_shmid) {
shmid = SAFE_SHMGET(key, (length / 2 * hugepagesize),
SHM_HUGETLB | IPC_CREAT | SHM_R | SHM_W);
} else {
fd = SAFE_OPEN(TEST_FILE, O_CREAT | O_RDWR, 0755);
addr = SAFE_MMAP(ADDR, (length / 2 * hugepagesize),
PROTECTION, FLAGS, fd, 0);
}
if (opt_sysfs) {
tst_res(TINFO, "check sysfs before allocation.");
if (checksys(path_sys_sz_huge, "HugePages_Total", length / 2))
return;
if (checksys(path_sys_sz_free, "HugePages_Free", length / 2))
return;
if (checksys(path_sys_sz_surp, "HugePages_Surp",
length / 2 - size))
return;
if (checksys(path_sys_sz_resv, "HugePages_Rsvd", length / 2))
return;
} else {
tst_res(TINFO, "check /proc/meminfo before allocation.");
if (checkproc(SAFE_READ_MEMINFO("HugePages_Total:"),
"HugePages_Total", length / 2))
return;
if (checkproc(SAFE_READ_MEMINFO("HugePages_Free:"),
"HugePages_Free", length / 2))
return;
if (checkproc(SAFE_READ_MEMINFO("HugePages_Surp:"),
"HugePages_Surp", length / 2 - size))
return;
if (checkproc(SAFE_READ_MEMINFO("HugePages_Rsvd:"),
"HugePages_Rsvd", length / 2))
return;
}
if (opt_shmid) {
tst_res(TINFO, "shmid: 0x%x", shmid);
shmaddr = SAFE_SHMAT(shmid, ADDR, SHMAT_FLAGS);
check_wr_bytes(shmaddr);
} else {
check_wr_bytes(addr);
}
if (opt_sysfs) {
tst_res(TINFO, "check sysfs.");
if (checksys(path_sys_sz_huge, "HugePages_Total", length / 2))
return;
if (checksys(path_sys_sz_free, "HugePages_Free", 0))
return;
if (checksys(path_sys_sz_surp, "HugePages_Surp",
length / 2 - size))
return;
if (checksys(path_sys_sz_resv, "HugePages_Rsvd", 0))
return;
} else {
tst_res(TINFO, "check /proc/meminfo.");
if (checkproc(SAFE_READ_MEMINFO("HugePages_Total:"),
"HugePages_Total", length / 2))
return;
if (checkproc(SAFE_READ_MEMINFO("HugePages_Free:"),
"HugePages_Free", 0))
return;
if (checkproc(SAFE_READ_MEMINFO("HugePages_Surp:"),
"HugePages_Surp", length / 2 - size))
return;
if (checkproc(SAFE_READ_MEMINFO("HugePages_Rsvd:"),
"HugePages_Rsvd", 0))
return;
}
if (opt_shmid) {
SAFE_SHMDT(shmaddr);
SAFE_SHMCTL(shmid, IPC_RMID, NULL);
} else {
SAFE_MUNMAP(addr, (length / 2 * hugepagesize));
SAFE_CLOSE(fd);
SAFE_UNLINK(TEST_FILE);
}
tst_res(TPASS, "hugepages overcommit test pass");
}
static void cleanup(void)
{
if (opt_shmid && shmid != -1)
SAFE_SHMCTL(shmid, IPC_RMID, NULL);
if (!opt_shmid && fd != -1) {
SAFE_CLOSE(fd);
SAFE_UNLINK(TEST_FILE);
}
if (mounted)
tst_umount(MOUNT_DIR);
if (restore_nr_hgpgs) {
tst_res(TINFO, "restore nr_hugepages to %ld.", nr_hugepages);
SAFE_FILE_PRINTF(path, "%ld", nr_hugepages);
}
if (restore_shmmax)
SAFE_FILE_PRINTF(PATH_SHMMAX, "%llu", shmmax);
if (restore_overcomm_hgpgs) {
tst_res(TINFO, "restore nr_overcommit_hugepages to %ld.",
nr_overcommit_hugepages);
SAFE_FILE_PRINTF(pathover, "%ld", nr_overcommit_hugepages);
}
}
static void setup(void)
{
check_hugepage();
hugepagesize = SAFE_READ_MEMINFO("Hugepagesize:") * 1024;
init_sys_sz_paths();
if (opt_sysfs) {
path = path_sys_sz_huge;
pathover = path_sys_sz_over;
} else {
path = PATH_PROC_HUGE;
pathover = PATH_PROC_OVER;
}
if (opt_alloc) {
size = atoi(opt_alloc);
length = (size + size * 0.5) * 2;
}
if (opt_shmid) {
SAFE_FILE_SCANF(PATH_SHMMAX, "%llu", &shmmax);
if (shmmax < (unsigned long long)(length / 2 * hugepagesize)) {
restore_shmmax = 1;
SAFE_FILE_PRINTF(PATH_SHMMAX, "%ld",
(length / 2 * hugepagesize));
}
}
SAFE_FILE_SCANF(path, "%ld", &nr_hugepages);
tst_res(TINFO, "original nr_hugepages is %ld", nr_hugepages);
/* Reset. */
SAFE_FILE_PRINTF(path, "%ld", size);
restore_nr_hgpgs = 1;
if (access(pathover, F_OK)) {
tst_brk(TCONF, "file %s does not exist in the system",
pathover);
}
SAFE_FILE_SCANF(pathover, "%ld", &nr_overcommit_hugepages);
tst_res(TINFO, "original nr_overcommit_hugepages is %ld",
nr_overcommit_hugepages);
/* Reset. */
SAFE_FILE_PRINTF(pathover, "%ld", size);
restore_overcomm_hgpgs = 1;
SAFE_MKDIR(MOUNT_DIR, 0700);
SAFE_MOUNT(NULL, MOUNT_DIR, "hugetlbfs", 0, NULL);
mounted = 1;
if (opt_shmid) {
/* Use /proc/meminfo to generate an IPC key. */
key = ftok(PATH_MEMINFO, strlen(PATH_MEMINFO));
if (key == -1)
tst_brk(TBROK | TERRNO, "ftok");
}
}
static void check_wr_bytes(void *addr)
{
long i;
memset((char *)addr, '\a', (length / 2 * hugepagesize));
tst_res(TINFO, "First hex is %x", *((unsigned int *)addr));
for (i = 0; i < (length / 2 * hugepagesize); i++) {
if (((char *)addr)[i] != '\a') {
tst_res(TFAIL, "mismatch at %ld", i);
break;
}
}
}
static int checksys(char *path, char *string, long exp_val)
{
long act_val;
SAFE_FILE_SCANF(path, "%ld", &act_val);
tst_res(TINFO, "%s is %ld.", string, act_val);
if (act_val != exp_val) {
tst_res(TFAIL, "%s is not %ld but %ld.", string, exp_val,
act_val);
return 1;
}
return 0;
}
static int checkproc(long act_val, char *pattern, long exp_val)
{
tst_res(TINFO, "%s is %ld.", pattern, act_val);
if (act_val != exp_val) {
tst_res(TFAIL, "%s is not %ld but %ld.",
pattern, exp_val, act_val);
return 1;
}
return 0;
}
static void init_sys_sz_paths(void)
{
sprintf(path_sys_sz, "/sys/kernel/mm/hugepages/hugepages-%ldkB",
hugepagesize / 1024);
sprintf(path_sys_sz_over, "%s/nr_overcommit_hugepages", path_sys_sz);
sprintf(path_sys_sz_free, "%s/free_hugepages", path_sys_sz);
sprintf(path_sys_sz_resv, "%s/resv_hugepages", path_sys_sz);
sprintf(path_sys_sz_surp, "%s/surplus_hugepages", path_sys_sz);
sprintf(path_sys_sz_huge, "%s/nr_hugepages", path_sys_sz);
}
static struct tst_test test = {
.needs_root = 1,
.needs_tmpdir = 1,
.options = options,
.setup = setup,
.cleanup = cleanup,
.test_all = test_overcommit,
};