|  | // SPDX-License-Identifier: GPL-2.0 | 
|  | #include <linux/compiler.h> | 
|  | #include <linux/kernel.h> | 
|  | #include <linux/string.h> | 
|  | #include <linux/zalloc.h> | 
|  | #include <linux/err.h> | 
|  | #include <sys/types.h> | 
|  | #include <sys/stat.h> | 
|  | #include <errno.h> | 
|  | #include <fcntl.h> | 
|  | #include <unistd.h> | 
|  | #include <string.h> | 
|  | #include <asm/bug.h> | 
|  | #include <dirent.h> | 
|  |  | 
|  | #include "data.h" | 
|  | #include "util.h" // rm_rf_perf_data() | 
|  | #include "debug.h" | 
|  | #include "header.h" | 
|  | #include "rlimit.h" | 
|  | #include <internal/lib.h> | 
|  |  | 
|  | static void close_dir(struct perf_data_file *files, int nr) | 
|  | { | 
|  | while (--nr >= 0) { | 
|  | close(files[nr].fd); | 
|  | zfree(&files[nr].path); | 
|  | } | 
|  | free(files); | 
|  | } | 
|  |  | 
|  | void perf_data__close_dir(struct perf_data *data) | 
|  | { | 
|  | close_dir(data->dir.files, data->dir.nr); | 
|  | } | 
|  |  | 
|  | int perf_data__create_dir(struct perf_data *data, int nr) | 
|  | { | 
|  | enum rlimit_action set_rlimit = NO_CHANGE; | 
|  | struct perf_data_file *files = NULL; | 
|  | int i, ret; | 
|  |  | 
|  | if (WARN_ON(!data->is_dir)) | 
|  | return -EINVAL; | 
|  |  | 
|  | files = zalloc(nr * sizeof(*files)); | 
|  | if (!files) | 
|  | return -ENOMEM; | 
|  |  | 
|  | for (i = 0; i < nr; i++) { | 
|  | struct perf_data_file *file = &files[i]; | 
|  |  | 
|  | ret = asprintf(&file->path, "%s/data.%d", data->path, i); | 
|  | if (ret < 0) { | 
|  | ret = -ENOMEM; | 
|  | goto out_err; | 
|  | } | 
|  |  | 
|  | retry_open: | 
|  | ret = open(file->path, O_RDWR|O_CREAT|O_TRUNC, S_IRUSR|S_IWUSR); | 
|  | if (ret < 0) { | 
|  | /* | 
|  | * If using parallel threads to collect data, | 
|  | * perf record needs at least 6 fds per CPU. | 
|  | * When we run out of them try to increase the limits. | 
|  | */ | 
|  | if (errno == EMFILE && rlimit__increase_nofile(&set_rlimit)) | 
|  | goto retry_open; | 
|  |  | 
|  | ret = -errno; | 
|  | goto out_err; | 
|  | } | 
|  | set_rlimit = NO_CHANGE; | 
|  |  | 
|  | file->fd = ret; | 
|  | } | 
|  |  | 
|  | data->dir.version = PERF_DIR_VERSION; | 
|  | data->dir.files   = files; | 
|  | data->dir.nr      = nr; | 
|  | return 0; | 
|  |  | 
|  | out_err: | 
|  | close_dir(files, i); | 
|  | return ret; | 
|  | } | 
|  |  | 
|  | int perf_data__open_dir(struct perf_data *data) | 
|  | { | 
|  | struct perf_data_file *files = NULL; | 
|  | struct dirent *dent; | 
|  | int ret = -1; | 
|  | DIR *dir; | 
|  | int nr = 0; | 
|  |  | 
|  | /* | 
|  | * Directory containing a single regular perf data file which is already | 
|  | * open, means there is nothing more to do here. | 
|  | */ | 
|  | if (perf_data__is_single_file(data)) | 
|  | return 0; | 
|  |  | 
|  | if (WARN_ON(!data->is_dir)) | 
|  | return -EINVAL; | 
|  |  | 
|  | /* The version is provided by DIR_FORMAT feature. */ | 
|  | if (WARN_ON(data->dir.version != PERF_DIR_VERSION)) | 
|  | return -1; | 
|  |  | 
|  | dir = opendir(data->path); | 
|  | if (!dir) | 
|  | return -EINVAL; | 
|  |  | 
|  | while ((dent = readdir(dir)) != NULL) { | 
|  | struct perf_data_file *file; | 
|  | char path[PATH_MAX]; | 
|  | struct stat st; | 
|  |  | 
|  | snprintf(path, sizeof(path), "%s/%s", data->path, dent->d_name); | 
|  | if (stat(path, &st)) | 
|  | continue; | 
|  |  | 
|  | if (!S_ISREG(st.st_mode) || strncmp(dent->d_name, "data.", 5)) | 
|  | continue; | 
|  |  | 
|  | ret = -ENOMEM; | 
|  |  | 
|  | file = realloc(files, (nr + 1) * sizeof(*files)); | 
|  | if (!file) | 
|  | goto out_err; | 
|  |  | 
|  | files = file; | 
|  | file = &files[nr++]; | 
|  |  | 
|  | file->path = strdup(path); | 
|  | if (!file->path) | 
|  | goto out_err; | 
|  |  | 
|  | ret = open(file->path, O_RDONLY); | 
|  | if (ret < 0) | 
|  | goto out_err; | 
|  |  | 
|  | file->fd = ret; | 
|  | file->size = st.st_size; | 
|  | } | 
|  |  | 
|  | closedir(dir); | 
|  | if (!files) | 
|  | return -EINVAL; | 
|  |  | 
|  | data->dir.files = files; | 
|  | data->dir.nr    = nr; | 
|  | return 0; | 
|  |  | 
|  | out_err: | 
|  | closedir(dir); | 
|  | close_dir(files, nr); | 
|  | return ret; | 
|  | } | 
|  |  | 
|  | int perf_data__update_dir(struct perf_data *data) | 
|  | { | 
|  | int i; | 
|  |  | 
|  | if (WARN_ON(!data->is_dir)) | 
|  | return -EINVAL; | 
|  |  | 
|  | for (i = 0; i < data->dir.nr; i++) { | 
|  | struct perf_data_file *file = &data->dir.files[i]; | 
|  | struct stat st; | 
|  |  | 
|  | if (fstat(file->fd, &st)) | 
|  | return -1; | 
|  |  | 
|  | file->size = st.st_size; | 
|  | } | 
|  |  | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static bool check_pipe(struct perf_data *data) | 
|  | { | 
|  | struct stat st; | 
|  | bool is_pipe = false; | 
|  | int fd = perf_data__is_read(data) ? | 
|  | STDIN_FILENO : STDOUT_FILENO; | 
|  |  | 
|  | if (!data->path) { | 
|  | if (!fstat(fd, &st) && S_ISFIFO(st.st_mode)) | 
|  | is_pipe = true; | 
|  | } else { | 
|  | if (!strcmp(data->path, "-")) | 
|  | is_pipe = true; | 
|  | } | 
|  |  | 
|  | if (is_pipe) { | 
|  | if (data->use_stdio) { | 
|  | const char *mode; | 
|  |  | 
|  | mode = perf_data__is_read(data) ? "r" : "w"; | 
|  | data->file.fptr = fdopen(fd, mode); | 
|  |  | 
|  | if (data->file.fptr == NULL) { | 
|  | data->file.fd = fd; | 
|  | data->use_stdio = false; | 
|  | } | 
|  |  | 
|  | /* | 
|  | * When is_pipe and data->file.fd is given, use given fd | 
|  | * instead of STDIN_FILENO or STDOUT_FILENO | 
|  | */ | 
|  | } else if (data->file.fd <= 0) { | 
|  | data->file.fd = fd; | 
|  | } | 
|  | } | 
|  |  | 
|  | return data->is_pipe = is_pipe; | 
|  | } | 
|  |  | 
|  | static int check_backup(struct perf_data *data) | 
|  | { | 
|  | struct stat st; | 
|  |  | 
|  | if (perf_data__is_read(data)) | 
|  | return 0; | 
|  |  | 
|  | if (!stat(data->path, &st) && st.st_size) { | 
|  | char oldname[PATH_MAX]; | 
|  | int ret; | 
|  |  | 
|  | snprintf(oldname, sizeof(oldname), "%s.old", | 
|  | data->path); | 
|  |  | 
|  | ret = rm_rf_perf_data(oldname); | 
|  | if (ret) { | 
|  | pr_err("Can't remove old data: %s (%s)\n", | 
|  | ret == -2 ? | 
|  | "Unknown file found" : strerror(errno), | 
|  | oldname); | 
|  | return -1; | 
|  | } | 
|  |  | 
|  | if (rename(data->path, oldname)) { | 
|  | pr_err("Can't move data: %s (%s to %s)\n", | 
|  | strerror(errno), | 
|  | data->path, oldname); | 
|  | return -1; | 
|  | } | 
|  | } | 
|  |  | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static bool is_dir(struct perf_data *data) | 
|  | { | 
|  | struct stat st; | 
|  |  | 
|  | if (stat(data->path, &st)) | 
|  | return false; | 
|  |  | 
|  | return (st.st_mode & S_IFMT) == S_IFDIR; | 
|  | } | 
|  |  | 
|  | static int open_file_read(struct perf_data *data) | 
|  | { | 
|  | int flags = data->in_place_update ? O_RDWR : O_RDONLY; | 
|  | struct stat st; | 
|  | int fd; | 
|  | char sbuf[STRERR_BUFSIZE]; | 
|  |  | 
|  | fd = open(data->file.path, flags); | 
|  | if (fd < 0) { | 
|  | int err = errno; | 
|  |  | 
|  | pr_err("failed to open %s: %s", data->file.path, | 
|  | str_error_r(err, sbuf, sizeof(sbuf))); | 
|  | if (err == ENOENT && !strcmp(data->file.path, "perf.data")) | 
|  | pr_err("  (try 'perf record' first)"); | 
|  | pr_err("\n"); | 
|  | return -err; | 
|  | } | 
|  |  | 
|  | if (fstat(fd, &st) < 0) | 
|  | goto out_close; | 
|  |  | 
|  | if (!data->force && st.st_uid && (st.st_uid != geteuid())) { | 
|  | pr_err("File %s not owned by current user or root (use -f to override)\n", | 
|  | data->file.path); | 
|  | goto out_close; | 
|  | } | 
|  |  | 
|  | if (!st.st_size) { | 
|  | pr_info("zero-sized data (%s), nothing to do!\n", | 
|  | data->file.path); | 
|  | goto out_close; | 
|  | } | 
|  |  | 
|  | data->file.size = st.st_size; | 
|  | return fd; | 
|  |  | 
|  | out_close: | 
|  | close(fd); | 
|  | return -1; | 
|  | } | 
|  |  | 
|  | static int open_file_write(struct perf_data *data) | 
|  | { | 
|  | int fd; | 
|  | char sbuf[STRERR_BUFSIZE]; | 
|  |  | 
|  | fd = open(data->file.path, O_CREAT|O_RDWR|O_TRUNC|O_CLOEXEC, | 
|  | S_IRUSR|S_IWUSR); | 
|  |  | 
|  | if (fd < 0) | 
|  | pr_err("failed to open %s : %s\n", data->file.path, | 
|  | str_error_r(errno, sbuf, sizeof(sbuf))); | 
|  |  | 
|  | return fd; | 
|  | } | 
|  |  | 
|  | static int open_file(struct perf_data *data) | 
|  | { | 
|  | int fd; | 
|  |  | 
|  | fd = perf_data__is_read(data) ? | 
|  | open_file_read(data) : open_file_write(data); | 
|  |  | 
|  | if (fd < 0) { | 
|  | zfree(&data->file.path); | 
|  | return -1; | 
|  | } | 
|  |  | 
|  | data->file.fd = fd; | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static int open_file_dup(struct perf_data *data) | 
|  | { | 
|  | data->file.path = strdup(data->path); | 
|  | if (!data->file.path) | 
|  | return -ENOMEM; | 
|  |  | 
|  | return open_file(data); | 
|  | } | 
|  |  | 
|  | static int open_dir(struct perf_data *data) | 
|  | { | 
|  | int ret; | 
|  |  | 
|  | /* | 
|  | * So far we open only the header, so we can read the data version and | 
|  | * layout. | 
|  | */ | 
|  | if (asprintf(&data->file.path, "%s/data", data->path) < 0) | 
|  | return -1; | 
|  |  | 
|  | if (perf_data__is_write(data) && | 
|  | mkdir(data->path, S_IRWXU) < 0) | 
|  | return -1; | 
|  |  | 
|  | ret = open_file(data); | 
|  |  | 
|  | /* Cleanup whatever we managed to create so far. */ | 
|  | if (ret && perf_data__is_write(data)) | 
|  | rm_rf_perf_data(data->path); | 
|  |  | 
|  | return ret; | 
|  | } | 
|  |  | 
|  | int perf_data__open(struct perf_data *data) | 
|  | { | 
|  | if (check_pipe(data)) | 
|  | return 0; | 
|  |  | 
|  | /* currently it allows stdio for pipe only */ | 
|  | data->use_stdio = false; | 
|  |  | 
|  | if (!data->path) | 
|  | data->path = "perf.data"; | 
|  |  | 
|  | if (check_backup(data)) | 
|  | return -1; | 
|  |  | 
|  | if (perf_data__is_read(data)) | 
|  | data->is_dir = is_dir(data); | 
|  |  | 
|  | return perf_data__is_dir(data) ? | 
|  | open_dir(data) : open_file_dup(data); | 
|  | } | 
|  |  | 
|  | void perf_data__close(struct perf_data *data) | 
|  | { | 
|  | if (perf_data__is_dir(data)) | 
|  | perf_data__close_dir(data); | 
|  |  | 
|  | zfree(&data->file.path); | 
|  |  | 
|  | if (data->use_stdio) | 
|  | fclose(data->file.fptr); | 
|  | else | 
|  | close(data->file.fd); | 
|  | } | 
|  |  | 
|  | ssize_t perf_data__read(struct perf_data *data, void *buf, size_t size) | 
|  | { | 
|  | if (data->use_stdio) { | 
|  | if (fread(buf, size, 1, data->file.fptr) == 1) | 
|  | return size; | 
|  | return feof(data->file.fptr) ? 0 : -1; | 
|  | } | 
|  | return readn(data->file.fd, buf, size); | 
|  | } | 
|  |  | 
|  | ssize_t perf_data_file__write(struct perf_data_file *file, | 
|  | void *buf, size_t size) | 
|  | { | 
|  | return writen(file->fd, buf, size); | 
|  | } | 
|  |  | 
|  | ssize_t perf_data__write(struct perf_data *data, | 
|  | void *buf, size_t size) | 
|  | { | 
|  | if (data->use_stdio) { | 
|  | if (fwrite(buf, size, 1, data->file.fptr) == 1) | 
|  | return size; | 
|  | return -1; | 
|  | } | 
|  | return perf_data_file__write(&data->file, buf, size); | 
|  | } | 
|  |  | 
|  | int perf_data__switch(struct perf_data *data, | 
|  | const char *postfix, | 
|  | size_t pos, bool at_exit, | 
|  | char **new_filepath) | 
|  | { | 
|  | int ret; | 
|  |  | 
|  | if (perf_data__is_read(data)) | 
|  | return -EINVAL; | 
|  |  | 
|  | if (asprintf(new_filepath, "%s.%s", data->path, postfix) < 0) | 
|  | return -ENOMEM; | 
|  |  | 
|  | /* | 
|  | * Only fire a warning, don't return error, continue fill | 
|  | * original file. | 
|  | */ | 
|  | if (rename(data->path, *new_filepath)) | 
|  | pr_warning("Failed to rename %s to %s\n", data->path, *new_filepath); | 
|  |  | 
|  | if (!at_exit) { | 
|  | close(data->file.fd); | 
|  | ret = perf_data__open(data); | 
|  | if (ret < 0) | 
|  | goto out; | 
|  |  | 
|  | if (lseek(data->file.fd, pos, SEEK_SET) == (off_t)-1) { | 
|  | ret = -errno; | 
|  | pr_debug("Failed to lseek to %zu: %s", | 
|  | pos, strerror(errno)); | 
|  | goto out; | 
|  | } | 
|  | } | 
|  | ret = data->file.fd; | 
|  | out: | 
|  | return ret; | 
|  | } | 
|  |  | 
|  | unsigned long perf_data__size(struct perf_data *data) | 
|  | { | 
|  | u64 size = data->file.size; | 
|  | int i; | 
|  |  | 
|  | if (perf_data__is_single_file(data)) | 
|  | return size; | 
|  |  | 
|  | for (i = 0; i < data->dir.nr; i++) { | 
|  | struct perf_data_file *file = &data->dir.files[i]; | 
|  |  | 
|  | size += file->size; | 
|  | } | 
|  |  | 
|  | return size; | 
|  | } | 
|  |  | 
|  | int perf_data__make_kcore_dir(struct perf_data *data, char *buf, size_t buf_sz) | 
|  | { | 
|  | int ret; | 
|  |  | 
|  | if (!data->is_dir) | 
|  | return -1; | 
|  |  | 
|  | ret = snprintf(buf, buf_sz, "%s/kcore_dir", data->path); | 
|  | if (ret < 0 || (size_t)ret >= buf_sz) | 
|  | return -1; | 
|  |  | 
|  | return mkdir(buf, S_IRWXU); | 
|  | } | 
|  |  | 
|  | bool has_kcore_dir(const char *path) | 
|  | { | 
|  | struct dirent *d = ERR_PTR(-EINVAL); | 
|  | const char *name = "kcore_dir"; | 
|  | DIR *dir = opendir(path); | 
|  | size_t n = strlen(name); | 
|  | bool result = false; | 
|  |  | 
|  | if (dir) { | 
|  | while (d && !result) { | 
|  | d = readdir(dir); | 
|  | result = d ? strncmp(d->d_name, name, n) : false; | 
|  | } | 
|  | closedir(dir); | 
|  | } | 
|  |  | 
|  | return result; | 
|  | } | 
|  |  | 
|  | char *perf_data__kallsyms_name(struct perf_data *data) | 
|  | { | 
|  | char *kallsyms_name; | 
|  | struct stat st; | 
|  |  | 
|  | if (!data->is_dir) | 
|  | return NULL; | 
|  |  | 
|  | if (asprintf(&kallsyms_name, "%s/kcore_dir/kallsyms", data->path) < 0) | 
|  | return NULL; | 
|  |  | 
|  | if (stat(kallsyms_name, &st)) { | 
|  | free(kallsyms_name); | 
|  | return NULL; | 
|  | } | 
|  |  | 
|  | return kallsyms_name; | 
|  | } | 
|  |  | 
|  | char *perf_data__guest_kallsyms_name(struct perf_data *data, pid_t machine_pid) | 
|  | { | 
|  | char *kallsyms_name; | 
|  | struct stat st; | 
|  |  | 
|  | if (!data->is_dir) | 
|  | return NULL; | 
|  |  | 
|  | if (asprintf(&kallsyms_name, "%s/kcore_dir__%d/kallsyms", data->path, machine_pid) < 0) | 
|  | return NULL; | 
|  |  | 
|  | if (stat(kallsyms_name, &st)) { | 
|  | free(kallsyms_name); | 
|  | return NULL; | 
|  | } | 
|  |  | 
|  | return kallsyms_name; | 
|  | } | 
|  |  | 
|  | bool is_perf_data(const char *path) | 
|  | { | 
|  | bool ret = false; | 
|  | FILE *file; | 
|  | u64 magic; | 
|  |  | 
|  | file = fopen(path, "r"); | 
|  | if (!file) | 
|  | return false; | 
|  |  | 
|  | if (fread(&magic, 1, 8, file) < 8) | 
|  | goto out; | 
|  |  | 
|  | ret = is_perf_magic(magic); | 
|  | out: | 
|  | fclose(file); | 
|  | return ret; | 
|  | } |