#include <sys/types.h>
#include <sys/systm.h>
#include <sys/param.h>
#include <sys/sbuf.h>
#include <sys/queue.h>
#include <sys/linker.h>
#include <sys/module.h>
#include <sys/eventhandler.h>
#include <sys/kernel.h>
#include <sys/malloc.h>
#include <sys/syslog.h>
#include <sys/proc.h>
#include <sys/sched.h>
#include <sys/syslog.h>
#include <sys/sysctl.h>
#include <linux/debugfs.h>
#include <gnu/gcov/gcov.h>
#include <sys/queue.h>
extern int gcov_events_enabled;
static int gcov_persist;
static struct mtx gcov_mtx;
MTX_SYSINIT(gcov_init, &gcov_mtx, "gcov_mtx", MTX_DEF);
MALLOC_DEFINE(M_GCOV, "gcov", "gcov");
void __gcov_init(struct gcov_info *info);
void __gcov_flush(void);
void __gcov_merge_add(gcov_type *counters, unsigned int n_counters);
void __gcov_merge_single(gcov_type *counters, unsigned int n_counters);
void __gcov_merge_delta(gcov_type *counters, unsigned int n_counters);
void __gcov_merge_ior(gcov_type *counters, unsigned int n_counters);
void __gcov_merge_time_profile(gcov_type *counters, unsigned int n_counters);
void __gcov_merge_icall_topn(gcov_type *counters, unsigned int n_counters);
void __gcov_exit(void);
static void gcov_event(enum gcov_action action, struct gcov_info *info);
static char *
(basename)(char *path)
{
char *ptr;
if (path == NULL || *path == '\0')
return (__DECONST(char *, "."));
ptr = path + strlen(path);
while (ptr > path + 1 && *(ptr - 1) == '/')
--ptr;
*ptr-- = '\0';
while (ptr > path && *(ptr - 1) != '/')
--ptr;
return (ptr);
}
void
__gcov_init(struct gcov_info *info)
{
static unsigned int gcov_version;
mtx_lock(&gcov_mtx);
if (gcov_version == 0) {
gcov_version = gcov_info_version(info);
log(LOG_INFO, "version magic: 0x%x\n", gcov_version);
}
gcov_info_link(info);
if (gcov_events_enabled)
gcov_event(GCOV_ADD, info);
mtx_unlock(&gcov_mtx);
}
void
__gcov_flush(void)
{
}
void
__gcov_merge_add(gcov_type *counters, unsigned int n_counters)
{
}
void
__gcov_merge_single(gcov_type *counters, unsigned int n_counters)
{
}
void
__gcov_merge_delta(gcov_type *counters, unsigned int n_counters)
{
}
void
__gcov_merge_ior(gcov_type *counters, unsigned int n_counters)
{
}
void
__gcov_merge_time_profile(gcov_type *counters, unsigned int n_counters)
{
}
void
__gcov_merge_icall_topn(gcov_type *counters, unsigned int n_counters)
{
}
void
__gcov_exit(void)
{
}
struct gcov_node {
LIST_ENTRY(gcov_node) children_entry;
LIST_ENTRY(gcov_node) all_entry;
struct {
struct gcov_node *lh_first;
} children;
struct gcov_node *parent;
struct gcov_info **loaded_info;
struct gcov_info *unloaded_info;
struct dentry *dentry;
struct dentry **links;
int num_loaded;
char name[0];
};
#ifdef notyet
static const char objtree[] = OBJTREE;
static const char srctree[] = SRCTREE;
#else
static const char objtree[] = "";
static const char srctree[] = "";
#endif
static struct gcov_node root_node;
static struct {
struct gcov_node *lh_first;
} all_head;
static struct mtx node_lock;
MTX_SYSINIT(node_init, &node_lock, "node_lock", MTX_DEF);
static void remove_node(struct gcov_node *node);
static void *
gcov_seq_start(struct seq_file *seq, off_t *pos)
{
off_t i;
gcov_iter_start(seq->private);
for (i = 0; i < *pos; i++) {
if (gcov_iter_next(seq->private))
return NULL;
}
return seq->private;
}
static void *
gcov_seq_next(struct seq_file *seq, void *data, off_t *pos)
{
struct gcov_iterator *iter = data;
if (gcov_iter_next(iter))
return NULL;
(*pos)++;
return iter;
}
static int
gcov_seq_show(struct seq_file *seq, void *data)
{
struct gcov_iterator *iter = data;
if (gcov_iter_write(iter, seq->buf))
return (-EINVAL);
return (0);
}
static void
gcov_seq_stop(struct seq_file *seq, void *data)
{
}
static const struct seq_operations gcov_seq_ops = {
.start = gcov_seq_start,
.next = gcov_seq_next,
.show = gcov_seq_show,
.stop = gcov_seq_stop,
};
static struct gcov_info *
get_node_info(struct gcov_node *node)
{
if (node->num_loaded > 0)
return (node->loaded_info[0]);
return (node->unloaded_info);
}
static struct gcov_info *
get_accumulated_info(struct gcov_node *node)
{
struct gcov_info *info;
int i = 0;
if (node->unloaded_info)
info = gcov_info_dup(node->unloaded_info);
else
info = gcov_info_dup(node->loaded_info[i++]);
if (info == NULL)
return (NULL);
for (; i < node->num_loaded; i++)
gcov_info_add(info, node->loaded_info[i]);
return (info);
}
static int
gcov_seq_open(struct inode *inode, struct file *file)
{
struct gcov_node *node = inode->i_private;
struct gcov_iterator *iter;
struct seq_file *seq;
struct gcov_info *info;
int rc = -ENOMEM;
mtx_lock(&node_lock);
info = get_accumulated_info(node);
if (info == NULL)
goto out_unlock;
iter = gcov_iter_new(info);
if (iter == NULL)
goto err_free_info;
rc = seq_open(file, &gcov_seq_ops);
if (rc)
goto err_free_iter_info;
seq = file->private_data;
seq->private = iter;
out_unlock:
mtx_unlock(&node_lock);
return (rc);
err_free_iter_info:
gcov_iter_free(iter);
err_free_info:
gcov_info_free(info);
goto out_unlock;
}
static int
gcov_seq_release(struct inode *inode, struct file *file)
{
struct gcov_iterator *iter;
struct gcov_info *info;
struct seq_file *seq;
seq = file->private_data;
iter = seq->private;
info = gcov_iter_get_info(iter);
gcov_iter_free(iter);
gcov_info_free(info);
seq_release(inode, file);
return (0);
}
static struct gcov_node *
get_node_by_name(const char *name)
{
struct gcov_node *node;
struct gcov_info *info;
LIST_FOREACH(node, &all_head, all_entry) {
info = get_node_info(node);
if (info && (strcmp(gcov_info_filename(info), name) == 0))
return (node);
}
return (NULL);
}
static void
reset_node(struct gcov_node *node)
{
int i;
if (node->unloaded_info)
gcov_info_reset(node->unloaded_info);
for (i = 0; i < node->num_loaded; i++)
gcov_info_reset(node->loaded_info[i]);
}
void
gcov_stats_reset(void)
{
struct gcov_node *node;
mtx_lock(&node_lock);
restart:
LIST_FOREACH(node, &all_head, all_entry) {
if (node->num_loaded > 0)
reset_node(node);
else if (LIST_EMPTY(&node->children)) {
remove_node(node);
goto restart;
}
}
mtx_unlock(&node_lock);
}
static ssize_t
gcov_seq_write(struct file *file, const char *addr, size_t len, off_t *pos)
{
struct seq_file *seq;
struct gcov_info *info;
struct gcov_node *node;
seq = file->private_data;
info = gcov_iter_get_info(seq->private);
mtx_lock(&node_lock);
node = get_node_by_name(gcov_info_filename(info));
if (node) {
if (node->num_loaded == 0)
remove_node(node);
else
reset_node(node);
}
gcov_info_reset(info);
mtx_unlock(&node_lock);
return (len);
}
static char *
link_target(const char *dir, const char *path, const char *ext)
{
char *target;
char *old_ext;
char *copy;
copy = strdup_flags(path, M_GCOV, M_NOWAIT);
if (!copy)
return (NULL);
old_ext = strrchr(copy, '.');
if (old_ext)
*old_ext = '\0';
target = NULL;
if (dir)
asprintf(&target, M_GCOV, "%s/%s.%s", dir, copy, ext);
else
asprintf(&target, M_GCOV, "%s.%s", copy, ext);
free(copy, M_GCOV);
return (target);
}
static char *
get_link_target(const char *filename, const struct gcov_link *ext)
{
const char *rel;
char *result;
if (strncmp(filename, objtree, strlen(objtree)) == 0) {
rel = filename + strlen(objtree) + 1;
if (ext->dir == SRC_TREE)
result = link_target(srctree, rel, ext->ext);
else
result = link_target(objtree, rel, ext->ext);
} else {
result = link_target(NULL, filename, ext->ext);
}
return (result);
}
#define SKEW_PREFIX ".tmp_"
static const char *
deskew(const char *basename)
{
if (strncmp(basename, SKEW_PREFIX, sizeof(SKEW_PREFIX) - 1) == 0)
return (basename + sizeof(SKEW_PREFIX) - 1);
return (basename);
}
static void
add_links(struct gcov_node *node, struct dentry *parent)
{
const char *path_basename;
char *target;
int num;
int i;
for (num = 0; gcov_link[num].ext; num++)
;
node->links = malloc((num*sizeof(struct dentry *)), M_GCOV, M_NOWAIT|M_ZERO);
if (node->links == NULL)
return;
for (i = 0; i < num; i++) {
target = get_link_target(
gcov_info_filename(get_node_info(node)),
&gcov_link[i]);
if (target == NULL)
goto out_err;
path_basename = basename(target);
if (path_basename == target)
goto out_err;
node->links[i] = debugfs_create_symlink(deskew(path_basename),
parent, target);
if (!node->links[i])
goto out_err;
free(target, M_GCOV);
}
return;
out_err:
free(target, M_GCOV);
while (i-- > 0)
debugfs_remove(node->links[i]);
free(node->links, M_GCOV);
node->links = NULL;
}
static const struct file_operations gcov_data_fops = {
.open = gcov_seq_open,
.release = gcov_seq_release,
.read = seq_read,
.llseek = seq_lseek,
.write = gcov_seq_write,
};
static void
init_node(struct gcov_node *node, struct gcov_info *info,
const char *name, struct gcov_node *parent)
{
LIST_INIT(&node->children);
if (node->loaded_info) {
node->loaded_info[0] = info;
node->num_loaded = 1;
}
node->parent = parent;
if (name)
strcpy(node->name, name);
}
static struct gcov_node *
new_node(struct gcov_node *parent, struct gcov_info *info, const char *name)
{
struct gcov_node *node;
node = malloc(sizeof(struct gcov_node) + strlen(name) + 1, M_GCOV, M_NOWAIT|M_ZERO);
if (!node)
goto err_nomem;
if (info) {
node->loaded_info = malloc(sizeof(struct gcov_info *), M_GCOV, M_NOWAIT|M_ZERO);
if (!node->loaded_info)
goto err_nomem;
}
init_node(node, info, name, parent);
if (info) {
node->dentry = debugfs_create_file(deskew(node->name), 0600,
parent->dentry, node, &gcov_data_fops);
} else
node->dentry = debugfs_create_dir(node->name, parent->dentry);
if (!node->dentry) {
log(LOG_WARNING, "could not create file\n");
free(node, M_GCOV);
return NULL;
}
if (info)
add_links(node, parent->dentry);
LIST_INSERT_HEAD(&parent->children, node, children_entry);
LIST_INSERT_HEAD(&all_head, node, all_entry);
return (node);
err_nomem:
free(node, M_GCOV);
log(LOG_WARNING, "out of memory\n");
return NULL;
}
static void
remove_links(struct gcov_node *node)
{
if (node->links == NULL)
return;
for (int i = 0; gcov_link[i].ext; i++)
debugfs_remove(node->links[i]);
free(node->links, M_GCOV);
node->links = NULL;
}
static void
release_node(struct gcov_node *node)
{
LIST_REMOVE(node, children_entry);
LIST_REMOVE(node, all_entry);
debugfs_remove(node->dentry);
remove_links(node);
free(node->loaded_info, M_GCOV);
if (node->unloaded_info)
gcov_info_free(node->unloaded_info);
free(node, M_GCOV);
}
static void
remove_node(struct gcov_node *node)
{
struct gcov_node *parent;
while ((node != &root_node) && LIST_EMPTY(&node->children)) {
parent = node->parent;
release_node(node);
node = parent;
}
}
static struct gcov_node *
get_child_by_name(struct gcov_node *parent, const char *name)
{
struct gcov_node *node;
LIST_FOREACH(node, &parent->children, children_entry) {
if (strcmp(node->name, name) == 0)
return (node);
}
return (NULL);
}
static void
add_node(struct gcov_info *info)
{
char *filename;
char *curr;
char *next;
struct gcov_node *parent;
struct gcov_node *node;
filename = strdup_flags(gcov_info_filename(info), M_GCOV, M_NOWAIT);
if (filename == NULL)
return;
parent = &root_node;
for (curr = filename; (next = strchr(curr, '/')); curr = next + 1) {
if (curr == next)
continue;
*next = 0;
if (strcmp(curr, ".") == 0)
continue;
if (strcmp(curr, "..") == 0) {
if (!parent->parent)
goto err_remove;
parent = parent->parent;
continue;
}
node = get_child_by_name(parent, curr);
if (!node) {
node = new_node(parent, NULL, curr);
if (!node)
goto err_remove;
}
parent = node;
}
node = new_node(parent, info, curr);
if (!node)
goto err_remove;
out:
free(filename, M_GCOV);
return;
err_remove:
remove_node(parent);
goto out;
}
static void
add_info(struct gcov_node *node, struct gcov_info *info)
{
struct gcov_info **loaded_info;
int num = node->num_loaded;
loaded_info = malloc((num + 1)* sizeof(struct gcov_info *), M_GCOV, M_NOWAIT|M_ZERO);
if (!loaded_info) {
log(LOG_WARNING, "could not add '%s' (out of memory)\n",
gcov_info_filename(info));
return;
}
memcpy(loaded_info, node->loaded_info,
num * sizeof(struct gcov_info *));
loaded_info[num] = info;
if (num == 0) {
if (!gcov_info_is_compatible(node->unloaded_info, info)) {
log(LOG_WARNING, "discarding saved data for %s "
"(incompatible version)\n",
gcov_info_filename(info));
gcov_info_free(node->unloaded_info);
node->unloaded_info = NULL;
}
} else {
if (!gcov_info_is_compatible(node->loaded_info[0], info)) {
log(LOG_WARNING, "could not add '%s' (incompatible "
"version)\n", gcov_info_filename(info));
free(loaded_info, M_GCOV);
return;
}
}
free(node->loaded_info, M_GCOV);
node->loaded_info = loaded_info;
node->num_loaded = num + 1;
}
static int
get_info_index(struct gcov_node *node, struct gcov_info *info)
{
int i;
for (i = 0; i < node->num_loaded; i++) {
if (node->loaded_info[i] == info)
return (i);
}
return (ENOENT);
}
static void
save_info(struct gcov_node *node, struct gcov_info *info)
{
if (node->unloaded_info)
gcov_info_add(node->unloaded_info, info);
else {
node->unloaded_info = gcov_info_dup(info);
if (!node->unloaded_info) {
log(LOG_WARNING, "could not save data for '%s' "
"(out of memory)\n",
gcov_info_filename(info));
}
}
}
static void
remove_info(struct gcov_node *node, struct gcov_info *info)
{
int i;
i = get_info_index(node, info);
if (i < 0) {
log(LOG_WARNING, "could not remove '%s' (not found)\n",
gcov_info_filename(info));
return;
}
if (gcov_persist)
save_info(node, info);
node->loaded_info[i] = node->loaded_info[node->num_loaded - 1];
node->num_loaded--;
if (node->num_loaded > 0)
return;
free(node->loaded_info, M_GCOV);
node->loaded_info = NULL;
node->num_loaded = 0;
if (!node->unloaded_info)
remove_node(node);
}
static void
gcov_event(enum gcov_action action, struct gcov_info *info)
{
struct gcov_node *node;
mtx_lock(&node_lock);
node = get_node_by_name(gcov_info_filename(info));
switch (action) {
case GCOV_ADD:
if (node)
add_info(node, info);
else
add_node(info);
break;
case GCOV_REMOVE:
if (node)
remove_info(node, info);
else {
log(LOG_WARNING, "could not remove '%s' (not found)\n",
gcov_info_filename(info));
}
break;
}
mtx_unlock(&node_lock);
}
void
gcov_enable_events(void)
{
struct gcov_info *info = NULL;
int count;
mtx_lock(&gcov_mtx);
count = 0;
while ((info = gcov_info_next(info))) {
gcov_event(GCOV_ADD, info);
sched_relinquish(curthread);
count++;
}
mtx_unlock(&gcov_mtx);
printf("%s found %d events\n", __func__, count);
}
void
gcov_module_unload(void *arg __unused, module_t mod)
{
struct gcov_info *info = NULL;
struct gcov_info *prev = NULL;
mtx_lock(&gcov_mtx );
while ((info = gcov_info_next(info))) {
if (within_module((vm_offset_t)info, mod)) {
gcov_info_unlink(prev, info);
if (gcov_events_enabled)
gcov_event(GCOV_REMOVE, info);
} else
prev = info;
}
mtx_unlock(&gcov_mtx);
}
void
gcov_fs_init(void)
{
init_node(&root_node, NULL, NULL, NULL);
root_node.dentry = debugfs_create_dir("gcov", NULL);
}