309 lines
8.2 KiB
C
309 lines
8.2 KiB
C
|
// SPDX-License-Identifier: GPL-2.0-or-later
|
||
|
|
/*
|
||
|
|
* SN Platform GRU Driver
|
||
|
|
*
|
||
|
|
* PROC INTERFACES
|
||
|
|
*
|
||
|
|
* This file supports the /proc interfaces for the GRU driver
|
||
|
|
*
|
||
|
|
* Copyright (c) 2008 Silicon Graphics, Inc. All Rights Reserved.
|
||
|
|
*/
|
||
|
|
|
||
|
|
#include <linux/proc_fs.h>
|
||
|
|
#include <linux/device.h>
|
||
|
|
#include <linux/seq_file.h>
|
||
|
|
#include <linux/uaccess.h>
|
||
|
|
#include "gru.h"
|
||
|
|
#include "grulib.h"
|
||
|
|
#include "grutables.h"
|
||
|
|
|
||
|
|
#define printstat(s, f) printstat_val(s, &gru_stats.f, #f)
|
||
|
|
|
||
|
|
static void printstat_val(struct seq_file *s, atomic_long_t *v, char *id)
|
||
|
|
{
|
||
|
|
unsigned long val = atomic_long_read(v);
|
||
|
|
|
||
|
|
seq_printf(s, "%16lu %s\n", val, id);
|
||
|
|
}
|
||
|
|
|
||
|
|
static int statistics_show(struct seq_file *s, void *p)
|
||
|
|
{
|
||
|
|
printstat(s, vdata_alloc);
|
||
|
|
printstat(s, vdata_free);
|
||
|
|
printstat(s, gts_alloc);
|
||
|
|
printstat(s, gts_free);
|
||
|
|
printstat(s, gms_alloc);
|
||
|
|
printstat(s, gms_free);
|
||
|
|
printstat(s, gts_double_allocate);
|
||
|
|
printstat(s, assign_context);
|
||
|
|
printstat(s, assign_context_failed);
|
||
|
|
printstat(s, free_context);
|
||
|
|
printstat(s, load_user_context);
|
||
|
|
printstat(s, load_kernel_context);
|
||
|
|
printstat(s, lock_kernel_context);
|
||
|
|
printstat(s, unlock_kernel_context);
|
||
|
|
printstat(s, steal_user_context);
|
||
|
|
printstat(s, steal_kernel_context);
|
||
|
|
printstat(s, steal_context_failed);
|
||
|
|
printstat(s, nopfn);
|
||
|
|
printstat(s, asid_new);
|
||
|
|
printstat(s, asid_next);
|
||
|
|
printstat(s, asid_wrap);
|
||
|
|
printstat(s, asid_reuse);
|
||
|
|
printstat(s, intr);
|
||
|
|
printstat(s, intr_cbr);
|
||
|
|
printstat(s, intr_tfh);
|
||
|
|
printstat(s, intr_spurious);
|
||
|
|
printstat(s, intr_mm_lock_failed);
|
||
|
|
printstat(s, call_os);
|
||
|
|
printstat(s, call_os_wait_queue);
|
||
|
|
printstat(s, user_flush_tlb);
|
||
|
|
printstat(s, user_unload_context);
|
||
|
|
printstat(s, user_exception);
|
||
|
|
printstat(s, set_context_option);
|
||
|
|
printstat(s, check_context_retarget_intr);
|
||
|
|
printstat(s, check_context_unload);
|
||
|
|
printstat(s, tlb_dropin);
|
||
|
|
printstat(s, tlb_preload_page);
|
||
|
|
printstat(s, tlb_dropin_fail_no_asid);
|
||
|
|
printstat(s, tlb_dropin_fail_upm);
|
||
|
|
printstat(s, tlb_dropin_fail_invalid);
|
||
|
|
printstat(s, tlb_dropin_fail_range_active);
|
||
|
|
printstat(s, tlb_dropin_fail_idle);
|
||
|
|
printstat(s, tlb_dropin_fail_fmm);
|
||
|
|
printstat(s, tlb_dropin_fail_no_exception);
|
||
|
|
printstat(s, tfh_stale_on_fault);
|
||
|
|
printstat(s, mmu_invalidate_range);
|
||
|
|
printstat(s, mmu_invalidate_page);
|
||
|
|
printstat(s, flush_tlb);
|
||
|
|
printstat(s, flush_tlb_gru);
|
||
|
|
printstat(s, flush_tlb_gru_tgh);
|
||
|
|
printstat(s, flush_tlb_gru_zero_asid);
|
||
|
|
printstat(s, copy_gpa);
|
||
|
|
printstat(s, read_gpa);
|
||
|
|
printstat(s, mesq_receive);
|
||
|
|
printstat(s, mesq_receive_none);
|
||
|
|
printstat(s, mesq_send);
|
||
|
|
printstat(s, mesq_send_failed);
|
||
|
|
printstat(s, mesq_noop);
|
||
|
|
printstat(s, mesq_send_unexpected_error);
|
||
|
|
printstat(s, mesq_send_lb_overflow);
|
||
|
|
printstat(s, mesq_send_qlimit_reached);
|
||
|
|
printstat(s, mesq_send_amo_nacked);
|
||
|
|
printstat(s, mesq_send_put_nacked);
|
||
|
|
printstat(s, mesq_qf_locked);
|
||
|
|
printstat(s, mesq_qf_noop_not_full);
|
||
|
|
printstat(s, mesq_qf_switch_head_failed);
|
||
|
|
printstat(s, mesq_qf_unexpected_error);
|
||
|
|
printstat(s, mesq_noop_unexpected_error);
|
||
|
|
printstat(s, mesq_noop_lb_overflow);
|
||
|
|
printstat(s, mesq_noop_qlimit_reached);
|
||
|
|
printstat(s, mesq_noop_amo_nacked);
|
||
|
|
printstat(s, mesq_noop_put_nacked);
|
||
|
|
printstat(s, mesq_noop_page_overflow);
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static ssize_t statistics_write(struct file *file, const char __user *userbuf,
|
||
|
|
size_t count, loff_t *data)
|
||
|
|
{
|
||
|
|
memset(&gru_stats, 0, sizeof(gru_stats));
|
||
|
|
return count;
|
||
|
|
}
|
||
|
|
|
||
|
|
static int mcs_statistics_show(struct seq_file *s, void *p)
|
||
|
|
{
|
||
|
|
int op;
|
||
|
|
unsigned long total, count, max;
|
||
|
|
static char *id[] = {"cch_allocate", "cch_start", "cch_interrupt",
|
||
|
|
"cch_interrupt_sync", "cch_deallocate", "tfh_write_only",
|
||
|
|
"tfh_write_restart", "tgh_invalidate"};
|
||
|
|
|
||
|
|
seq_puts(s, "#id count aver-clks max-clks\n");
|
||
|
|
for (op = 0; op < mcsop_last; op++) {
|
||
|
|
count = atomic_long_read(&mcs_op_statistics[op].count);
|
||
|
|
total = atomic_long_read(&mcs_op_statistics[op].total);
|
||
|
|
max = mcs_op_statistics[op].max;
|
||
|
|
seq_printf(s, "%-20s%12ld%12ld%12ld\n", id[op], count,
|
||
|
|
count ? total / count : 0, max);
|
||
|
|
}
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static ssize_t mcs_statistics_write(struct file *file,
|
||
|
|
const char __user *userbuf, size_t count, loff_t *data)
|
||
|
|
{
|
||
|
|
memset(mcs_op_statistics, 0, sizeof(mcs_op_statistics));
|
||
|
|
return count;
|
||
|
|
}
|
||
|
|
|
||
|
|
static int options_show(struct seq_file *s, void *p)
|
||
|
|
{
|
||
|
|
seq_printf(s, "#bitmask: 1=trace, 2=statistics\n");
|
||
|
|
seq_printf(s, "0x%lx\n", gru_options);
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static ssize_t options_write(struct file *file, const char __user *userbuf,
|
||
|
|
size_t count, loff_t *data)
|
||
|
|
{
|
||
|
|
int ret;
|
||
|
|
|
||
|
|
ret = kstrtoul_from_user(userbuf, count, 0, &gru_options);
|
||
|
|
if (ret)
|
||
|
|
return ret;
|
||
|
|
|
||
|
|
return count;
|
||
|
|
}
|
||
|
|
|
||
|
|
static int cch_seq_show(struct seq_file *file, void *data)
|
||
|
|
{
|
||
|
|
long gid = *(long *)data;
|
||
|
|
int i;
|
||
|
|
struct gru_state *gru = GID_TO_GRU(gid);
|
||
|
|
struct gru_thread_state *ts;
|
||
|
|
const char *mode[] = { "??", "UPM", "INTR", "OS_POLL" };
|
||
|
|
|
||
|
|
if (gid == 0)
|
||
|
|
seq_puts(file, "# gid bid ctx# asid pid cbrs dsbytes mode\n");
|
||
|
|
if (gru)
|
||
|
|
for (i = 0; i < GRU_NUM_CCH; i++) {
|
||
|
|
ts = gru->gs_gts[i];
|
||
|
|
if (!ts)
|
||
|
|
continue;
|
||
|
|
seq_printf(file, " %5d%5d%6d%7d%9d%6d%8d%8s\n",
|
||
|
|
gru->gs_gid, gru->gs_blade_id, i,
|
||
|
|
is_kernel_context(ts) ? 0 : ts->ts_gms->ms_asids[gid].mt_asid,
|
||
|
|
is_kernel_context(ts) ? 0 : ts->ts_tgid_owner,
|
||
|
|
ts->ts_cbr_au_count * GRU_CBR_AU_SIZE,
|
||
|
|
ts->ts_cbr_au_count * GRU_DSR_AU_BYTES,
|
||
|
|
mode[ts->ts_user_options &
|
||
|
|
GRU_OPT_MISS_MASK]);
|
||
|
|
}
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static int gru_seq_show(struct seq_file *file, void *data)
|
||
|
|
{
|
||
|
|
long gid = *(long *)data, ctxfree, cbrfree, dsrfree;
|
||
|
|
struct gru_state *gru = GID_TO_GRU(gid);
|
||
|
|
|
||
|
|
if (gid == 0) {
|
||
|
|
seq_puts(file, "# gid nid ctx cbr dsr ctx cbr dsr\n");
|
||
|
|
seq_puts(file, "# busy busy busy free free free\n");
|
||
|
|
}
|
||
|
|
if (gru) {
|
||
|
|
ctxfree = GRU_NUM_CCH - gru->gs_active_contexts;
|
||
|
|
cbrfree = hweight64(gru->gs_cbr_map) * GRU_CBR_AU_SIZE;
|
||
|
|
dsrfree = hweight64(gru->gs_dsr_map) * GRU_DSR_AU_BYTES;
|
||
|
|
seq_printf(file, " %5d%5d%7ld%6ld%6ld%8ld%6ld%6ld\n",
|
||
|
|
gru->gs_gid, gru->gs_blade_id, GRU_NUM_CCH - ctxfree,
|
||
|
|
GRU_NUM_CBE - cbrfree, GRU_NUM_DSR_BYTES - dsrfree,
|
||
|
|
ctxfree, cbrfree, dsrfree);
|
||
|
|
}
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static void seq_stop(struct seq_file *file, void *data)
|
||
|
|
{
|
||
|
|
}
|
||
|
|
|
||
|
|
static void *seq_start(struct seq_file *file, loff_t *gid)
|
||
|
|
{
|
||
|
|
if (*gid < gru_max_gids)
|
||
|
|
return gid;
|
||
|
|
return NULL;
|
||
|
|
}
|
||
|
|
|
||
|
|
static void *seq_next(struct seq_file *file, void *data, loff_t *gid)
|
||
|
|
{
|
||
|
|
(*gid)++;
|
||
|
|
if (*gid < gru_max_gids)
|
||
|
|
return gid;
|
||
|
|
return NULL;
|
||
|
|
}
|
||
|
|
|
||
|
|
static const struct seq_operations cch_seq_ops = {
|
||
|
|
.start = seq_start,
|
||
|
|
.next = seq_next,
|
||
|
|
.stop = seq_stop,
|
||
|
|
.show = cch_seq_show
|
||
|
|
};
|
||
|
|
|
||
|
|
static const struct seq_operations gru_seq_ops = {
|
||
|
|
.start = seq_start,
|
||
|
|
.next = seq_next,
|
||
|
|
.stop = seq_stop,
|
||
|
|
.show = gru_seq_show
|
||
|
|
};
|
||
|
|
|
||
|
|
static int statistics_open(struct inode *inode, struct file *file)
|
||
|
|
{
|
||
|
|
return single_open(file, statistics_show, NULL);
|
||
|
|
}
|
||
|
|
|
||
|
|
static int mcs_statistics_open(struct inode *inode, struct file *file)
|
||
|
|
{
|
||
|
|
return single_open(file, mcs_statistics_show, NULL);
|
||
|
|
}
|
||
|
|
|
||
|
|
static int options_open(struct inode *inode, struct file *file)
|
||
|
|
{
|
||
|
|
return single_open(file, options_show, NULL);
|
||
|
|
}
|
||
|
|
|
||
|
|
/* *INDENT-OFF* */
|
||
|
|
static const struct proc_ops statistics_proc_ops = {
|
||
|
|
.proc_open = statistics_open,
|
||
|
|
.proc_read = seq_read,
|
||
|
|
.proc_write = statistics_write,
|
||
|
|
.proc_lseek = seq_lseek,
|
||
|
|
.proc_release = single_release,
|
||
|
|
};
|
||
|
|
|
||
|
|
static const struct proc_ops mcs_statistics_proc_ops = {
|
||
|
|
.proc_open = mcs_statistics_open,
|
||
|
|
.proc_read = seq_read,
|
||
|
|
.proc_write = mcs_statistics_write,
|
||
|
|
.proc_lseek = seq_lseek,
|
||
|
|
.proc_release = single_release,
|
||
|
|
};
|
||
|
|
|
||
|
|
static const struct proc_ops options_proc_ops = {
|
||
|
|
.proc_open = options_open,
|
||
|
|
.proc_read = seq_read,
|
||
|
|
.proc_write = options_write,
|
||
|
|
.proc_lseek = seq_lseek,
|
||
|
|
.proc_release = single_release,
|
||
|
|
};
|
||
|
|
|
||
|
|
static struct proc_dir_entry *proc_gru __read_mostly;
|
||
|
|
|
||
|
|
int gru_proc_init(void)
|
||
|
|
{
|
||
|
|
proc_gru = proc_mkdir("sgi_uv/gru", NULL);
|
||
|
|
if (!proc_gru)
|
||
|
|
return -1;
|
||
|
|
if (!proc_create("statistics", 0644, proc_gru, &statistics_proc_ops))
|
||
|
|
goto err;
|
||
|
|
if (!proc_create("mcs_statistics", 0644, proc_gru, &mcs_statistics_proc_ops))
|
||
|
|
goto err;
|
||
|
|
if (!proc_create("debug_options", 0644, proc_gru, &options_proc_ops))
|
||
|
|
goto err;
|
||
|
|
if (!proc_create_seq("cch_status", 0444, proc_gru, &cch_seq_ops))
|
||
|
|
goto err;
|
||
|
|
if (!proc_create_seq("gru_status", 0444, proc_gru, &gru_seq_ops))
|
||
|
|
goto err;
|
||
|
|
return 0;
|
||
|
|
err:
|
||
|
|
remove_proc_subtree("sgi_uv/gru", NULL);
|
||
|
|
return -1;
|
||
|
|
}
|
||
|
|
|
||
|
|
void gru_proc_exit(void)
|
||
|
|
{
|
||
|
|
remove_proc_subtree("sgi_uv/gru", NULL);
|
||
|
|
}
|