147 lines
6.9 KiB
C
147 lines
6.9 KiB
C
|
/* SPDX-License-Identifier: GPL-2.0 OR MIT */
|
||
|
|
/**************************************************************************
|
||
|
|
*
|
||
|
|
* Copyright 2021 VMware, Inc., Palo Alto, CA., USA
|
||
|
|
*
|
||
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
||
|
|
* copy of this software and associated documentation files (the
|
||
|
|
* "Software"), to deal in the Software without restriction, including
|
||
|
|
* without limitation the rights to use, copy, modify, merge, publish,
|
||
|
|
* distribute, sub license, and/or sell copies of the Software, and to
|
||
|
|
* permit persons to whom the Software is furnished to do so, subject to
|
||
|
|
* the following conditions:
|
||
|
|
*
|
||
|
|
* The above copyright notice and this permission notice (including the
|
||
|
|
* next paragraph) shall be included in all copies or substantial portions
|
||
|
|
* of the Software.
|
||
|
|
*
|
||
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
|
||
|
|
* THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
|
||
|
|
* DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
|
||
|
|
* OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
|
||
|
|
* USE OR OTHER DEALINGS IN THE SOFTWARE.
|
||
|
|
*
|
||
|
|
**************************************************************************/
|
||
|
|
|
||
|
|
#ifndef _VMWGFX_MKSSTAT_H_
|
||
|
|
#define _VMWGFX_MKSSTAT_H_
|
||
|
|
|
||
|
|
#include <asm/page.h>
|
||
|
|
#include <linux/kconfig.h>
|
||
|
|
|
||
|
|
/* Reservation marker for mksstat pid's */
|
||
|
|
#define MKSSTAT_PID_RESERVED -1
|
||
|
|
|
||
|
|
#if IS_ENABLED(CONFIG_DRM_VMWGFX_MKSSTATS)
|
||
|
|
/*
|
||
|
|
* Kernel-internal mksGuestStat counters. The order of this enum dictates the
|
||
|
|
* order of instantiation of these counters in the mksGuestStat pages.
|
||
|
|
*/
|
||
|
|
|
||
|
|
typedef enum {
|
||
|
|
MKSSTAT_KERN_EXECBUF, /* vmw_execbuf_ioctl */
|
||
|
|
MKSSTAT_KERN_COTABLE_RESIZE,
|
||
|
|
|
||
|
|
MKSSTAT_KERN_COUNT /* Reserved entry; always last */
|
||
|
|
} mksstat_kern_stats_t;
|
||
|
|
|
||
|
|
/**
|
||
|
|
* vmw_mksstat_get_kern_pstat: Computes the address of the MKSGuestStatCounterTime
|
||
|
|
* array from the address of the base page.
|
||
|
|
*
|
||
|
|
* @page_addr: Pointer to the base page.
|
||
|
|
* Return: Pointer to the MKSGuestStatCounterTime array.
|
||
|
|
*/
|
||
|
|
|
||
|
|
static inline void *vmw_mksstat_get_kern_pstat(void *page_addr)
|
||
|
|
{
|
||
|
|
return page_addr + PAGE_SIZE * 1;
|
||
|
|
}
|
||
|
|
|
||
|
|
/**
|
||
|
|
* vmw_mksstat_get_kern_pinfo: Computes the address of the MKSGuestStatInfoEntry
|
||
|
|
* array from the address of the base page.
|
||
|
|
*
|
||
|
|
* @page_addr: Pointer to the base page.
|
||
|
|
* Return: Pointer to the MKSGuestStatInfoEntry array.
|
||
|
|
*/
|
||
|
|
|
||
|
|
static inline void *vmw_mksstat_get_kern_pinfo(void *page_addr)
|
||
|
|
{
|
||
|
|
return page_addr + PAGE_SIZE * 2;
|
||
|
|
}
|
||
|
|
|
||
|
|
/**
|
||
|
|
* vmw_mksstat_get_kern_pstrs: Computes the address of the mksGuestStat strings
|
||
|
|
* sequence from the address of the base page.
|
||
|
|
*
|
||
|
|
* @page_addr: Pointer to the base page.
|
||
|
|
* Return: Pointer to the mksGuestStat strings sequence.
|
||
|
|
*/
|
||
|
|
|
||
|
|
static inline void *vmw_mksstat_get_kern_pstrs(void *page_addr)
|
||
|
|
{
|
||
|
|
return page_addr + PAGE_SIZE * 3;
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
* MKS_STAT_TIME_DECL/PUSH/POP macros to be used in timer-counted routines.
|
||
|
|
*/
|
||
|
|
|
||
|
|
struct mksstat_timer_t {
|
||
|
|
/* mutable */ mksstat_kern_stats_t old_top;
|
||
|
|
const u64 t0;
|
||
|
|
const int slot;
|
||
|
|
};
|
||
|
|
|
||
|
|
#define MKS_STAT_TIME_DECL(kern_cntr) \
|
||
|
|
struct mksstat_timer_t _##kern_cntr = { \
|
||
|
|
.t0 = rdtsc(), \
|
||
|
|
.slot = vmw_mksstat_get_kern_slot(current->pid, dev_priv) \
|
||
|
|
}
|
||
|
|
|
||
|
|
#define MKS_STAT_TIME_PUSH(kern_cntr) \
|
||
|
|
do { \
|
||
|
|
if (_##kern_cntr.slot >= 0) { \
|
||
|
|
_##kern_cntr.old_top = dev_priv->mksstat_kern_top_timer[_##kern_cntr.slot]; \
|
||
|
|
dev_priv->mksstat_kern_top_timer[_##kern_cntr.slot] = kern_cntr; \
|
||
|
|
} \
|
||
|
|
} while (0)
|
||
|
|
|
||
|
|
#define MKS_STAT_TIME_POP(kern_cntr) \
|
||
|
|
do { \
|
||
|
|
if (_##kern_cntr.slot >= 0) { \
|
||
|
|
const pid_t pid = atomic_cmpxchg(&dev_priv->mksstat_kern_pids[_##kern_cntr.slot], current->pid, MKSSTAT_PID_RESERVED); \
|
||
|
|
dev_priv->mksstat_kern_top_timer[_##kern_cntr.slot] = _##kern_cntr.old_top; \
|
||
|
|
\
|
||
|
|
if (pid == current->pid) { \
|
||
|
|
const u64 dt = rdtsc() - _##kern_cntr.t0; \
|
||
|
|
MKSGuestStatCounterTime *pstat; \
|
||
|
|
\
|
||
|
|
BUG_ON(!dev_priv->mksstat_kern_pages[_##kern_cntr.slot]); \
|
||
|
|
\
|
||
|
|
pstat = vmw_mksstat_get_kern_pstat(page_address(dev_priv->mksstat_kern_pages[_##kern_cntr.slot])); \
|
||
|
|
\
|
||
|
|
atomic64_inc(&pstat[kern_cntr].counter.count); \
|
||
|
|
atomic64_add(dt, &pstat[kern_cntr].selfCycles); \
|
||
|
|
atomic64_add(dt, &pstat[kern_cntr].totalCycles); \
|
||
|
|
\
|
||
|
|
if (_##kern_cntr.old_top != MKSSTAT_KERN_COUNT) \
|
||
|
|
atomic64_sub(dt, &pstat[_##kern_cntr.old_top].selfCycles); \
|
||
|
|
\
|
||
|
|
atomic_set(&dev_priv->mksstat_kern_pids[_##kern_cntr.slot], current->pid); \
|
||
|
|
} \
|
||
|
|
} \
|
||
|
|
} while (0)
|
||
|
|
|
||
|
|
#else
|
||
|
|
#define MKS_STAT_TIME_DECL(kern_cntr)
|
||
|
|
#define MKS_STAT_TIME_PUSH(kern_cntr)
|
||
|
|
#define MKS_STAT_TIME_POP(kern_cntr)
|
||
|
|
|
||
|
|
#endif /* IS_ENABLED(CONFIG_DRM_VMWGFX_MKSSTATS */
|
||
|
|
|
||
|
|
#endif
|