644 lines
22 KiB
C
644 lines
22 KiB
C
|
// SPDX-License-Identifier: GPL-2.0-or-later
|
||
|
|
/*
|
||
|
|
* Copyright 2015 IBM Corp.
|
||
|
|
*/
|
||
|
|
|
||
|
|
|
||
|
|
#include <linux/compiler.h>
|
||
|
|
#include <linux/types.h>
|
||
|
|
#include <linux/delay.h>
|
||
|
|
#include <asm/byteorder.h>
|
||
|
|
#include "hcalls.h"
|
||
|
|
#include "trace.h"
|
||
|
|
|
||
|
|
#define CXL_HCALL_TIMEOUT 60000
|
||
|
|
#define CXL_HCALL_TIMEOUT_DOWNLOAD 120000
|
||
|
|
|
||
|
|
#define H_ATTACH_CA_PROCESS 0x344
|
||
|
|
#define H_CONTROL_CA_FUNCTION 0x348
|
||
|
|
#define H_DETACH_CA_PROCESS 0x34C
|
||
|
|
#define H_COLLECT_CA_INT_INFO 0x350
|
||
|
|
#define H_CONTROL_CA_FAULTS 0x354
|
||
|
|
#define H_DOWNLOAD_CA_FUNCTION 0x35C
|
||
|
|
#define H_DOWNLOAD_CA_FACILITY 0x364
|
||
|
|
#define H_CONTROL_CA_FACILITY 0x368
|
||
|
|
|
||
|
|
#define H_CONTROL_CA_FUNCTION_RESET 1 /* perform a reset */
|
||
|
|
#define H_CONTROL_CA_FUNCTION_SUSPEND_PROCESS 2 /* suspend a process from being executed */
|
||
|
|
#define H_CONTROL_CA_FUNCTION_RESUME_PROCESS 3 /* resume a process to be executed */
|
||
|
|
#define H_CONTROL_CA_FUNCTION_READ_ERR_STATE 4 /* read the error state */
|
||
|
|
#define H_CONTROL_CA_FUNCTION_GET_AFU_ERR 5 /* collect the AFU error buffer */
|
||
|
|
#define H_CONTROL_CA_FUNCTION_GET_CONFIG 6 /* collect configuration record */
|
||
|
|
#define H_CONTROL_CA_FUNCTION_GET_DOWNLOAD_STATE 7 /* query to return download status */
|
||
|
|
#define H_CONTROL_CA_FUNCTION_TERMINATE_PROCESS 8 /* terminate the process before completion */
|
||
|
|
#define H_CONTROL_CA_FUNCTION_COLLECT_VPD 9 /* collect VPD */
|
||
|
|
#define H_CONTROL_CA_FUNCTION_GET_FUNCTION_ERR_INT 11 /* read the function-wide error data based on an interrupt */
|
||
|
|
#define H_CONTROL_CA_FUNCTION_ACK_FUNCTION_ERR_INT 12 /* acknowledge function-wide error data based on an interrupt */
|
||
|
|
#define H_CONTROL_CA_FUNCTION_GET_ERROR_LOG 13 /* retrieve the Platform Log ID (PLID) of an error log */
|
||
|
|
|
||
|
|
#define H_CONTROL_CA_FAULTS_RESPOND_PSL 1
|
||
|
|
#define H_CONTROL_CA_FAULTS_RESPOND_AFU 2
|
||
|
|
|
||
|
|
#define H_CONTROL_CA_FACILITY_RESET 1 /* perform a reset */
|
||
|
|
#define H_CONTROL_CA_FACILITY_COLLECT_VPD 2 /* collect VPD */
|
||
|
|
|
||
|
|
#define H_DOWNLOAD_CA_FACILITY_DOWNLOAD 1 /* download adapter image */
|
||
|
|
#define H_DOWNLOAD_CA_FACILITY_VALIDATE 2 /* validate adapter image */
|
||
|
|
|
||
|
|
|
||
|
|
#define _CXL_LOOP_HCALL(call, rc, retbuf, fn, ...) \
|
||
|
|
{ \
|
||
|
|
unsigned int delay, total_delay = 0; \
|
||
|
|
u64 token = 0; \
|
||
|
|
\
|
||
|
|
memset(retbuf, 0, sizeof(retbuf)); \
|
||
|
|
while (1) { \
|
||
|
|
rc = call(fn, retbuf, __VA_ARGS__, token); \
|
||
|
|
token = retbuf[0]; \
|
||
|
|
if (rc != H_BUSY && !H_IS_LONG_BUSY(rc)) \
|
||
|
|
break; \
|
||
|
|
\
|
||
|
|
if (rc == H_BUSY) \
|
||
|
|
delay = 10; \
|
||
|
|
else \
|
||
|
|
delay = get_longbusy_msecs(rc); \
|
||
|
|
\
|
||
|
|
total_delay += delay; \
|
||
|
|
if (total_delay > CXL_HCALL_TIMEOUT) { \
|
||
|
|
WARN(1, "Warning: Giving up waiting for CXL hcall " \
|
||
|
|
"%#x after %u msec\n", fn, total_delay); \
|
||
|
|
rc = H_BUSY; \
|
||
|
|
break; \
|
||
|
|
} \
|
||
|
|
msleep(delay); \
|
||
|
|
} \
|
||
|
|
}
|
||
|
|
#define CXL_H_WAIT_UNTIL_DONE(...) _CXL_LOOP_HCALL(plpar_hcall, __VA_ARGS__)
|
||
|
|
#define CXL_H9_WAIT_UNTIL_DONE(...) _CXL_LOOP_HCALL(plpar_hcall9, __VA_ARGS__)
|
||
|
|
|
||
|
|
#define _PRINT_MSG(rc, format, ...) \
|
||
|
|
{ \
|
||
|
|
if ((rc != H_SUCCESS) && (rc != H_CONTINUE)) \
|
||
|
|
pr_err(format, __VA_ARGS__); \
|
||
|
|
else \
|
||
|
|
pr_devel(format, __VA_ARGS__); \
|
||
|
|
} \
|
||
|
|
|
||
|
|
|
||
|
|
static char *afu_op_names[] = {
|
||
|
|
"UNKNOWN_OP", /* 0 undefined */
|
||
|
|
"RESET", /* 1 */
|
||
|
|
"SUSPEND_PROCESS", /* 2 */
|
||
|
|
"RESUME_PROCESS", /* 3 */
|
||
|
|
"READ_ERR_STATE", /* 4 */
|
||
|
|
"GET_AFU_ERR", /* 5 */
|
||
|
|
"GET_CONFIG", /* 6 */
|
||
|
|
"GET_DOWNLOAD_STATE", /* 7 */
|
||
|
|
"TERMINATE_PROCESS", /* 8 */
|
||
|
|
"COLLECT_VPD", /* 9 */
|
||
|
|
"UNKNOWN_OP", /* 10 undefined */
|
||
|
|
"GET_FUNCTION_ERR_INT", /* 11 */
|
||
|
|
"ACK_FUNCTION_ERR_INT", /* 12 */
|
||
|
|
"GET_ERROR_LOG", /* 13 */
|
||
|
|
};
|
||
|
|
|
||
|
|
static char *control_adapter_op_names[] = {
|
||
|
|
"UNKNOWN_OP", /* 0 undefined */
|
||
|
|
"RESET", /* 1 */
|
||
|
|
"COLLECT_VPD", /* 2 */
|
||
|
|
};
|
||
|
|
|
||
|
|
static char *download_op_names[] = {
|
||
|
|
"UNKNOWN_OP", /* 0 undefined */
|
||
|
|
"DOWNLOAD", /* 1 */
|
||
|
|
"VALIDATE", /* 2 */
|
||
|
|
};
|
||
|
|
|
||
|
|
static char *op_str(unsigned int op, char *name_array[], int array_len)
|
||
|
|
{
|
||
|
|
if (op >= array_len)
|
||
|
|
return "UNKNOWN_OP";
|
||
|
|
return name_array[op];
|
||
|
|
}
|
||
|
|
|
||
|
|
#define OP_STR(op, name_array) op_str(op, name_array, ARRAY_SIZE(name_array))
|
||
|
|
|
||
|
|
#define OP_STR_AFU(op) OP_STR(op, afu_op_names)
|
||
|
|
#define OP_STR_CONTROL_ADAPTER(op) OP_STR(op, control_adapter_op_names)
|
||
|
|
#define OP_STR_DOWNLOAD_ADAPTER(op) OP_STR(op, download_op_names)
|
||
|
|
|
||
|
|
|
||
|
|
long cxl_h_attach_process(u64 unit_address,
|
||
|
|
struct cxl_process_element_hcall *element,
|
||
|
|
u64 *process_token, u64 *mmio_addr, u64 *mmio_size)
|
||
|
|
{
|
||
|
|
unsigned long retbuf[PLPAR_HCALL_BUFSIZE];
|
||
|
|
long rc;
|
||
|
|
|
||
|
|
CXL_H_WAIT_UNTIL_DONE(rc, retbuf, H_ATTACH_CA_PROCESS, unit_address, virt_to_phys(element));
|
||
|
|
_PRINT_MSG(rc, "cxl_h_attach_process(%#.16llx, %#.16lx): %li\n",
|
||
|
|
unit_address, virt_to_phys(element), rc);
|
||
|
|
trace_cxl_hcall_attach(unit_address, virt_to_phys(element), retbuf[0], retbuf[1], retbuf[2], rc);
|
||
|
|
|
||
|
|
pr_devel("token: 0x%.8lx mmio_addr: 0x%lx mmio_size: 0x%lx\nProcess Element Structure:\n",
|
||
|
|
retbuf[0], retbuf[1], retbuf[2]);
|
||
|
|
cxl_dump_debug_buffer(element, sizeof(*element));
|
||
|
|
|
||
|
|
switch (rc) {
|
||
|
|
case H_SUCCESS: /* The process info is attached to the coherent platform function */
|
||
|
|
*process_token = retbuf[0];
|
||
|
|
if (mmio_addr)
|
||
|
|
*mmio_addr = retbuf[1];
|
||
|
|
if (mmio_size)
|
||
|
|
*mmio_size = retbuf[2];
|
||
|
|
return 0;
|
||
|
|
case H_PARAMETER: /* An incorrect parameter was supplied. */
|
||
|
|
case H_FUNCTION: /* The function is not supported. */
|
||
|
|
return -EINVAL;
|
||
|
|
case H_AUTHORITY: /* The partition does not have authority to perform this hcall */
|
||
|
|
case H_RESOURCE: /* The coherent platform function does not have enough additional resource to attach the process */
|
||
|
|
case H_HARDWARE: /* A hardware event prevented the attach operation */
|
||
|
|
case H_STATE: /* The coherent platform function is not in a valid state */
|
||
|
|
case H_BUSY:
|
||
|
|
return -EBUSY;
|
||
|
|
default:
|
||
|
|
WARN(1, "Unexpected return code: %lx", rc);
|
||
|
|
return -EINVAL;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
* cxl_h_detach_process - Detach a process element from a coherent
|
||
|
|
* platform function.
|
||
|
|
*/
|
||
|
|
long cxl_h_detach_process(u64 unit_address, u64 process_token)
|
||
|
|
{
|
||
|
|
unsigned long retbuf[PLPAR_HCALL_BUFSIZE];
|
||
|
|
long rc;
|
||
|
|
|
||
|
|
CXL_H_WAIT_UNTIL_DONE(rc, retbuf, H_DETACH_CA_PROCESS, unit_address, process_token);
|
||
|
|
_PRINT_MSG(rc, "cxl_h_detach_process(%#.16llx, 0x%.8llx): %li\n", unit_address, process_token, rc);
|
||
|
|
trace_cxl_hcall_detach(unit_address, process_token, rc);
|
||
|
|
|
||
|
|
switch (rc) {
|
||
|
|
case H_SUCCESS: /* The process was detached from the coherent platform function */
|
||
|
|
return 0;
|
||
|
|
case H_PARAMETER: /* An incorrect parameter was supplied. */
|
||
|
|
return -EINVAL;
|
||
|
|
case H_AUTHORITY: /* The partition does not have authority to perform this hcall */
|
||
|
|
case H_RESOURCE: /* The function has page table mappings for MMIO */
|
||
|
|
case H_HARDWARE: /* A hardware event prevented the detach operation */
|
||
|
|
case H_STATE: /* The coherent platform function is not in a valid state */
|
||
|
|
case H_BUSY:
|
||
|
|
return -EBUSY;
|
||
|
|
default:
|
||
|
|
WARN(1, "Unexpected return code: %lx", rc);
|
||
|
|
return -EINVAL;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
* cxl_h_control_function - This H_CONTROL_CA_FUNCTION hypervisor call allows
|
||
|
|
* the partition to manipulate or query
|
||
|
|
* certain coherent platform function behaviors.
|
||
|
|
*/
|
||
|
|
static long cxl_h_control_function(u64 unit_address, u64 op,
|
||
|
|
u64 p1, u64 p2, u64 p3, u64 p4, u64 *out)
|
||
|
|
{
|
||
|
|
unsigned long retbuf[PLPAR_HCALL9_BUFSIZE];
|
||
|
|
long rc;
|
||
|
|
|
||
|
|
CXL_H9_WAIT_UNTIL_DONE(rc, retbuf, H_CONTROL_CA_FUNCTION, unit_address, op, p1, p2, p3, p4);
|
||
|
|
_PRINT_MSG(rc, "cxl_h_control_function(%#.16llx, %s(%#llx, %#llx, %#llx, %#llx, R4: %#lx)): %li\n",
|
||
|
|
unit_address, OP_STR_AFU(op), p1, p2, p3, p4, retbuf[0], rc);
|
||
|
|
trace_cxl_hcall_control_function(unit_address, OP_STR_AFU(op), p1, p2, p3, p4, retbuf[0], rc);
|
||
|
|
|
||
|
|
switch (rc) {
|
||
|
|
case H_SUCCESS: /* The operation is completed for the coherent platform function */
|
||
|
|
if ((op == H_CONTROL_CA_FUNCTION_GET_FUNCTION_ERR_INT ||
|
||
|
|
op == H_CONTROL_CA_FUNCTION_READ_ERR_STATE ||
|
||
|
|
op == H_CONTROL_CA_FUNCTION_COLLECT_VPD))
|
||
|
|
*out = retbuf[0];
|
||
|
|
return 0;
|
||
|
|
case H_PARAMETER: /* An incorrect parameter was supplied. */
|
||
|
|
case H_FUNCTION: /* The function is not supported. */
|
||
|
|
case H_NOT_FOUND: /* The operation supplied was not valid */
|
||
|
|
case H_NOT_AVAILABLE: /* The operation cannot be performed because the AFU has not been downloaded */
|
||
|
|
case H_SG_LIST: /* An block list entry was invalid */
|
||
|
|
return -EINVAL;
|
||
|
|
case H_AUTHORITY: /* The partition does not have authority to perform this hcall */
|
||
|
|
case H_RESOURCE: /* The function has page table mappings for MMIO */
|
||
|
|
case H_HARDWARE: /* A hardware event prevented the attach operation */
|
||
|
|
case H_STATE: /* The coherent platform function is not in a valid state */
|
||
|
|
case H_BUSY:
|
||
|
|
return -EBUSY;
|
||
|
|
default:
|
||
|
|
WARN(1, "Unexpected return code: %lx", rc);
|
||
|
|
return -EINVAL;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
* cxl_h_reset_afu - Perform a reset to the coherent platform function.
|
||
|
|
*/
|
||
|
|
long cxl_h_reset_afu(u64 unit_address)
|
||
|
|
{
|
||
|
|
return cxl_h_control_function(unit_address,
|
||
|
|
H_CONTROL_CA_FUNCTION_RESET,
|
||
|
|
0, 0, 0, 0,
|
||
|
|
NULL);
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
* cxl_h_suspend_process - Suspend a process from being executed
|
||
|
|
* Parameter1 = process-token as returned from H_ATTACH_CA_PROCESS when
|
||
|
|
* process was attached.
|
||
|
|
*/
|
||
|
|
long cxl_h_suspend_process(u64 unit_address, u64 process_token)
|
||
|
|
{
|
||
|
|
return cxl_h_control_function(unit_address,
|
||
|
|
H_CONTROL_CA_FUNCTION_SUSPEND_PROCESS,
|
||
|
|
process_token, 0, 0, 0,
|
||
|
|
NULL);
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
* cxl_h_resume_process - Resume a process to be executed
|
||
|
|
* Parameter1 = process-token as returned from H_ATTACH_CA_PROCESS when
|
||
|
|
* process was attached.
|
||
|
|
*/
|
||
|
|
long cxl_h_resume_process(u64 unit_address, u64 process_token)
|
||
|
|
{
|
||
|
|
return cxl_h_control_function(unit_address,
|
||
|
|
H_CONTROL_CA_FUNCTION_RESUME_PROCESS,
|
||
|
|
process_token, 0, 0, 0,
|
||
|
|
NULL);
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
* cxl_h_read_error_state - Checks the error state of the coherent
|
||
|
|
* platform function.
|
||
|
|
* R4 contains the error state
|
||
|
|
*/
|
||
|
|
long cxl_h_read_error_state(u64 unit_address, u64 *state)
|
||
|
|
{
|
||
|
|
return cxl_h_control_function(unit_address,
|
||
|
|
H_CONTROL_CA_FUNCTION_READ_ERR_STATE,
|
||
|
|
0, 0, 0, 0,
|
||
|
|
state);
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
* cxl_h_get_afu_err - collect the AFU error buffer
|
||
|
|
* Parameter1 = byte offset into error buffer to retrieve, valid values
|
||
|
|
* are between 0 and (ibm,error-buffer-size - 1)
|
||
|
|
* Parameter2 = 4K aligned real address of error buffer, to be filled in
|
||
|
|
* Parameter3 = length of error buffer, valid values are 4K or less
|
||
|
|
*/
|
||
|
|
long cxl_h_get_afu_err(u64 unit_address, u64 offset,
|
||
|
|
u64 buf_address, u64 len)
|
||
|
|
{
|
||
|
|
return cxl_h_control_function(unit_address,
|
||
|
|
H_CONTROL_CA_FUNCTION_GET_AFU_ERR,
|
||
|
|
offset, buf_address, len, 0,
|
||
|
|
NULL);
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
* cxl_h_get_config - collect configuration record for the
|
||
|
|
* coherent platform function
|
||
|
|
* Parameter1 = # of configuration record to retrieve, valid values are
|
||
|
|
* between 0 and (ibm,#config-records - 1)
|
||
|
|
* Parameter2 = byte offset into configuration record to retrieve,
|
||
|
|
* valid values are between 0 and (ibm,config-record-size - 1)
|
||
|
|
* Parameter3 = 4K aligned real address of configuration record buffer,
|
||
|
|
* to be filled in
|
||
|
|
* Parameter4 = length of configuration buffer, valid values are 4K or less
|
||
|
|
*/
|
||
|
|
long cxl_h_get_config(u64 unit_address, u64 cr_num, u64 offset,
|
||
|
|
u64 buf_address, u64 len)
|
||
|
|
{
|
||
|
|
return cxl_h_control_function(unit_address,
|
||
|
|
H_CONTROL_CA_FUNCTION_GET_CONFIG,
|
||
|
|
cr_num, offset, buf_address, len,
|
||
|
|
NULL);
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
* cxl_h_terminate_process - Terminate the process before completion
|
||
|
|
* Parameter1 = process-token as returned from H_ATTACH_CA_PROCESS when
|
||
|
|
* process was attached.
|
||
|
|
*/
|
||
|
|
long cxl_h_terminate_process(u64 unit_address, u64 process_token)
|
||
|
|
{
|
||
|
|
return cxl_h_control_function(unit_address,
|
||
|
|
H_CONTROL_CA_FUNCTION_TERMINATE_PROCESS,
|
||
|
|
process_token, 0, 0, 0,
|
||
|
|
NULL);
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
* cxl_h_collect_vpd - Collect VPD for the coherent platform function.
|
||
|
|
* Parameter1 = # of VPD record to retrieve, valid values are between 0
|
||
|
|
* and (ibm,#config-records - 1).
|
||
|
|
* Parameter2 = 4K naturally aligned real buffer containing block
|
||
|
|
* list entries
|
||
|
|
* Parameter3 = number of block list entries in the block list, valid
|
||
|
|
* values are between 0 and 256
|
||
|
|
*/
|
||
|
|
long cxl_h_collect_vpd(u64 unit_address, u64 record, u64 list_address,
|
||
|
|
u64 num, u64 *out)
|
||
|
|
{
|
||
|
|
return cxl_h_control_function(unit_address,
|
||
|
|
H_CONTROL_CA_FUNCTION_COLLECT_VPD,
|
||
|
|
record, list_address, num, 0,
|
||
|
|
out);
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
* cxl_h_get_fn_error_interrupt - Read the function-wide error data based on an interrupt
|
||
|
|
*/
|
||
|
|
long cxl_h_get_fn_error_interrupt(u64 unit_address, u64 *reg)
|
||
|
|
{
|
||
|
|
return cxl_h_control_function(unit_address,
|
||
|
|
H_CONTROL_CA_FUNCTION_GET_FUNCTION_ERR_INT,
|
||
|
|
0, 0, 0, 0, reg);
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
* cxl_h_ack_fn_error_interrupt - Acknowledge function-wide error data
|
||
|
|
* based on an interrupt
|
||
|
|
* Parameter1 = value to write to the function-wide error interrupt register
|
||
|
|
*/
|
||
|
|
long cxl_h_ack_fn_error_interrupt(u64 unit_address, u64 value)
|
||
|
|
{
|
||
|
|
return cxl_h_control_function(unit_address,
|
||
|
|
H_CONTROL_CA_FUNCTION_ACK_FUNCTION_ERR_INT,
|
||
|
|
value, 0, 0, 0,
|
||
|
|
NULL);
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
* cxl_h_get_error_log - Retrieve the Platform Log ID (PLID) of
|
||
|
|
* an error log
|
||
|
|
*/
|
||
|
|
long cxl_h_get_error_log(u64 unit_address, u64 value)
|
||
|
|
{
|
||
|
|
return cxl_h_control_function(unit_address,
|
||
|
|
H_CONTROL_CA_FUNCTION_GET_ERROR_LOG,
|
||
|
|
0, 0, 0, 0,
|
||
|
|
NULL);
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
* cxl_h_collect_int_info - Collect interrupt info about a coherent
|
||
|
|
* platform function after an interrupt occurred.
|
||
|
|
*/
|
||
|
|
long cxl_h_collect_int_info(u64 unit_address, u64 process_token,
|
||
|
|
struct cxl_irq_info *info)
|
||
|
|
{
|
||
|
|
long rc;
|
||
|
|
|
||
|
|
BUG_ON(sizeof(*info) != sizeof(unsigned long[PLPAR_HCALL9_BUFSIZE]));
|
||
|
|
|
||
|
|
rc = plpar_hcall9(H_COLLECT_CA_INT_INFO, (unsigned long *) info,
|
||
|
|
unit_address, process_token);
|
||
|
|
_PRINT_MSG(rc, "cxl_h_collect_int_info(%#.16llx, 0x%llx): %li\n",
|
||
|
|
unit_address, process_token, rc);
|
||
|
|
trace_cxl_hcall_collect_int_info(unit_address, process_token, rc);
|
||
|
|
|
||
|
|
switch (rc) {
|
||
|
|
case H_SUCCESS: /* The interrupt info is returned in return registers. */
|
||
|
|
pr_devel("dsisr:%#llx, dar:%#llx, dsr:%#llx, pid_tid:%#llx, afu_err:%#llx, errstat:%#llx\n",
|
||
|
|
info->dsisr, info->dar, info->dsr, info->reserved,
|
||
|
|
info->afu_err, info->errstat);
|
||
|
|
return 0;
|
||
|
|
case H_PARAMETER: /* An incorrect parameter was supplied. */
|
||
|
|
return -EINVAL;
|
||
|
|
case H_AUTHORITY: /* The partition does not have authority to perform this hcall. */
|
||
|
|
case H_HARDWARE: /* A hardware event prevented the collection of the interrupt info.*/
|
||
|
|
case H_STATE: /* The coherent platform function is not in a valid state to collect interrupt info. */
|
||
|
|
return -EBUSY;
|
||
|
|
default:
|
||
|
|
WARN(1, "Unexpected return code: %lx", rc);
|
||
|
|
return -EINVAL;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
* cxl_h_control_faults - Control the operation of a coherent platform
|
||
|
|
* function after a fault occurs.
|
||
|
|
*
|
||
|
|
* Parameters
|
||
|
|
* control-mask: value to control the faults
|
||
|
|
* looks like PSL_TFC_An shifted >> 32
|
||
|
|
* reset-mask: mask to control reset of function faults
|
||
|
|
* Set reset_mask = 1 to reset PSL errors
|
||
|
|
*/
|
||
|
|
long cxl_h_control_faults(u64 unit_address, u64 process_token,
|
||
|
|
u64 control_mask, u64 reset_mask)
|
||
|
|
{
|
||
|
|
unsigned long retbuf[PLPAR_HCALL_BUFSIZE];
|
||
|
|
long rc;
|
||
|
|
|
||
|
|
memset(retbuf, 0, sizeof(retbuf));
|
||
|
|
|
||
|
|
rc = plpar_hcall(H_CONTROL_CA_FAULTS, retbuf, unit_address,
|
||
|
|
H_CONTROL_CA_FAULTS_RESPOND_PSL, process_token,
|
||
|
|
control_mask, reset_mask);
|
||
|
|
_PRINT_MSG(rc, "cxl_h_control_faults(%#.16llx, 0x%llx, %#llx, %#llx): %li (%#lx)\n",
|
||
|
|
unit_address, process_token, control_mask, reset_mask,
|
||
|
|
rc, retbuf[0]);
|
||
|
|
trace_cxl_hcall_control_faults(unit_address, process_token,
|
||
|
|
control_mask, reset_mask, retbuf[0], rc);
|
||
|
|
|
||
|
|
switch (rc) {
|
||
|
|
case H_SUCCESS: /* Faults were successfully controlled for the function. */
|
||
|
|
return 0;
|
||
|
|
case H_PARAMETER: /* An incorrect parameter was supplied. */
|
||
|
|
return -EINVAL;
|
||
|
|
case H_HARDWARE: /* A hardware event prevented the control of faults. */
|
||
|
|
case H_STATE: /* The function was in an invalid state. */
|
||
|
|
case H_AUTHORITY: /* The partition does not have authority to perform this hcall; the coherent platform facilities may need to be licensed. */
|
||
|
|
return -EBUSY;
|
||
|
|
case H_FUNCTION: /* The function is not supported */
|
||
|
|
case H_NOT_FOUND: /* The operation supplied was not valid */
|
||
|
|
return -EINVAL;
|
||
|
|
default:
|
||
|
|
WARN(1, "Unexpected return code: %lx", rc);
|
||
|
|
return -EINVAL;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
* cxl_h_control_facility - This H_CONTROL_CA_FACILITY hypervisor call
|
||
|
|
* allows the partition to manipulate or query
|
||
|
|
* certain coherent platform facility behaviors.
|
||
|
|
*/
|
||
|
|
static long cxl_h_control_facility(u64 unit_address, u64 op,
|
||
|
|
u64 p1, u64 p2, u64 p3, u64 p4, u64 *out)
|
||
|
|
{
|
||
|
|
unsigned long retbuf[PLPAR_HCALL9_BUFSIZE];
|
||
|
|
long rc;
|
||
|
|
|
||
|
|
CXL_H9_WAIT_UNTIL_DONE(rc, retbuf, H_CONTROL_CA_FACILITY, unit_address, op, p1, p2, p3, p4);
|
||
|
|
_PRINT_MSG(rc, "cxl_h_control_facility(%#.16llx, %s(%#llx, %#llx, %#llx, %#llx, R4: %#lx)): %li\n",
|
||
|
|
unit_address, OP_STR_CONTROL_ADAPTER(op), p1, p2, p3, p4, retbuf[0], rc);
|
||
|
|
trace_cxl_hcall_control_facility(unit_address, OP_STR_CONTROL_ADAPTER(op), p1, p2, p3, p4, retbuf[0], rc);
|
||
|
|
|
||
|
|
switch (rc) {
|
||
|
|
case H_SUCCESS: /* The operation is completed for the coherent platform facility */
|
||
|
|
if (op == H_CONTROL_CA_FACILITY_COLLECT_VPD)
|
||
|
|
*out = retbuf[0];
|
||
|
|
return 0;
|
||
|
|
case H_PARAMETER: /* An incorrect parameter was supplied. */
|
||
|
|
case H_FUNCTION: /* The function is not supported. */
|
||
|
|
case H_NOT_FOUND: /* The operation supplied was not valid */
|
||
|
|
case H_NOT_AVAILABLE: /* The operation cannot be performed because the AFU has not been downloaded */
|
||
|
|
case H_SG_LIST: /* An block list entry was invalid */
|
||
|
|
return -EINVAL;
|
||
|
|
case H_AUTHORITY: /* The partition does not have authority to perform this hcall */
|
||
|
|
case H_RESOURCE: /* The function has page table mappings for MMIO */
|
||
|
|
case H_HARDWARE: /* A hardware event prevented the attach operation */
|
||
|
|
case H_STATE: /* The coherent platform facility is not in a valid state */
|
||
|
|
case H_BUSY:
|
||
|
|
return -EBUSY;
|
||
|
|
default:
|
||
|
|
WARN(1, "Unexpected return code: %lx", rc);
|
||
|
|
return -EINVAL;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
* cxl_h_reset_adapter - Perform a reset to the coherent platform facility.
|
||
|
|
*/
|
||
|
|
long cxl_h_reset_adapter(u64 unit_address)
|
||
|
|
{
|
||
|
|
return cxl_h_control_facility(unit_address,
|
||
|
|
H_CONTROL_CA_FACILITY_RESET,
|
||
|
|
0, 0, 0, 0,
|
||
|
|
NULL);
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
* cxl_h_collect_vpd - Collect VPD for the coherent platform function.
|
||
|
|
* Parameter1 = 4K naturally aligned real buffer containing block
|
||
|
|
* list entries
|
||
|
|
* Parameter2 = number of block list entries in the block list, valid
|
||
|
|
* values are between 0 and 256
|
||
|
|
*/
|
||
|
|
long cxl_h_collect_vpd_adapter(u64 unit_address, u64 list_address,
|
||
|
|
u64 num, u64 *out)
|
||
|
|
{
|
||
|
|
return cxl_h_control_facility(unit_address,
|
||
|
|
H_CONTROL_CA_FACILITY_COLLECT_VPD,
|
||
|
|
list_address, num, 0, 0,
|
||
|
|
out);
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
* cxl_h_download_facility - This H_DOWNLOAD_CA_FACILITY
|
||
|
|
* hypervisor call provide platform support for
|
||
|
|
* downloading a base adapter image to the coherent
|
||
|
|
* platform facility, and for validating the entire
|
||
|
|
* image after the download.
|
||
|
|
* Parameters
|
||
|
|
* op: operation to perform to the coherent platform function
|
||
|
|
* Download: operation = 1, the base image in the coherent platform
|
||
|
|
* facility is first erased, and then
|
||
|
|
* programmed using the image supplied
|
||
|
|
* in the scatter/gather list.
|
||
|
|
* Validate: operation = 2, the base image in the coherent platform
|
||
|
|
* facility is compared with the image
|
||
|
|
* supplied in the scatter/gather list.
|
||
|
|
* list_address: 4K naturally aligned real buffer containing
|
||
|
|
* scatter/gather list entries.
|
||
|
|
* num: number of block list entries in the scatter/gather list.
|
||
|
|
*/
|
||
|
|
static long cxl_h_download_facility(u64 unit_address, u64 op,
|
||
|
|
u64 list_address, u64 num,
|
||
|
|
u64 *out)
|
||
|
|
{
|
||
|
|
unsigned long retbuf[PLPAR_HCALL_BUFSIZE];
|
||
|
|
unsigned int delay, total_delay = 0;
|
||
|
|
u64 token = 0;
|
||
|
|
long rc;
|
||
|
|
|
||
|
|
if (*out != 0)
|
||
|
|
token = *out;
|
||
|
|
|
||
|
|
memset(retbuf, 0, sizeof(retbuf));
|
||
|
|
while (1) {
|
||
|
|
rc = plpar_hcall(H_DOWNLOAD_CA_FACILITY, retbuf,
|
||
|
|
unit_address, op, list_address, num,
|
||
|
|
token);
|
||
|
|
token = retbuf[0];
|
||
|
|
if (rc != H_BUSY && !H_IS_LONG_BUSY(rc))
|
||
|
|
break;
|
||
|
|
|
||
|
|
if (rc != H_BUSY) {
|
||
|
|
delay = get_longbusy_msecs(rc);
|
||
|
|
total_delay += delay;
|
||
|
|
if (total_delay > CXL_HCALL_TIMEOUT_DOWNLOAD) {
|
||
|
|
WARN(1, "Warning: Giving up waiting for CXL hcall "
|
||
|
|
"%#x after %u msec\n",
|
||
|
|
H_DOWNLOAD_CA_FACILITY, total_delay);
|
||
|
|
rc = H_BUSY;
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
msleep(delay);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
_PRINT_MSG(rc, "cxl_h_download_facility(%#.16llx, %s(%#llx, %#llx), %#lx): %li\n",
|
||
|
|
unit_address, OP_STR_DOWNLOAD_ADAPTER(op), list_address, num, retbuf[0], rc);
|
||
|
|
trace_cxl_hcall_download_facility(unit_address, OP_STR_DOWNLOAD_ADAPTER(op), list_address, num, retbuf[0], rc);
|
||
|
|
|
||
|
|
switch (rc) {
|
||
|
|
case H_SUCCESS: /* The operation is completed for the coherent platform facility */
|
||
|
|
return 0;
|
||
|
|
case H_PARAMETER: /* An incorrect parameter was supplied */
|
||
|
|
case H_FUNCTION: /* The function is not supported. */
|
||
|
|
case H_SG_LIST: /* An block list entry was invalid */
|
||
|
|
case H_BAD_DATA: /* Image verification failed */
|
||
|
|
return -EINVAL;
|
||
|
|
case H_AUTHORITY: /* The partition does not have authority to perform this hcall */
|
||
|
|
case H_RESOURCE: /* The function has page table mappings for MMIO */
|
||
|
|
case H_HARDWARE: /* A hardware event prevented the attach operation */
|
||
|
|
case H_STATE: /* The coherent platform facility is not in a valid state */
|
||
|
|
case H_BUSY:
|
||
|
|
return -EBUSY;
|
||
|
|
case H_CONTINUE:
|
||
|
|
*out = retbuf[0];
|
||
|
|
return 1; /* More data is needed for the complete image */
|
||
|
|
default:
|
||
|
|
WARN(1, "Unexpected return code: %lx", rc);
|
||
|
|
return -EINVAL;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
* cxl_h_download_adapter_image - Download the base image to the coherent
|
||
|
|
* platform facility.
|
||
|
|
*/
|
||
|
|
long cxl_h_download_adapter_image(u64 unit_address,
|
||
|
|
u64 list_address, u64 num,
|
||
|
|
u64 *out)
|
||
|
|
{
|
||
|
|
return cxl_h_download_facility(unit_address,
|
||
|
|
H_DOWNLOAD_CA_FACILITY_DOWNLOAD,
|
||
|
|
list_address, num, out);
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
* cxl_h_validate_adapter_image - Validate the base image in the coherent
|
||
|
|
* platform facility.
|
||
|
|
*/
|
||
|
|
long cxl_h_validate_adapter_image(u64 unit_address,
|
||
|
|
u64 list_address, u64 num,
|
||
|
|
u64 *out)
|
||
|
|
{
|
||
|
|
return cxl_h_download_facility(unit_address,
|
||
|
|
H_DOWNLOAD_CA_FACILITY_VALIDATE,
|
||
|
|
list_address, num, out);
|
||
|
|
}
|