329 lines
8.4 KiB
C
329 lines
8.4 KiB
C
// SPDX-License-Identifier: GPL-2.0
|
|
/* Copyright (C) 2025 Ventana Micro Systems Inc. */
|
|
|
|
#include <linux/acpi.h>
|
|
#include <linux/bits.h>
|
|
#include <linux/bug.h>
|
|
#include <linux/device.h>
|
|
#include <linux/device/devres.h>
|
|
#include <linux/dev_printk.h>
|
|
#include <linux/errno.h>
|
|
#include <linux/irq.h>
|
|
#include <linux/irqdomain.h>
|
|
#include <linux/irqchip/riscv-imsic.h>
|
|
#include <linux/mailbox_client.h>
|
|
#include <linux/mailbox/riscv-rpmi-message.h>
|
|
#include <linux/module.h>
|
|
#include <linux/msi.h>
|
|
#include <linux/of_irq.h>
|
|
#include <linux/platform_device.h>
|
|
#include <linux/types.h>
|
|
|
|
struct rpmi_sysmsi_get_attrs_rx {
|
|
__le32 status;
|
|
__le32 sys_num_msi;
|
|
__le32 flag0;
|
|
__le32 flag1;
|
|
};
|
|
|
|
#define RPMI_SYSMSI_MSI_ATTRIBUTES_FLAG0_PREF_PRIV BIT(0)
|
|
|
|
struct rpmi_sysmsi_set_msi_state_tx {
|
|
__le32 sys_msi_index;
|
|
__le32 sys_msi_state;
|
|
};
|
|
|
|
struct rpmi_sysmsi_set_msi_state_rx {
|
|
__le32 status;
|
|
};
|
|
|
|
#define RPMI_SYSMSI_MSI_STATE_ENABLE BIT(0)
|
|
#define RPMI_SYSMSI_MSI_STATE_PENDING BIT(1)
|
|
|
|
struct rpmi_sysmsi_set_msi_target_tx {
|
|
__le32 sys_msi_index;
|
|
__le32 sys_msi_address_low;
|
|
__le32 sys_msi_address_high;
|
|
__le32 sys_msi_data;
|
|
};
|
|
|
|
struct rpmi_sysmsi_set_msi_target_rx {
|
|
__le32 status;
|
|
};
|
|
|
|
struct rpmi_sysmsi_priv {
|
|
struct device *dev;
|
|
struct mbox_client client;
|
|
struct mbox_chan *chan;
|
|
u32 nr_irqs;
|
|
u32 gsi_base;
|
|
};
|
|
|
|
static int rpmi_sysmsi_get_num_msi(struct rpmi_sysmsi_priv *priv)
|
|
{
|
|
struct rpmi_sysmsi_get_attrs_rx rx;
|
|
struct rpmi_mbox_message msg;
|
|
int ret;
|
|
|
|
rpmi_mbox_init_send_with_response(&msg, RPMI_SYSMSI_SRV_GET_ATTRIBUTES,
|
|
NULL, 0, &rx, sizeof(rx));
|
|
ret = rpmi_mbox_send_message(priv->chan, &msg);
|
|
if (ret)
|
|
return ret;
|
|
if (rx.status)
|
|
return rpmi_to_linux_error(le32_to_cpu(rx.status));
|
|
|
|
return le32_to_cpu(rx.sys_num_msi);
|
|
}
|
|
|
|
static int rpmi_sysmsi_set_msi_state(struct rpmi_sysmsi_priv *priv,
|
|
u32 sys_msi_index, u32 sys_msi_state)
|
|
{
|
|
struct rpmi_sysmsi_set_msi_state_tx tx;
|
|
struct rpmi_sysmsi_set_msi_state_rx rx;
|
|
struct rpmi_mbox_message msg;
|
|
int ret;
|
|
|
|
tx.sys_msi_index = cpu_to_le32(sys_msi_index);
|
|
tx.sys_msi_state = cpu_to_le32(sys_msi_state);
|
|
rpmi_mbox_init_send_with_response(&msg, RPMI_SYSMSI_SRV_SET_MSI_STATE,
|
|
&tx, sizeof(tx), &rx, sizeof(rx));
|
|
ret = rpmi_mbox_send_message(priv->chan, &msg);
|
|
if (ret)
|
|
return ret;
|
|
if (rx.status)
|
|
return rpmi_to_linux_error(le32_to_cpu(rx.status));
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int rpmi_sysmsi_set_msi_target(struct rpmi_sysmsi_priv *priv,
|
|
u32 sys_msi_index, struct msi_msg *m)
|
|
{
|
|
struct rpmi_sysmsi_set_msi_target_tx tx;
|
|
struct rpmi_sysmsi_set_msi_target_rx rx;
|
|
struct rpmi_mbox_message msg;
|
|
int ret;
|
|
|
|
tx.sys_msi_index = cpu_to_le32(sys_msi_index);
|
|
tx.sys_msi_address_low = cpu_to_le32(m->address_lo);
|
|
tx.sys_msi_address_high = cpu_to_le32(m->address_hi);
|
|
tx.sys_msi_data = cpu_to_le32(m->data);
|
|
rpmi_mbox_init_send_with_response(&msg, RPMI_SYSMSI_SRV_SET_MSI_TARGET,
|
|
&tx, sizeof(tx), &rx, sizeof(rx));
|
|
ret = rpmi_mbox_send_message(priv->chan, &msg);
|
|
if (ret)
|
|
return ret;
|
|
if (rx.status)
|
|
return rpmi_to_linux_error(le32_to_cpu(rx.status));
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void rpmi_sysmsi_irq_mask(struct irq_data *d)
|
|
{
|
|
struct rpmi_sysmsi_priv *priv = irq_data_get_irq_chip_data(d);
|
|
irq_hw_number_t hwirq = irqd_to_hwirq(d);
|
|
int ret;
|
|
|
|
ret = rpmi_sysmsi_set_msi_state(priv, hwirq, 0);
|
|
if (ret)
|
|
dev_warn(priv->dev, "Failed to mask hwirq %lu (error %d)\n", hwirq, ret);
|
|
irq_chip_mask_parent(d);
|
|
}
|
|
|
|
static void rpmi_sysmsi_irq_unmask(struct irq_data *d)
|
|
{
|
|
struct rpmi_sysmsi_priv *priv = irq_data_get_irq_chip_data(d);
|
|
irq_hw_number_t hwirq = irqd_to_hwirq(d);
|
|
int ret;
|
|
|
|
irq_chip_unmask_parent(d);
|
|
ret = rpmi_sysmsi_set_msi_state(priv, hwirq, RPMI_SYSMSI_MSI_STATE_ENABLE);
|
|
if (ret)
|
|
dev_warn(priv->dev, "Failed to unmask hwirq %lu (error %d)\n", hwirq, ret);
|
|
}
|
|
|
|
static void rpmi_sysmsi_write_msg(struct irq_data *d, struct msi_msg *msg)
|
|
{
|
|
struct rpmi_sysmsi_priv *priv = irq_data_get_irq_chip_data(d);
|
|
irq_hw_number_t hwirq = irqd_to_hwirq(d);
|
|
int ret;
|
|
|
|
/* For zeroed MSI, do nothing as of now */
|
|
if (!msg->address_hi && !msg->address_lo && !msg->data)
|
|
return;
|
|
|
|
ret = rpmi_sysmsi_set_msi_target(priv, hwirq, msg);
|
|
if (ret)
|
|
dev_warn(priv->dev, "Failed to set target for hwirq %lu (error %d)\n", hwirq, ret);
|
|
}
|
|
|
|
static void rpmi_sysmsi_set_desc(msi_alloc_info_t *arg, struct msi_desc *desc)
|
|
{
|
|
arg->desc = desc;
|
|
arg->hwirq = desc->data.icookie.value;
|
|
}
|
|
|
|
static int rpmi_sysmsi_translate(struct irq_domain *d, struct irq_fwspec *fwspec,
|
|
unsigned long *hwirq, unsigned int *type)
|
|
{
|
|
struct msi_domain_info *info = d->host_data;
|
|
struct rpmi_sysmsi_priv *priv = info->data;
|
|
|
|
if (WARN_ON(fwspec->param_count < 1))
|
|
return -EINVAL;
|
|
|
|
/* For DT, gsi_base is always zero. */
|
|
*hwirq = fwspec->param[0] - priv->gsi_base;
|
|
*type = IRQ_TYPE_NONE;
|
|
return 0;
|
|
}
|
|
|
|
static const struct msi_domain_template rpmi_sysmsi_template = {
|
|
.chip = {
|
|
.name = "RPMI-SYSMSI",
|
|
.irq_mask = rpmi_sysmsi_irq_mask,
|
|
.irq_unmask = rpmi_sysmsi_irq_unmask,
|
|
#ifdef CONFIG_SMP
|
|
.irq_set_affinity = irq_chip_set_affinity_parent,
|
|
#endif
|
|
.irq_write_msi_msg = rpmi_sysmsi_write_msg,
|
|
.flags = IRQCHIP_SET_TYPE_MASKED |
|
|
IRQCHIP_SKIP_SET_WAKE |
|
|
IRQCHIP_MASK_ON_SUSPEND,
|
|
},
|
|
|
|
.ops = {
|
|
.set_desc = rpmi_sysmsi_set_desc,
|
|
.msi_translate = rpmi_sysmsi_translate,
|
|
},
|
|
|
|
.info = {
|
|
.bus_token = DOMAIN_BUS_WIRED_TO_MSI,
|
|
.flags = MSI_FLAG_USE_DEV_FWNODE,
|
|
.handler = handle_simple_irq,
|
|
.handler_name = "simple",
|
|
},
|
|
};
|
|
|
|
static int rpmi_sysmsi_probe(struct platform_device *pdev)
|
|
{
|
|
struct device *dev = &pdev->dev;
|
|
struct rpmi_sysmsi_priv *priv;
|
|
struct fwnode_handle *fwnode;
|
|
u32 id;
|
|
int rc;
|
|
|
|
priv = devm_kzalloc(dev, sizeof(*priv), GFP_KERNEL);
|
|
if (!priv)
|
|
return -ENOMEM;
|
|
priv->dev = dev;
|
|
|
|
/* Setup mailbox client */
|
|
priv->client.dev = priv->dev;
|
|
priv->client.rx_callback = NULL;
|
|
priv->client.tx_block = false;
|
|
priv->client.knows_txdone = true;
|
|
priv->client.tx_tout = 0;
|
|
|
|
/* Request mailbox channel */
|
|
priv->chan = mbox_request_channel(&priv->client, 0);
|
|
if (IS_ERR(priv->chan))
|
|
return PTR_ERR(priv->chan);
|
|
|
|
/* Get number of system MSIs */
|
|
rc = rpmi_sysmsi_get_num_msi(priv);
|
|
if (rc < 1) {
|
|
mbox_free_channel(priv->chan);
|
|
if (rc)
|
|
return dev_err_probe(dev, rc, "Failed to get number of system MSIs\n");
|
|
else
|
|
return dev_err_probe(dev, -ENODEV, "No system MSIs found\n");
|
|
}
|
|
priv->nr_irqs = rc;
|
|
|
|
fwnode = dev_fwnode(dev);
|
|
if (is_acpi_node(fwnode)) {
|
|
u32 nr_irqs;
|
|
|
|
rc = riscv_acpi_get_gsi_info(fwnode, &priv->gsi_base, &id,
|
|
&nr_irqs, NULL);
|
|
if (rc) {
|
|
dev_err(dev, "failed to find GSI mapping\n");
|
|
return rc;
|
|
}
|
|
|
|
/* Update with actual GSI range */
|
|
if (nr_irqs != priv->nr_irqs)
|
|
riscv_acpi_update_gsi_range(priv->gsi_base, priv->nr_irqs);
|
|
}
|
|
|
|
/*
|
|
* The device MSI domain for platform devices on RISC-V architecture
|
|
* is only available after the MSI controller driver is probed so,
|
|
* explicitly configure here.
|
|
*/
|
|
if (!dev_get_msi_domain(dev)) {
|
|
/*
|
|
* The device MSI domain for OF devices is only set at the
|
|
* time of populating/creating OF device. If the device MSI
|
|
* domain is discovered later after the OF device is created
|
|
* then we need to set it explicitly before using any platform
|
|
* MSI functions.
|
|
*/
|
|
if (is_of_node(fwnode)) {
|
|
of_msi_configure(dev, dev_of_node(dev));
|
|
} else if (is_acpi_device_node(fwnode)) {
|
|
struct irq_domain *msi_domain;
|
|
|
|
msi_domain = irq_find_matching_fwnode(imsic_acpi_get_fwnode(dev),
|
|
DOMAIN_BUS_PLATFORM_MSI);
|
|
dev_set_msi_domain(dev, msi_domain);
|
|
}
|
|
|
|
if (!dev_get_msi_domain(dev)) {
|
|
mbox_free_channel(priv->chan);
|
|
return -EPROBE_DEFER;
|
|
}
|
|
}
|
|
|
|
if (!msi_create_device_irq_domain(dev, MSI_DEFAULT_DOMAIN,
|
|
&rpmi_sysmsi_template,
|
|
priv->nr_irqs, priv, priv)) {
|
|
mbox_free_channel(priv->chan);
|
|
return dev_err_probe(dev, -ENOMEM, "failed to create MSI irq domain\n");
|
|
}
|
|
|
|
#ifdef CONFIG_ACPI
|
|
struct acpi_device *adev = ACPI_COMPANION(dev);
|
|
|
|
if (adev)
|
|
acpi_dev_clear_dependencies(adev);
|
|
#endif
|
|
|
|
dev_info(dev, "%u system MSIs registered\n", priv->nr_irqs);
|
|
return 0;
|
|
}
|
|
|
|
static const struct of_device_id rpmi_sysmsi_match[] = {
|
|
{ .compatible = "riscv,rpmi-system-msi" },
|
|
{}
|
|
};
|
|
|
|
static const struct acpi_device_id acpi_rpmi_sysmsi_match[] = {
|
|
{ "RSCV0006" },
|
|
{}
|
|
};
|
|
MODULE_DEVICE_TABLE(acpi, acpi_rpmi_sysmsi_match);
|
|
|
|
static struct platform_driver rpmi_sysmsi_driver = {
|
|
.driver = {
|
|
.name = "rpmi-sysmsi",
|
|
.of_match_table = rpmi_sysmsi_match,
|
|
.acpi_match_table = acpi_rpmi_sysmsi_match,
|
|
},
|
|
.probe = rpmi_sysmsi_probe,
|
|
};
|
|
builtin_platform_driver(rpmi_sysmsi_driver);
|