more s390 updates for 6.19 merge window

- Use the MSI parent domain API instead of the legacy API for setup and
   teardown of PCI MSI IRQs
 
 - Select POSIX_CPU_TIMERS_TASK_WORK now that VIRT_XFER_TO_GUEST_WORK has
   been implemented for s390
 
 - Fix a KVM bug which can lead to guest memory corruption
 
 - Fix KASAN shadow memory mapping for hotplugged memory
 
 - Minor bug fixes and improvements
 -----BEGIN PGP SIGNATURE-----
 
 iQIzBAABCgAdFiEECMNfWEw3SLnmiLkZIg7DeRspbsIFAmk5WtQACgkQIg7DeRsp
 bsKOwRAAg7uNYB0nU5CYl/0GeExumHBxQT/B1Umxg8lCDf4rwAPwwSrV3Dpp04h5
 8FpKH42x8sig1yKuqjrBgHTlRofmSlZOrtDI9xv/dtp8yJWkAaMY0Ec8sf1VwEEO
 dgyEPH567ja+mWu5z74eFmxYSV5dsgcJ707DICTyDXB3DaIzmVH5D5f8yYbMs8eL
 gJ4bAuRkzwV+hp1UXLaWWELDrTX2KpQ3EBPz/2SuS8e3KbmL7MuDRdMbTJ7oEb1+
 fGGnm3qFhHszx5fGWUv/BrGsQidwZTe459JdQtKcQUsPkGqBjsbhmiq9ApomD2+7
 MJFDGDVHt623iBNwDwygAPCrWrKoVUFlw5MaKfztvSiuKt19N6OrwN0R4VA8P46I
 m9mVRSLeXTv4GzZcTmLsRb2cLJ3Z6co2HuDli4X1Jg3TTWBFzx0Jscp9dB1QKmoI
 EXBX44LoL5bUZeh5cihqGC5YBuXeaYyMnnsP56eJhq56QK9r4WDMcvGezBbzbkHE
 I3GjmFwEUr3U9hSx4xmUGh6pry5PLkuDch5So/vh1miAdHjZFFthXHK2s5UI+HUl
 OGjNxI9q2WzX4bb1C090zVljvYAsP6YzKnk7Ks76+0mEBvykTsGx3Ms4oS1L0k5+
 Z8R2J0BLfcBQU7pL0QoYE/fO2J5wo+atp/cBLwc2hd+G9YEvdTs=
 =Nbs5
 -----END PGP SIGNATURE-----

Merge tag 's390-6.19-2' of git://git.kernel.org/pub/scm/linux/kernel/git/s390/linux

Pull more s390 updates from Heiko Carstens:

 - Use the MSI parent domain API instead of the legacy API for setup and
   teardown of PCI MSI IRQs

 - Select POSIX_CPU_TIMERS_TASK_WORK now that VIRT_XFER_TO_GUEST_WORK
   has been implemented for s390

 - Fix a KVM bug which can lead to guest memory corruption

 - Fix KASAN shadow memory mapping for hotplugged memory

 - Minor bug fixes and improvements

* tag 's390-6.19-2' of git://git.kernel.org/pub/scm/linux/kernel/git/s390/linux:
  s390/bug: Add missing alignment
  s390/bug: Add missing CONFIG_BUG ifdef again
  KVM: s390: Fix gmap_helper_zap_one_page() again
  s390/pci: Migrate s390 IRQ logic to IRQ domain API
  genirq: Change hwirq parameter to irq_hw_number_t
  s390: Select POSIX_CPU_TIMERS_TASK_WORK
  s390: Unmap early KASAN shadow on memory offlining
  s390/vmem: Support 2G page splitting for KASAN shadow freeing
  s390/boot: Use entire page for PTEs
  s390/vmur: Use scnprintf() instead of sprintf()
pull/1354/merge
Linus Torvalds 2025-12-11 08:19:46 +09:00
commit 0723a166d1
15 changed files with 333 additions and 174 deletions

View File

@ -238,6 +238,7 @@ config S390
select HAVE_PERF_EVENTS select HAVE_PERF_EVENTS
select HAVE_PERF_REGS select HAVE_PERF_REGS
select HAVE_PERF_USER_STACK_DUMP select HAVE_PERF_USER_STACK_DUMP
select HAVE_POSIX_CPU_TIMERS_TASK_WORK
select HAVE_PREEMPT_DYNAMIC_KEY select HAVE_PREEMPT_DYNAMIC_KEY
select HAVE_REGS_AND_STACK_ACCESS_API select HAVE_REGS_AND_STACK_ACCESS_API
select HAVE_RELIABLE_STACKTRACE select HAVE_RELIABLE_STACKTRACE
@ -254,6 +255,7 @@ config S390
select HOTPLUG_SMT select HOTPLUG_SMT
select IOMMU_HELPER if PCI select IOMMU_HELPER if PCI
select IOMMU_SUPPORT if PCI select IOMMU_SUPPORT if PCI
select IRQ_MSI_LIB if PCI
select KASAN_VMALLOC if KASAN select KASAN_VMALLOC if KASAN
select LOCK_MM_AND_FIND_VMA select LOCK_MM_AND_FIND_VMA
select MMU_GATHER_MERGE_VMAS select MMU_GATHER_MERGE_VMAS

View File

@ -244,22 +244,10 @@ static void *boot_crst_alloc(unsigned long val)
static pte_t *boot_pte_alloc(void) static pte_t *boot_pte_alloc(void)
{ {
static void *pte_leftover;
pte_t *pte; pte_t *pte;
/* pte = (void *)physmem_alloc_or_die(RR_VMEM, PAGE_SIZE, PAGE_SIZE);
* handling pte_leftovers this way helps to avoid memory fragmentation __arch_set_page_dat(pte, 1);
* during POPULATE_KASAN_MAP_SHADOW when EDAT is off
*/
if (!pte_leftover) {
pte_leftover = (void *)physmem_alloc_or_die(RR_VMEM, PAGE_SIZE, PAGE_SIZE);
pte = pte_leftover + _PAGE_TABLE_SIZE;
__arch_set_page_dat(pte, 1);
} else {
pte = pte_leftover;
pte_leftover = NULL;
}
memset64((u64 *)pte, _PAGE_INVALID, PTRS_PER_PTE); memset64((u64 *)pte, _PAGE_INVALID, PTRS_PER_PTE);
return pte; return pte;
} }

View File

@ -4,11 +4,14 @@
#include <linux/stringify.h> #include <linux/stringify.h>
#ifdef CONFIG_BUG
#ifndef CONFIG_DEBUG_BUGVERBOSE #ifndef CONFIG_DEBUG_BUGVERBOSE
#define _BUGVERBOSE_LOCATION(file, line) #define _BUGVERBOSE_LOCATION(file, line)
#else #else
#define __BUGVERBOSE_LOCATION(file, line) \ #define __BUGVERBOSE_LOCATION(file, line) \
.pushsection .rodata.str, "aMS", @progbits, 1; \ .pushsection .rodata.str, "aMS", @progbits, 1; \
.align 2; \
10002: .ascii file "\0"; \ 10002: .ascii file "\0"; \
.popsection; \ .popsection; \
\ \
@ -52,6 +55,8 @@ do { \
#define HAVE_ARCH_BUG #define HAVE_ARCH_BUG
#endif /* CONFIG_BUG */
#include <asm-generic/bug.h> #include <asm-generic/bug.h>
#endif /* _ASM_S390_BUG_H */ #endif /* _ASM_S390_BUG_H */

View File

@ -166,6 +166,8 @@ static inline int page_reset_referenced(unsigned long addr)
return CC_TRANSFORM(cc); return CC_TRANSFORM(cc);
} }
int split_pud_page(pud_t *pudp, unsigned long addr);
/* Bits int the storage key */ /* Bits int the storage key */
#define _PAGE_CHANGED 0x02 /* HW changed bit */ #define _PAGE_CHANGED 0x02 /* HW changed bit */
#define _PAGE_REFERENCED 0x04 /* HW referenced bit */ #define _PAGE_REFERENCED 0x04 /* HW referenced bit */

View File

@ -5,6 +5,7 @@
#include <linux/pci.h> #include <linux/pci.h>
#include <linux/mutex.h> #include <linux/mutex.h>
#include <linux/iommu.h> #include <linux/iommu.h>
#include <linux/irqdomain.h>
#include <linux/pci_hotplug.h> #include <linux/pci_hotplug.h>
#include <asm/pci_clp.h> #include <asm/pci_clp.h>
#include <asm/pci_debug.h> #include <asm/pci_debug.h>
@ -109,6 +110,7 @@ struct zpci_bus {
struct list_head resources; struct list_head resources;
struct list_head bus_next; struct list_head bus_next;
struct resource bus_resource; struct resource bus_resource;
struct irq_domain *msi_parent_domain;
int topo; /* TID if topo_is_tid, PCHID otherwise */ int topo; /* TID if topo_is_tid, PCHID otherwise */
int domain_nr; int domain_nr;
u8 multifunction : 1; u8 multifunction : 1;
@ -310,6 +312,9 @@ int zpci_dma_exit_device(struct zpci_dev *zdev);
/* IRQ */ /* IRQ */
int __init zpci_irq_init(void); int __init zpci_irq_init(void);
void __init zpci_irq_exit(void); void __init zpci_irq_exit(void);
int zpci_set_irq(struct zpci_dev *zdev);
int zpci_create_parent_msi_domain(struct zpci_bus *zbus);
void zpci_remove_parent_msi_domain(struct zpci_bus *zbus);
/* FMB */ /* FMB */
int zpci_fmb_enable_device(struct zpci_dev *); int zpci_fmb_enable_device(struct zpci_dev *);

View File

@ -47,6 +47,7 @@ static void ptep_zap_softleaf_entry(struct mm_struct *mm, softleaf_t entry)
void gmap_helper_zap_one_page(struct mm_struct *mm, unsigned long vmaddr) void gmap_helper_zap_one_page(struct mm_struct *mm, unsigned long vmaddr)
{ {
struct vm_area_struct *vma; struct vm_area_struct *vma;
unsigned long pgstev;
spinlock_t *ptl; spinlock_t *ptl;
pgste_t pgste; pgste_t pgste;
pte_t *ptep; pte_t *ptep;
@ -65,9 +66,13 @@ void gmap_helper_zap_one_page(struct mm_struct *mm, unsigned long vmaddr)
if (pte_swap(*ptep)) { if (pte_swap(*ptep)) {
preempt_disable(); preempt_disable();
pgste = pgste_get_lock(ptep); pgste = pgste_get_lock(ptep);
pgstev = pgste_val(pgste);
ptep_zap_softleaf_entry(mm, softleaf_from_pte(*ptep)); if ((pgstev & _PGSTE_GPS_USAGE_MASK) == _PGSTE_GPS_USAGE_UNUSED ||
pte_clear(mm, vmaddr, ptep); (pgstev & _PGSTE_GPS_ZERO)) {
ptep_zap_softleaf_entry(mm, softleaf_from_pte(*ptep));
pte_clear(mm, vmaddr, ptep);
}
pgste_set_unlock(ptep, pgste); pgste_set_unlock(ptep, pgste);
preempt_enable(); preempt_enable();

View File

@ -204,7 +204,7 @@ static int walk_pmd_level(pud_t *pudp, unsigned long addr, unsigned long end,
return rc; return rc;
} }
static int split_pud_page(pud_t *pudp, unsigned long addr) int split_pud_page(pud_t *pudp, unsigned long addr)
{ {
unsigned long pmd_addr, prot; unsigned long pmd_addr, prot;
pmd_t *pm_dir, *pmdp; pmd_t *pm_dir, *pmdp;

View File

@ -330,10 +330,14 @@ static int modify_pud_table(p4d_t *p4d, unsigned long addr, unsigned long end,
if (pud_leaf(*pud)) { if (pud_leaf(*pud)) {
if (IS_ALIGNED(addr, PUD_SIZE) && if (IS_ALIGNED(addr, PUD_SIZE) &&
IS_ALIGNED(next, PUD_SIZE)) { IS_ALIGNED(next, PUD_SIZE)) {
if (!direct)
vmem_free_pages(pud_deref(*pud), get_order(PUD_SIZE), altmap);
pud_clear(pud); pud_clear(pud);
pages++; pages++;
continue;
} else {
split_pud_page(pud, addr & PUD_MASK);
} }
continue;
} }
} else if (pud_none(*pud)) { } else if (pud_none(*pud)) {
if (IS_ALIGNED(addr, PUD_SIZE) && if (IS_ALIGNED(addr, PUD_SIZE) &&
@ -433,9 +437,15 @@ static int modify_pagetable(unsigned long start, unsigned long end, bool add,
if (WARN_ON_ONCE(!PAGE_ALIGNED(start | end))) if (WARN_ON_ONCE(!PAGE_ALIGNED(start | end)))
return -EINVAL; return -EINVAL;
/* Don't mess with any tables not fully in 1:1 mapping & vmemmap area */ /* Don't mess with any tables not fully in 1:1 mapping, vmemmap & kasan area */
#ifdef CONFIG_KASAN
if (WARN_ON_ONCE(!(start >= KASAN_SHADOW_START && end <= KASAN_SHADOW_END) &&
end > __abs_lowcore))
return -EINVAL;
#else
if (WARN_ON_ONCE(end > __abs_lowcore)) if (WARN_ON_ONCE(end > __abs_lowcore))
return -EINVAL; return -EINVAL;
#endif
for (addr = start; addr < end; addr = next) { for (addr = start; addr < end; addr = next) {
next = pgd_addr_end(addr, end); next = pgd_addr_end(addr, end);
pgd = pgd_offset_k(addr); pgd = pgd_offset_k(addr);

View File

@ -708,6 +708,12 @@ int zpci_reenable_device(struct zpci_dev *zdev)
if (rc) if (rc)
return rc; return rc;
if (zdev->msi_nr_irqs > 0) {
rc = zpci_set_irq(zdev);
if (rc)
return rc;
}
rc = zpci_iommu_register_ioat(zdev, &status); rc = zpci_iommu_register_ioat(zdev, &status);
if (rc) if (rc)
zpci_disable_device(zdev); zpci_disable_device(zdev);

View File

@ -14,6 +14,7 @@
#include <linux/err.h> #include <linux/err.h>
#include <linux/delay.h> #include <linux/delay.h>
#include <linux/seq_file.h> #include <linux/seq_file.h>
#include <linux/irqdomain.h>
#include <linux/jump_label.h> #include <linux/jump_label.h>
#include <linux/pci.h> #include <linux/pci.h>
#include <linux/printk.h> #include <linux/printk.h>
@ -198,19 +199,27 @@ static int zpci_bus_create_pci_bus(struct zpci_bus *zbus, struct zpci_dev *fr, s
zbus->multifunction = zpci_bus_is_multifunction_root(fr); zbus->multifunction = zpci_bus_is_multifunction_root(fr);
zbus->max_bus_speed = fr->max_bus_speed; zbus->max_bus_speed = fr->max_bus_speed;
if (zpci_create_parent_msi_domain(zbus))
goto out_free_domain;
/* /*
* Note that the zbus->resources are taken over and zbus->resources * Note that the zbus->resources are taken over and zbus->resources
* is empty after a successful call * is empty after a successful call
*/ */
bus = pci_create_root_bus(NULL, ZPCI_BUS_NR, ops, zbus, &zbus->resources); bus = pci_create_root_bus(NULL, ZPCI_BUS_NR, ops, zbus, &zbus->resources);
if (!bus) { if (!bus)
zpci_free_domain(zbus->domain_nr); goto out_remove_msi_domain;
return -EFAULT;
}
zbus->bus = bus; zbus->bus = bus;
dev_set_msi_domain(&zbus->bus->dev, zbus->msi_parent_domain);
return 0; return 0;
out_remove_msi_domain:
zpci_remove_parent_msi_domain(zbus);
out_free_domain:
zpci_free_domain(zbus->domain_nr);
return -ENOMEM;
} }
static void zpci_bus_release(struct kref *kref) static void zpci_bus_release(struct kref *kref)
@ -231,6 +240,7 @@ static void zpci_bus_release(struct kref *kref)
mutex_lock(&zbus_list_lock); mutex_lock(&zbus_list_lock);
list_del(&zbus->bus_next); list_del(&zbus->bus_next);
mutex_unlock(&zbus_list_lock); mutex_unlock(&zbus_list_lock);
zpci_remove_parent_msi_domain(zbus);
kfree(zbus); kfree(zbus);
} }

View File

@ -6,6 +6,7 @@
#include <linux/kernel_stat.h> #include <linux/kernel_stat.h>
#include <linux/pci.h> #include <linux/pci.h>
#include <linux/msi.h> #include <linux/msi.h>
#include <linux/irqchip/irq-msi-lib.h>
#include <linux/smp.h> #include <linux/smp.h>
#include <asm/isc.h> #include <asm/isc.h>
@ -97,7 +98,7 @@ static int zpci_clear_directed_irq(struct zpci_dev *zdev)
} }
/* Register adapter interruptions */ /* Register adapter interruptions */
static int zpci_set_irq(struct zpci_dev *zdev) int zpci_set_irq(struct zpci_dev *zdev)
{ {
int rc; int rc;
@ -125,27 +126,53 @@ static int zpci_clear_irq(struct zpci_dev *zdev)
static int zpci_set_irq_affinity(struct irq_data *data, const struct cpumask *dest, static int zpci_set_irq_affinity(struct irq_data *data, const struct cpumask *dest,
bool force) bool force)
{ {
struct msi_desc *entry = irq_data_get_msi_desc(data); irq_data_update_affinity(data, dest);
struct msi_msg msg = entry->msg;
int cpu_addr = smp_cpu_get_cpu_address(cpumask_first(dest));
msg.address_lo &= 0xff0000ff;
msg.address_lo |= (cpu_addr << 8);
pci_write_msi_msg(data->irq, &msg);
return IRQ_SET_MASK_OK; return IRQ_SET_MASK_OK;
} }
/*
* Encode the hwirq number for the parent domain. The encoding must be unique
* for each IRQ of each device in the parent domain, so it uses the devfn to
* identify the device and the msi_index to identify the IRQ within that device.
*/
static inline u32 zpci_encode_hwirq(u8 devfn, u16 msi_index)
{
return (devfn << 16) | msi_index;
}
static inline u16 zpci_decode_hwirq_msi_index(irq_hw_number_t hwirq)
{
return hwirq & 0xffff;
}
static void zpci_compose_msi_msg(struct irq_data *data, struct msi_msg *msg)
{
struct msi_desc *desc = irq_data_get_msi_desc(data);
struct zpci_dev *zdev = to_zpci_dev(desc->dev);
if (irq_delivery == DIRECTED) {
int cpu = cpumask_first(irq_data_get_affinity_mask(data));
msg->address_lo = zdev->msi_addr & 0xff0000ff;
msg->address_lo |= (smp_cpu_get_cpu_address(cpu) << 8);
} else {
msg->address_lo = zdev->msi_addr & 0xffffffff;
}
msg->address_hi = zdev->msi_addr >> 32;
msg->data = zpci_decode_hwirq_msi_index(data->hwirq);
}
static struct irq_chip zpci_irq_chip = { static struct irq_chip zpci_irq_chip = {
.name = "PCI-MSI", .name = "PCI-MSI",
.irq_unmask = pci_msi_unmask_irq, .irq_compose_msi_msg = zpci_compose_msi_msg,
.irq_mask = pci_msi_mask_irq,
}; };
static void zpci_handle_cpu_local_irq(bool rescan) static void zpci_handle_cpu_local_irq(bool rescan)
{ {
struct airq_iv *dibv = zpci_ibv[smp_processor_id()]; struct airq_iv *dibv = zpci_ibv[smp_processor_id()];
union zpci_sic_iib iib = {{0}}; union zpci_sic_iib iib = {{0}};
struct irq_domain *msi_domain;
irq_hw_number_t hwirq;
unsigned long bit; unsigned long bit;
int irqs_on = 0; int irqs_on = 0;
@ -163,7 +190,9 @@ static void zpci_handle_cpu_local_irq(bool rescan)
continue; continue;
} }
inc_irq_stat(IRQIO_MSI); inc_irq_stat(IRQIO_MSI);
generic_handle_irq(airq_iv_get_data(dibv, bit)); hwirq = airq_iv_get_data(dibv, bit);
msi_domain = (struct irq_domain *)airq_iv_get_ptr(dibv, bit);
generic_handle_domain_irq(msi_domain, hwirq);
} }
} }
@ -228,6 +257,8 @@ static void zpci_floating_irq_handler(struct airq_struct *airq,
struct tpi_info *tpi_info) struct tpi_info *tpi_info)
{ {
union zpci_sic_iib iib = {{0}}; union zpci_sic_iib iib = {{0}};
struct irq_domain *msi_domain;
irq_hw_number_t hwirq;
unsigned long si, ai; unsigned long si, ai;
struct airq_iv *aibv; struct airq_iv *aibv;
int irqs_on = 0; int irqs_on = 0;
@ -255,7 +286,9 @@ static void zpci_floating_irq_handler(struct airq_struct *airq,
break; break;
inc_irq_stat(IRQIO_MSI); inc_irq_stat(IRQIO_MSI);
airq_iv_lock(aibv, ai); airq_iv_lock(aibv, ai);
generic_handle_irq(airq_iv_get_data(aibv, ai)); hwirq = airq_iv_get_data(aibv, ai);
msi_domain = (struct irq_domain *)airq_iv_get_ptr(aibv, ai);
generic_handle_domain_irq(msi_domain, hwirq);
airq_iv_unlock(aibv, ai); airq_iv_unlock(aibv, ai);
} }
} }
@ -277,7 +310,9 @@ static int __alloc_airq(struct zpci_dev *zdev, int msi_vecs,
zdev->aisb = *bit; zdev->aisb = *bit;
/* Create adapter interrupt vector */ /* Create adapter interrupt vector */
zdev->aibv = airq_iv_create(msi_vecs, AIRQ_IV_DATA | AIRQ_IV_BITLOCK, NULL); zdev->aibv = airq_iv_create(msi_vecs,
AIRQ_IV_PTR | AIRQ_IV_DATA | AIRQ_IV_BITLOCK,
NULL);
if (!zdev->aibv) if (!zdev->aibv)
return -ENOMEM; return -ENOMEM;
@ -289,133 +324,6 @@ static int __alloc_airq(struct zpci_dev *zdev, int msi_vecs,
return 0; return 0;
} }
int arch_setup_msi_irqs(struct pci_dev *pdev, int nvec, int type)
{
unsigned int hwirq, msi_vecs, irqs_per_msi, i, cpu;
struct zpci_dev *zdev = to_zpci(pdev);
struct msi_desc *msi;
struct msi_msg msg;
unsigned long bit;
int cpu_addr;
int rc, irq;
zdev->aisb = -1UL;
zdev->msi_first_bit = -1U;
msi_vecs = min_t(unsigned int, nvec, zdev->max_msi);
if (msi_vecs < nvec) {
pr_info("%s requested %d irqs, allocate system limit of %d",
pci_name(pdev), nvec, zdev->max_msi);
}
rc = __alloc_airq(zdev, msi_vecs, &bit);
if (rc < 0)
return rc;
/*
* Request MSI interrupts:
* When using MSI, nvec_used interrupt sources and their irq
* descriptors are controlled through one msi descriptor.
* Thus the outer loop over msi descriptors shall run only once,
* while two inner loops iterate over the interrupt vectors.
* When using MSI-X, each interrupt vector/irq descriptor
* is bound to exactly one msi descriptor (nvec_used is one).
* So the inner loops are executed once, while the outer iterates
* over the MSI-X descriptors.
*/
hwirq = bit;
msi_for_each_desc(msi, &pdev->dev, MSI_DESC_NOTASSOCIATED) {
if (hwirq - bit >= msi_vecs)
break;
irqs_per_msi = min_t(unsigned int, msi_vecs, msi->nvec_used);
irq = __irq_alloc_descs(-1, 0, irqs_per_msi, 0, THIS_MODULE,
(irq_delivery == DIRECTED) ?
msi->affinity : NULL);
if (irq < 0)
return -ENOMEM;
for (i = 0; i < irqs_per_msi; i++) {
rc = irq_set_msi_desc_off(irq, i, msi);
if (rc)
return rc;
irq_set_chip_and_handler(irq + i, &zpci_irq_chip,
handle_percpu_irq);
}
msg.data = hwirq - bit;
if (irq_delivery == DIRECTED) {
if (msi->affinity)
cpu = cpumask_first(&msi->affinity->mask);
else
cpu = 0;
cpu_addr = smp_cpu_get_cpu_address(cpu);
msg.address_lo = zdev->msi_addr & 0xff0000ff;
msg.address_lo |= (cpu_addr << 8);
for_each_possible_cpu(cpu) {
for (i = 0; i < irqs_per_msi; i++)
airq_iv_set_data(zpci_ibv[cpu],
hwirq + i, irq + i);
}
} else {
msg.address_lo = zdev->msi_addr & 0xffffffff;
for (i = 0; i < irqs_per_msi; i++)
airq_iv_set_data(zdev->aibv, hwirq + i, irq + i);
}
msg.address_hi = zdev->msi_addr >> 32;
pci_write_msi_msg(irq, &msg);
hwirq += irqs_per_msi;
}
zdev->msi_first_bit = bit;
zdev->msi_nr_irqs = hwirq - bit;
rc = zpci_set_irq(zdev);
if (rc)
return rc;
return (zdev->msi_nr_irqs == nvec) ? 0 : zdev->msi_nr_irqs;
}
void arch_teardown_msi_irqs(struct pci_dev *pdev)
{
struct zpci_dev *zdev = to_zpci(pdev);
struct msi_desc *msi;
unsigned int i;
int rc;
/* Disable interrupts */
rc = zpci_clear_irq(zdev);
if (rc)
return;
/* Release MSI interrupts */
msi_for_each_desc(msi, &pdev->dev, MSI_DESC_ASSOCIATED) {
for (i = 0; i < msi->nvec_used; i++) {
irq_set_msi_desc(msi->irq + i, NULL);
irq_free_desc(msi->irq + i);
}
msi->msg.address_lo = 0;
msi->msg.address_hi = 0;
msi->msg.data = 0;
msi->irq = 0;
}
if (zdev->aisb != -1UL) {
zpci_ibv[zdev->aisb] = NULL;
airq_iv_free_bit(zpci_sbv, zdev->aisb);
zdev->aisb = -1UL;
}
if (zdev->aibv) {
airq_iv_release(zdev->aibv);
zdev->aibv = NULL;
}
if ((irq_delivery == DIRECTED) && zdev->msi_first_bit != -1U)
airq_iv_free(zpci_ibv[0], zdev->msi_first_bit, zdev->msi_nr_irqs);
}
bool arch_restore_msi_irqs(struct pci_dev *pdev) bool arch_restore_msi_irqs(struct pci_dev *pdev)
{ {
struct zpci_dev *zdev = to_zpci(pdev); struct zpci_dev *zdev = to_zpci(pdev);
@ -429,6 +337,207 @@ static struct airq_struct zpci_airq = {
.isc = PCI_ISC, .isc = PCI_ISC,
}; };
static void zpci_msi_teardown_directed(struct zpci_dev *zdev)
{
airq_iv_free(zpci_ibv[0], zdev->msi_first_bit, zdev->max_msi);
zdev->msi_first_bit = -1U;
zdev->msi_nr_irqs = 0;
}
static void zpci_msi_teardown_floating(struct zpci_dev *zdev)
{
airq_iv_release(zdev->aibv);
zdev->aibv = NULL;
airq_iv_free_bit(zpci_sbv, zdev->aisb);
zdev->aisb = -1UL;
zdev->msi_first_bit = -1U;
zdev->msi_nr_irqs = 0;
}
static void zpci_msi_teardown(struct irq_domain *domain, msi_alloc_info_t *arg)
{
struct zpci_dev *zdev = to_zpci_dev(domain->dev);
zpci_clear_irq(zdev);
if (irq_delivery == DIRECTED)
zpci_msi_teardown_directed(zdev);
else
zpci_msi_teardown_floating(zdev);
}
static int zpci_msi_prepare(struct irq_domain *domain,
struct device *dev, int nvec,
msi_alloc_info_t *info)
{
struct zpci_dev *zdev = to_zpci_dev(dev);
struct pci_dev *pdev = to_pci_dev(dev);
unsigned long bit;
int msi_vecs, rc;
msi_vecs = min_t(unsigned int, nvec, zdev->max_msi);
if (msi_vecs < nvec) {
pr_info("%s requested %d IRQs, allocate system limit of %d\n",
pci_name(pdev), nvec, zdev->max_msi);
}
rc = __alloc_airq(zdev, msi_vecs, &bit);
if (rc) {
pr_err("Allocating adapter IRQs for %s failed\n", pci_name(pdev));
return rc;
}
zdev->msi_first_bit = bit;
zdev->msi_nr_irqs = msi_vecs;
rc = zpci_set_irq(zdev);
if (rc) {
pr_err("Registering adapter IRQs for %s failed\n",
pci_name(pdev));
if (irq_delivery == DIRECTED)
zpci_msi_teardown_directed(zdev);
else
zpci_msi_teardown_floating(zdev);
return rc;
}
return 0;
}
static int zpci_msi_domain_alloc(struct irq_domain *domain, unsigned int virq,
unsigned int nr_irqs, void *args)
{
struct msi_desc *desc = ((msi_alloc_info_t *)args)->desc;
struct zpci_dev *zdev = to_zpci_dev(desc->dev);
struct zpci_bus *zbus = zdev->zbus;
unsigned int cpu, hwirq;
unsigned long bit;
int i;
bit = zdev->msi_first_bit + desc->msi_index;
hwirq = zpci_encode_hwirq(zdev->devfn, desc->msi_index);
if (desc->msi_index + nr_irqs > zdev->max_msi)
return -EINVAL;
for (i = 0; i < nr_irqs; i++) {
irq_domain_set_info(domain, virq + i, hwirq + i,
&zpci_irq_chip, zdev,
handle_percpu_irq, NULL, NULL);
if (irq_delivery == DIRECTED) {
for_each_possible_cpu(cpu) {
airq_iv_set_ptr(zpci_ibv[cpu], bit + i,
(unsigned long)zbus->msi_parent_domain);
airq_iv_set_data(zpci_ibv[cpu], bit + i, hwirq + i);
}
} else {
airq_iv_set_ptr(zdev->aibv, bit + i,
(unsigned long)zbus->msi_parent_domain);
airq_iv_set_data(zdev->aibv, bit + i, hwirq + i);
}
}
return 0;
}
static void zpci_msi_clear_airq(struct irq_data *d, int i)
{
struct msi_desc *desc = irq_data_get_msi_desc(d);
struct zpci_dev *zdev = to_zpci_dev(desc->dev);
unsigned long bit;
unsigned int cpu;
u16 msi_index;
msi_index = zpci_decode_hwirq_msi_index(d->hwirq);
bit = zdev->msi_first_bit + msi_index;
if (irq_delivery == DIRECTED) {
for_each_possible_cpu(cpu) {
airq_iv_set_ptr(zpci_ibv[cpu], bit + i, 0);
airq_iv_set_data(zpci_ibv[cpu], bit + i, 0);
}
} else {
airq_iv_set_ptr(zdev->aibv, bit + i, 0);
airq_iv_set_data(zdev->aibv, bit + i, 0);
}
}
static void zpci_msi_domain_free(struct irq_domain *domain, unsigned int virq,
unsigned int nr_irqs)
{
struct irq_data *d;
int i;
for (i = 0; i < nr_irqs; i++) {
d = irq_domain_get_irq_data(domain, virq + i);
zpci_msi_clear_airq(d, i);
irq_domain_reset_irq_data(d);
}
}
static const struct irq_domain_ops zpci_msi_domain_ops = {
.alloc = zpci_msi_domain_alloc,
.free = zpci_msi_domain_free,
};
static bool zpci_init_dev_msi_info(struct device *dev, struct irq_domain *domain,
struct irq_domain *real_parent,
struct msi_domain_info *info)
{
if (!msi_lib_init_dev_msi_info(dev, domain, real_parent, info))
return false;
info->ops->msi_prepare = zpci_msi_prepare;
info->ops->msi_teardown = zpci_msi_teardown;
return true;
}
static struct msi_parent_ops zpci_msi_parent_ops = {
.supported_flags = MSI_GENERIC_FLAGS_MASK |
MSI_FLAG_PCI_MSIX |
MSI_FLAG_MULTI_PCI_MSI,
.required_flags = MSI_FLAG_USE_DEF_DOM_OPS |
MSI_FLAG_USE_DEF_CHIP_OPS,
.init_dev_msi_info = zpci_init_dev_msi_info,
};
int zpci_create_parent_msi_domain(struct zpci_bus *zbus)
{
char fwnode_name[18];
snprintf(fwnode_name, sizeof(fwnode_name), "ZPCI_MSI_DOM_%04x", zbus->domain_nr);
struct irq_domain_info info = {
.fwnode = irq_domain_alloc_named_fwnode(fwnode_name),
.ops = &zpci_msi_domain_ops,
};
if (!info.fwnode) {
pr_err("Failed to allocate fwnode for MSI IRQ domain\n");
return -ENOMEM;
}
if (irq_delivery == FLOATING)
zpci_msi_parent_ops.required_flags |= MSI_FLAG_NO_AFFINITY;
zbus->msi_parent_domain = msi_create_parent_irq_domain(&info, &zpci_msi_parent_ops);
if (!zbus->msi_parent_domain) {
irq_domain_free_fwnode(info.fwnode);
pr_err("Failed to create MSI IRQ domain\n");
return -ENOMEM;
}
return 0;
}
void zpci_remove_parent_msi_domain(struct zpci_bus *zbus)
{
struct fwnode_handle *fn;
fn = zbus->msi_parent_domain->fwnode;
irq_domain_remove(zbus->msi_parent_domain);
irq_domain_free_fwnode(fn);
}
static void __init cpu_enable_directed_irq(void *unused) static void __init cpu_enable_directed_irq(void *unused)
{ {
union zpci_sic_iib iib = {{0}}; union zpci_sic_iib iib = {{0}};
@ -465,6 +574,7 @@ static int __init zpci_directed_irq_init(void)
* is only done on the first vector. * is only done on the first vector.
*/ */
zpci_ibv[cpu] = airq_iv_create(cache_line_size() * BITS_PER_BYTE, zpci_ibv[cpu] = airq_iv_create(cache_line_size() * BITS_PER_BYTE,
AIRQ_IV_PTR |
AIRQ_IV_DATA | AIRQ_IV_DATA |
AIRQ_IV_CACHELINE | AIRQ_IV_CACHELINE |
(!cpu ? AIRQ_IV_ALLOC : 0), NULL); (!cpu ? AIRQ_IV_ALLOC : 0), NULL);

View File

@ -44,6 +44,9 @@ struct sclp_mem {
unsigned int id; unsigned int id;
unsigned int memmap_on_memory; unsigned int memmap_on_memory;
unsigned int config; unsigned int config;
#ifdef CONFIG_KASAN
unsigned int early_shadow_mapped;
#endif
}; };
struct sclp_mem_arg { struct sclp_mem_arg {
@ -244,6 +247,16 @@ static ssize_t sclp_config_mem_store(struct kobject *kobj, struct kobj_attribute
put_device(&mem->dev); put_device(&mem->dev);
sclp_mem_change_state(addr, block_size, 0); sclp_mem_change_state(addr, block_size, 0);
__remove_memory(addr, block_size); __remove_memory(addr, block_size);
#ifdef CONFIG_KASAN
if (sclp_mem->early_shadow_mapped) {
unsigned long start, end;
start = (unsigned long)kasan_mem_to_shadow(__va(addr));
end = start + (block_size >> KASAN_SHADOW_SCALE_SHIFT);
vmemmap_free(start, end, NULL);
sclp_mem->early_shadow_mapped = 0;
}
#endif
WRITE_ONCE(sclp_mem->config, 0); WRITE_ONCE(sclp_mem->config, 0);
} }
out_unlock: out_unlock:
@ -316,6 +329,9 @@ static int sclp_create_mem(struct sclp_mem *sclp_mem, struct kset *kset,
sclp_mem->memmap_on_memory = memmap_on_memory; sclp_mem->memmap_on_memory = memmap_on_memory;
sclp_mem->config = config; sclp_mem->config = config;
#ifdef CONFIG_KASAN
sclp_mem->early_shadow_mapped = config;
#endif
sclp_mem->id = id; sclp_mem->id = id;
kobject_init(&sclp_mem->kobj, &ktype); kobject_init(&sclp_mem->kobj, &ktype);
rc = kobject_add(&sclp_mem->kobj, &kset->kobj, "memory%d", id); rc = kobject_add(&sclp_mem->kobj, &kset->kobj, "memory%d", id);

View File

@ -154,7 +154,7 @@ static struct urdev *urdev_get_from_devno(u16 devno)
struct ccw_device *cdev; struct ccw_device *cdev;
struct urdev *urd; struct urdev *urd;
sprintf(bus_id, "0.0.%04x", devno); scnprintf(bus_id, sizeof(bus_id), "0.0.%04x", devno);
cdev = get_ccwdev_by_busid(&ur_driver, bus_id); cdev = get_ccwdev_by_busid(&ur_driver, bus_id);
if (!cdev) if (!cdev)
return NULL; return NULL;
@ -904,11 +904,11 @@ static int ur_set_online(struct ccw_device *cdev)
goto fail_free_cdev; goto fail_free_cdev;
if (urd->cdev->id.cu_type == READER_PUNCH_DEVTYPE) { if (urd->cdev->id.cu_type == READER_PUNCH_DEVTYPE) {
if (urd->class == DEV_CLASS_UR_I) if (urd->class == DEV_CLASS_UR_I)
sprintf(node_id, "vmrdr-%s", dev_name(&cdev->dev)); scnprintf(node_id, sizeof(node_id), "vmrdr-%s", dev_name(&cdev->dev));
if (urd->class == DEV_CLASS_UR_O) if (urd->class == DEV_CLASS_UR_O)
sprintf(node_id, "vmpun-%s", dev_name(&cdev->dev)); scnprintf(node_id, sizeof(node_id), "vmpun-%s", dev_name(&cdev->dev));
} else if (urd->cdev->id.cu_type == PRINTER_DEVTYPE) { } else if (urd->cdev->id.cu_type == PRINTER_DEVTYPE) {
sprintf(node_id, "vmprt-%s", dev_name(&cdev->dev)); scnprintf(node_id, sizeof(node_id), "vmprt-%s", dev_name(&cdev->dev));
} else { } else {
rc = -EOPNOTSUPP; rc = -EOPNOTSUPP;
goto fail_free_cdev; goto fail_free_cdev;

View File

@ -182,9 +182,9 @@ int generic_handle_irq_safe(unsigned int irq);
* and handle the result interrupt number. Return -EINVAL if * and handle the result interrupt number. Return -EINVAL if
* conversion failed. * conversion failed.
*/ */
int generic_handle_domain_irq(struct irq_domain *domain, unsigned int hwirq); int generic_handle_domain_irq(struct irq_domain *domain, irq_hw_number_t hwirq);
int generic_handle_domain_irq_safe(struct irq_domain *domain, unsigned int hwirq); int generic_handle_domain_irq_safe(struct irq_domain *domain, irq_hw_number_t hwirq);
int generic_handle_domain_nmi(struct irq_domain *domain, unsigned int hwirq); int generic_handle_domain_nmi(struct irq_domain *domain, irq_hw_number_t hwirq);
#endif #endif
/* Test to see if a driver has successfully requested an irq */ /* Test to see if a driver has successfully requested an irq */

View File

@ -720,7 +720,7 @@ EXPORT_SYMBOL_GPL(generic_handle_irq_safe);
* This function must be called from an IRQ context with irq regs * This function must be called from an IRQ context with irq regs
* initialized. * initialized.
*/ */
int generic_handle_domain_irq(struct irq_domain *domain, unsigned int hwirq) int generic_handle_domain_irq(struct irq_domain *domain, irq_hw_number_t hwirq)
{ {
return handle_irq_desc(irq_resolve_mapping(domain, hwirq)); return handle_irq_desc(irq_resolve_mapping(domain, hwirq));
} }
@ -738,7 +738,7 @@ EXPORT_SYMBOL_GPL(generic_handle_domain_irq);
* context). If the interrupt is marked as 'enforce IRQ-context only' then * context). If the interrupt is marked as 'enforce IRQ-context only' then
* the function must be invoked from hard interrupt context. * the function must be invoked from hard interrupt context.
*/ */
int generic_handle_domain_irq_safe(struct irq_domain *domain, unsigned int hwirq) int generic_handle_domain_irq_safe(struct irq_domain *domain, irq_hw_number_t hwirq)
{ {
unsigned long flags; unsigned long flags;
int ret; int ret;
@ -761,7 +761,7 @@ EXPORT_SYMBOL_GPL(generic_handle_domain_irq_safe);
* This function must be called from an NMI context with irq regs * This function must be called from an NMI context with irq regs
* initialized. * initialized.
**/ **/
int generic_handle_domain_nmi(struct irq_domain *domain, unsigned int hwirq) int generic_handle_domain_nmi(struct irq_domain *domain, irq_hw_number_t hwirq)
{ {
WARN_ON_ONCE(!in_nmi()); WARN_ON_ONCE(!in_nmi());
return handle_irq_desc(irq_resolve_mapping(domain, hwirq)); return handle_irq_desc(irq_resolve_mapping(domain, hwirq));