05426a3d4f
-----BEGIN PGP SIGNATURE----- iQIzBAABCAAdFiEEZH8oZUiU471FcZm+ONu9yGCSaT4FAmMHPogACgkQONu9yGCS aT6GgQ//eILgoV9jHOdWFDlOqWz80zTFxPo2d1Fyd+jKbxI9Joj6raMfyhbNQA5z sNS6B21FTC1V9TkPwt3/TaghYZlBvYutcIUWVgxvKHM2m2QCyiS6Y7VgfnqTVU2J C6Ri0zabWf0X2eahdDAd0uOxhejSbewo+3Xfv2Y090kOWKxj5b1SjQoo7/OapBFi 8ZZ60qamP5/Qfs3rTiVNDYHqY+n1okYuOpEL78Zh/imGC71ZfyKVZgAe/WHHaXtQ KBug0mmr/9K2yMFYdXmuPdOZrS66A2sklsaw+WdXIboZKhAMF16KkkNvN2BExX5G Hf03MRfCAEFDndhGO16X07WDNIr/CQaEYLjAn6PE1cGnIncQMw2vyWMHGiNlOdLO JZiOcyVEW6cao7vLmQD/Rk6x44nOlm+ttzxMD2spHwAU4tSM7aM0SrAvM201R8Vc 6hs6m1+NQr9XNEiH+QT+A4+cbIeOd/b8hkQdjB/uvlS0HTUNu4SGNlL7s3nwuB8D a1chV1VbmYfIjSyY6ffr3hNrTHfHSZN2M5otK2iDmvYlTrrbOAu6sPXCWHKskKSf Dm43Le+NaZmBHSS36ejcQKGdNpZ35H7uQ89bzuo5/kisQ4fY4VnQSYFNgmnRAY+s nOvbrj7M4K+QvumYBT1efoMrMYgXRYQSQOc03Mq7AQYuJBrQv/4= =U/Z1 -----END PGP SIGNATURE----- Merge 5.4.211 into android11-5.4-lts Changes in 5.4.211 Makefile: link with -z noexecstack --no-warn-rwx-segments x86: link vdso and boot with -z noexecstack --no-warn-rwx-segments scsi: Revert "scsi: qla2xxx: Fix disk failure to rediscover" ALSA: bcd2000: Fix a UAF bug on the error path of probing igc: Remove _I_PHY_ID checking wifi: mac80211_hwsim: fix race condition in pending packet wifi: mac80211_hwsim: add back erroneously removed cast wifi: mac80211_hwsim: use 32-bit skb cookie add barriers to buffer_uptodate and set_buffer_uptodate HID: wacom: Only report rotation for art pen HID: wacom: Don't register pad_input for touch switch KVM: nVMX: Snapshot pre-VM-Enter BNDCFGS for !nested_run_pending case KVM: nVMX: Snapshot pre-VM-Enter DEBUGCTL for !nested_run_pending case KVM: SVM: Don't BUG if userspace injects an interrupt with GIF=0 KVM: nVMX: Let userspace set nVMX MSR to any _host_ supported value KVM: x86: Mark TSS busy during LTR emulation _after_ all fault checks KVM: x86: Set error code to segment selector on LLDT/LTR non-canonical #GP mm/mremap: hold the rmap lock in write mode when moving page table entries. ALSA: hda/conexant: Add quirk for LENOVO 20149 Notebook model ALSA: hda/cirrus - support for iMac 12,1 model ALSA: hda/realtek: Add quirk for another Asus K42JZ model tty: vt: initialize unicode screen buffer vfs: Check the truncate maximum size in inode_newsize_ok() fs: Add missing umask strip in vfs_tmpfile thermal: sysfs: Fix cooling_device_stats_setup() error code path fbcon: Fix boundary checks for fbcon=vc:n1-n2 parameters usbnet: Fix linkwatch use-after-free on disconnect ovl: drop WARN_ON() dentry is NULL in ovl_encode_fh() parisc: Fix device names in /proc/iomem parisc: io_pgetevents_time64() needs compat syscall in 32-bit compat mode drm/gem: Properly annotate WW context on drm_gem_lock_reservations() error drm/nouveau: fix another off-by-one in nvbios_addr drm/amdgpu: Check BO's requested pinning domains against its preferred_domains iio: light: isl29028: Fix the warning in isl29028_remove() fuse: limit nsec serial: mvebu-uart: uart2 error bits clearing md-raid10: fix KASAN warning ia64, processor: fix -Wincompatible-pointer-types in ia64_get_irr() PCI: Add defines for normal and subtractive PCI bridges powerpc/fsl-pci: Fix Class Code of PCIe Root Port powerpc/ptdump: Fix display of RW pages on FSL_BOOK3E powerpc/powernv: Avoid crashing if rng is NULL MIPS: cpuinfo: Fix a warning for CONFIG_CPUMASK_OFFSTACK coresight: Clear the connection field properly USB: HCD: Fix URB giveback issue in tasklet function ARM: dts: uniphier: Fix USB interrupts for PXs2 SoC arm64: dts: uniphier: Fix USB interrupts for PXs3 SoC netfilter: nf_tables: do not allow SET_ID to refer to another table netfilter: nf_tables: do not allow RULE_ID to refer to another chain netfilter: nf_tables: fix null deref due to zeroed list head epoll: autoremove wakers even more aggressively x86: Handle idle=nomwait cmdline properly for x86_idle arm64: Do not forget syscall when starting a new thread. arm64: fix oops in concurrently setting insn_emulation sysctls ext2: Add more validity checks for inode counts genirq: Don't return error on missing optional irq_request_resources() wait: Fix __wait_event_hrtimeout for RT/DL tasks ARM: dts: imx6ul: add missing properties for sram ARM: dts: imx6ul: change operating-points to uint32-matrix ARM: dts: imx6ul: fix csi node compatible ARM: dts: imx6ul: fix lcdif node compatible ARM: dts: imx6ul: fix qspi node compatible spi: synquacer: Add missing clk_disable_unprepare() ARM: OMAP2+: display: Fix refcount leak bug ACPI: EC: Remove duplicate ThinkPad X1 Carbon 6th entry from DMI quirks ACPI: PM: save NVS memory for Lenovo G40-45 ACPI: LPSS: Fix missing check in register_device_clock() arm64: dts: qcom: ipq8074: fix NAND node name arm64: dts: allwinner: a64: orangepi-win: Fix LED node name ARM: shmobile: rcar-gen2: Increase refcount for new reference PM: hibernate: defer device probing when resuming from hibernation selinux: Add boundary check in put_entry() spi: spi-rspi: Fix PIO fallback on RZ platforms ARM: findbit: fix overflowing offset meson-mx-socinfo: Fix refcount leak in meson_mx_socinfo_init ARM: bcm: Fix refcount leak in bcm_kona_smc_init x86/pmem: Fix platform-device leak in error path ARM: dts: ast2500-evb: fix board compatible ARM: dts: ast2600-evb: fix board compatible soc: fsl: guts: machine variable might be unset ARM: dts: qcom: mdm9615: add missing PMIC GPIO reg ARM: OMAP2+: Fix refcount leak in omapdss_init_of ARM: OMAP2+: Fix refcount leak in omap3xxx_prm_late_init cpufreq: zynq: Fix refcount leak in zynq_get_revision soc: qcom: aoss: Fix refcount leak in qmp_cooling_devices_register ARM: dts: qcom: pm8841: add required thermal-sensor-cells bus: hisi_lpc: fix missing platform_device_put() in hisi_lpc_acpi_probe() arm64: dts: mt7622: fix BPI-R64 WPS button erofs: avoid consecutive detection for Highmem memory blk-mq: don't create hctx debugfs dir until q->debugfs_dir is created regulator: of: Fix refcount leak bug in of_get_regulation_constraints() nohz/full, sched/rt: Fix missed tick-reenabling bug in dequeue_task_rt() thermal/tools/tmon: Include pthread and time headers in tmon.h dm: return early from dm_pr_call() if DM device is suspended ath10k: do not enforce interrupt trigger type wifi: rtlwifi: fix error codes in rtl_debugfs_set_write_h2c() drm/mipi-dbi: align max_chunk to 2 in spi_transfer drm/radeon: fix potential buffer overflow in ni_set_mc_special_registers() drm/mediatek: Add pull-down MIPI operation in mtk_dsi_poweroff function drm: adv7511: override i2c address of cec before accessing it i2c: Fix a potential use after free media: tw686x: Register the irq at the end of probe ath9k: fix use-after-free in ath9k_hif_usb_rx_cb wifi: iwlegacy: 4965: fix potential off-by-one overflow in il4965_rs_fill_link_cmd() drm: bridge: adv7511: Add check for mipi_dsi_driver_register drm/mcde: Fix refcount leak in mcde_dsi_bind media: hdpvr: fix error value returns in hdpvr_read drm/vc4: plane: Remove subpixel positioning check drm/vc4: plane: Fix margin calculations for the right/bottom edges drm/vc4: dsi: Correct DSI divider calculations crypto: arm64/gcm - Select AEAD for GHASH_ARM64_CE drm/rockchip: vop: Don't crash for invalid duplicate_state() drm/rockchip: Fix an error handling path rockchip_dp_probe() drm/mediatek: dpi: Remove output format of YUV drm/mediatek: dpi: Only enable dpi after the bridge is enabled drm: bridge: sii8620: fix possible off-by-one drm/msm/mdp5: Fix global state lock backoff crypto: hisilicon - Kunpeng916 crypto driver don't sleep when in softirq media: platform: mtk-mdp: Fix mdp_ipi_comm structure alignment mediatek: mt76: mac80211: Fix missing of_node_put() in mt76_led_init() drm/exynos/exynos7_drm_decon: free resources when clk_set_parent() failed. tcp: make retransmitted SKB fit into the send window libbpf: Fix the name of a reused map selftests: timers: valid-adjtimex: build fix for newer toolchains selftests: timers: clocksource-switch: fix passing errors from child fs: check FMODE_LSEEK to control internal pipe splicing wifi: wil6210: debugfs: fix info leak in wil_write_file_wmi() wifi: p54: Fix an error handling path in p54spi_probe() wifi: p54: add missing parentheses in p54_flush() selftests/bpf: fix a test for snprintf() overflow can: pch_can: do not report txerr and rxerr during bus-off can: rcar_can: do not report txerr and rxerr during bus-off can: sja1000: do not report txerr and rxerr during bus-off can: hi311x: do not report txerr and rxerr during bus-off can: sun4i_can: do not report txerr and rxerr during bus-off can: kvaser_usb_hydra: do not report txerr and rxerr during bus-off can: kvaser_usb_leaf: do not report txerr and rxerr during bus-off can: usb_8dev: do not report txerr and rxerr during bus-off can: error: specify the values of data[5..7] of CAN error frames can: pch_can: pch_can_error(): initialize errc before using it Bluetooth: hci_intel: Add check for platform_driver_register i2c: cadence: Support PEC for SMBus block read i2c: mux-gpmux: Add of_node_put() when breaking out of loop wifi: wil6210: debugfs: fix uninitialized variable use in `wil_write_file_wmi()` wifi: iwlwifi: mvm: fix double list_add at iwl_mvm_mac_wake_tx_queue wifi: libertas: Fix possible refcount leak in if_usb_probe() net/mlx5e: Fix the value of MLX5E_MAX_RQ_NUM_MTTS crypto: inside-secure - Add missing MODULE_DEVICE_TABLE for of iavf: Fix max_rate limiting netdevsim: Avoid allocation warnings triggered from user space net: rose: fix netdev reference changes dccp: put dccp_qpolicy_full() and dccp_qpolicy_push() in the same lock clk: renesas: r9a06g032: Fix UART clkgrp bitsel mtd: maps: Fix refcount leak in of_flash_probe_versatile mtd: maps: Fix refcount leak in ap_flash_init mtd: rawnand: meson: Fix a potential double free issue HID: cp2112: prevent a buffer overflow in cp2112_xfer() mtd: sm_ftl: Fix deadlock caused by cancel_work_sync in sm_release mtd: partitions: Fix refcount leak in parse_redboot_of mtd: st_spi_fsm: Add a clk_disable_unprepare() in .probe()'s error path fpga: altera-pr-ip: fix unsigned comparison with less than zero usb: host: Fix refcount leak in ehci_hcd_ppc_of_probe usb: ohci-nxp: Fix refcount leak in ohci_hcd_nxp_probe usb: xhci: tegra: Fix error check clk: mediatek: reset: Fix written reset bit offset misc: rtsx: Fix an error handling path in rtsx_pci_probe() driver core: fix potential deadlock in __driver_attach clk: qcom: clk-krait: unlock spin after mux completion usb: host: xhci: use snprintf() in xhci_decode_trb() clk: qcom: ipq8074: fix NSS port frequency tables clk: qcom: ipq8074: set BRANCH_HALT_DELAY flag for UBI clocks clk: qcom: camcc-sdm845: Fix topology around titan_top power domain soundwire: bus_type: fix remove and shutdown support intel_th: Fix a resource leak in an error handling path intel_th: msu-sink: Potential dereference of null pointer intel_th: msu: Fix vmalloced buffers staging: rtl8192u: Fix sleep in atomic context bug in dm_fsync_timer_callback mmc: sdhci-of-esdhc: Fix refcount leak in esdhc_signal_voltage_switch memstick/ms_block: Fix some incorrect memory allocation memstick/ms_block: Fix a memory leak mmc: sdhci-of-at91: fix set_uhs_signaling rewriting of MC1R scsi: smartpqi: Fix DMA direction for RAID requests usb: gadget: udc: amd5536 depends on HAS_DMA RDMA/hns: Fix incorrect clearing of interrupt status register RDMA/siw: Fix duplicated reported IW_CM_EVENT_CONNECT_REPLY event RDMA/hfi1: fix potential memory leak in setup_base_ctxt() gpio: gpiolib-of: Fix refcount bugs in of_mm_gpiochip_add_data() mmc: cavium-octeon: Add of_node_put() when breaking out of loop mmc: cavium-thunderx: Add of_node_put() when breaking out of loop HID: alps: Declare U1_UNICORN_LEGACY support PCI: tegra194: Fix Root Port interrupt handling PCI: tegra194: Fix link up retry sequence USB: serial: fix tty-port initialized comments platform/olpc: Fix uninitialized data in debugfs write mm/mmap.c: fix missing call to vm_unacct_memory in mmap_region RDMA/rxe: Fix error unwind in rxe_create_qp() null_blk: fix ida error handling in null_add_dev() jbd2: fix outstanding credits assert in jbd2_journal_commit_transaction() ext4: recover csum seed of tmp_inode after migrating to extents jbd2: fix assertion 'jh->b_frozen_data == NULL' failure when journal aborted opp: Fix error check in dev_pm_opp_attach_genpd() ASoC: mediatek: mt8173: Fix refcount leak in mt8173_rt5650_rt5676_dev_probe ASoC: mt6797-mt6351: Fix refcount leak in mt6797_mt6351_dev_probe ASoC: codecs: da7210: add check for i2c_add_driver ASoC: mediatek: mt8173-rt5650: Fix refcount leak in mt8173_rt5650_dev_probe serial: 8250_dw: Store LSR into lsr_saved_flags in dw8250_tx_wait_empty() ASoC: codecs: msm8916-wcd-digital: move gains from SX_TLV to S8_TLV ASoC: codecs: wcd9335: move gains from SX_TLV to S8_TLV profiling: fix shift too large makes kernel panic tty: n_gsm: fix non flow control frames during mux flow off tty: n_gsm: fix packet re-transmission without open control channel tty: n_gsm: fix race condition in gsmld_write() remoteproc: qcom: wcnss: Fix handling of IRQs vfio/ccw: Do not change FSM state in subchannel event tty: n_gsm: fix wrong T1 retry count handling tty: n_gsm: fix DM command tty: n_gsm: fix missing corner cases in gsmld_poll() iommu/exynos: Handle failed IOMMU device registration properly rpmsg: qcom_smd: Fix refcount leak in qcom_smd_parse_edge kfifo: fix kfifo_to_user() return type mfd: t7l66xb: Drop platform disable callback mfd: max77620: Fix refcount leak in max77620_initialise_fps iommu/arm-smmu: qcom_iommu: Add of_node_put() when breaking out of loop s390/zcore: fix race when reading from hardware system area ASoC: qcom: q6dsp: Fix an off-by-one in q6adm_alloc_copp() fuse: Remove the control interface for virtio-fs ASoC: audio-graph-card: Add of_node_put() in fail path watchdog: armada_37xx_wdt: check the return value of devm_ioremap() in armada_37xx_wdt_probe() video: fbdev: amba-clcd: Fix refcount leak bugs video: fbdev: sis: fix typos in SiS_GetModeID() powerpc/32: Do not allow selection of e5500 or e6500 CPUs on PPC32 powerpc/pci: Prefer PCI domain assignment via DT 'linux,pci-domain' and alias powerpc/spufs: Fix refcount leak in spufs_init_isolated_loader powerpc/xive: Fix refcount leak in xive_get_max_prio powerpc/cell/axon_msi: Fix refcount leak in setup_msi_msg_address perf symbol: Fail to read phdr workaround kprobes: Forbid probing on trampoline and BPF code areas powerpc/pci: Fix PHB numbering when using opal-phbid genelf: Use HAVE_LIBCRYPTO_SUPPORT, not the never defined HAVE_LIBCRYPTO scripts/faddr2line: Fix vmlinux detection on arm64 x86/numa: Use cpumask_available instead of hardcoded NULL check video: fbdev: arkfb: Fix a divide-by-zero bug in ark_set_pixclock() tools/thermal: Fix possible path truncations video: fbdev: vt8623fb: Check the size of screen before memset_io() video: fbdev: arkfb: Check the size of screen before memset_io() video: fbdev: s3fb: Check the size of screen before memset_io() scsi: zfcp: Fix missing auto port scan and thus missing target ports scsi: qla2xxx: Fix discovery issues in FC-AL topology scsi: qla2xxx: Turn off multi-queue for 8G adapters scsi: qla2xxx: Fix erroneous mailbox timeout after PCI error injection x86/olpc: fix 'logical not is only applied to the left hand side' spmi: trace: fix stack-out-of-bound access in SPMI tracing functions kexec, KEYS, s390: Make use of built-in and secondary keyring for signature verification tpm: eventlog: Fix section mismatch for DEBUG_SECTION_MISMATCH btrfs: reset block group chunk force if we have to wait ext4: add EXT4_INODE_HAS_XATTR_SPACE macro in xattr.h ext4: make sure ext4_append() always allocates new block ext4: fix use-after-free in ext4_xattr_set_entry ext4: update s_overhead_clusters in the superblock during an on-line resize ext4: fix extent status tree race in writeback error recovery path ext4: correct max_inline_xattr_value_size computing ext4: correct the misjudgment in ext4_iget_extra_inode intel_th: pci: Add Raptor Lake-S CPU support intel_th: pci: Add Raptor Lake-S PCH support intel_th: pci: Add Meteor Lake-P support dm raid: fix address sanitizer warning in raid_resume dm raid: fix address sanitizer warning in raid_status dm thin: fix use-after-free crash in dm_sm_register_threshold_callback dm writecache: set a default MAX_WRITEBACK_JOBS ACPI: CPPC: Do not prevent CPPC from working in the future timekeeping: contribute wall clock to rng on time change firmware: arm_scpi: Ensure scpi_info is not assigned if the probe fails iommu/vt-d: avoid invalid memory access via node_online(NUMA_NO_NODE) net_sched: cls_route: remove from list when handle is 0 btrfs: reject log replay if there is unsupported RO compat flag KVM: Add infrastructure and macro to mark VM as bugged KVM: x86: Check lapic_in_kernel() before attempting to set a SynIC irq KVM: x86: Avoid theoretical NULL pointer dereference in kvm_irq_delivery_to_apic_fast() tcp: fix over estimation in sk_forced_mem_schedule() scsi: sg: Allow waiting for commands to complete on removed device Revert "net: usb: ax88179_178a needs FLAG_SEND_ZLP" Bluetooth: L2CAP: Fix l2cap_global_chan_by_psm regression net/9p: Initialize the iounit field during fid creation net_sched: cls_route: disallow handle of 0 ALSA: info: Fix llseek return value when using callback rds: add missing barrier to release_refill ata: libata-eh: Add missing command name mmc: pxamci: Fix another error handling path in pxamci_probe() mmc: pxamci: Fix an error handling path in pxamci_probe() btrfs: fix lost error handling when looking up extended ref on log replay tracing: Have filter accept "common_cpu" to be consistent can: ems_usb: fix clang's -Wunaligned-access warning apparmor: fix quiet_denied for file rules apparmor: fix absroot causing audited secids to begin with = apparmor: Fix failed mount permission check error message apparmor: fix aa_label_asxprint return check apparmor: fix overlapping attachment computation apparmor: fix reference count leak in aa_pivotroot() apparmor: Fix memleak in aa_simple_write_to_buffer() Documentation: ACPI: EINJ: Fix obsolete example NFSv4.1: Don't decrease the value of seq_nr_highest_sent NFSv4.1: Handle NFS4ERR_DELAY replies to OP_SEQUENCE correctly NFSv4: Fix races in the legacy idmapper upcall NFSv4.1: RECLAIM_COMPLETE must handle EACCES NFSv4/pnfs: Fix a use-after-free bug in open can: mcp251x: Fix race condition on receive interrupt sunrpc: fix expiry of auth creds SUNRPC: Reinitialise the backchannel request buffers before reuse devlink: Fix use-after-free after a failed reload net: bgmac: Fix a BUG triggered by wrong bytes_compl pinctrl: nomadik: Fix refcount leak in nmk_pinctrl_dt_subnode_to_map pinctrl: qcom: msm8916: Allow CAMSS GP clocks to be muxed pinctrl: sunxi: Add I/O bias setting for H6 R-PIO ACPI: property: Return type of acpi_add_nondev_subnodes() should be bool geneve: do not use RT_TOS for IPv6 flowlabel plip: avoid rcu debug splat vsock: Fix memory leak in vsock_connect() vsock: Set socket state back to SS_UNCONNECTED in vsock_connect_timeout() dt-bindings: arm: qcom: fix MSM8916 MTP compatibles tools/vm/slabinfo: use alphabetic order when two values are equal tools build: Switch to new openssl API for test-libcrypto NTB: ntb_tool: uninitialized heap data in tool_fn_write() nfp: ethtool: fix the display error of `ethtool -m DEVNAME` xen/xenbus: fix return type in xenbus_file_read() atm: idt77252: fix use-after-free bugs caused by tst_timer dpaa2-eth: trace the allocated address instead of page struct tee: add overflow check in register_shm_helper() nios2: page fault et.al. are *not* restartable syscalls... nios2: don't leave NULLs in sys_call_table[] nios2: traced syscall does need to check the syscall number nios2: fix syscall restart checks nios2: restarts apply only to the first sigframe we build... nios2: add force_successful_syscall_return() iavf: Fix adminq error handling clk: rockchip: add sclk_mac_lbtest to rk3188_critical_clocks netfilter: nf_tables: really skip inactive sets when allocating name powerpc/pci: Fix get_phb_number() locking net: dsa: mv88e6060: prevent crash on an unused port net: moxa: pass pdev instead of ndev to DMA functions net: dsa: microchip: ksz9477: fix fdb_dump last invalid entry ice: Ignore EEXIST when setting promisc mode i40e: Fix to stop tx_timeout recovery if GLOBR fails fec: Fix timer capture timing in `fec_ptp_enable_pps()` igb: Add lock to avoid data race gcc-plugins: Undefine LATENT_ENTROPY_PLUGIN when plugin disabled for a file locking/atomic: Make test_and_*_bit() ordered on failure drm/meson: Fix refcount bugs in meson_vpu_has_available_connectors() PCI: Add ACS quirk for Broadcom BCM5750x NICs usb: cdns3 fix use-after-free at workaround 2 usb: gadget: uvc: call uvc uvcg_warn on completed status instead of uvcg_info irqchip/tegra: Fix overflow implicit truncation warnings drm/meson: Fix overflow implicit truncation warnings usb: host: ohci-ppc-of: Fix refcount leak bug usb: renesas: Fix refcount leak bug vboxguest: Do not use devm for irq clk: qcom: ipq8074: dont disable gcc_sleep_clk_src scsi: lpfc: Prevent buffer overflow crashes in debugfs with malformed user input gadgetfs: ep_io - wait until IRQ finishes cxl: Fix a memory leak in an error handling path PCI/ACPI: Guard ARM64-specific mcfg_quirks um: add "noreboot" command line option for PANIC_TIMEOUT=-1 setups selftests/kprobe: Do not test for GRP/ without event failures dmaengine: sprd: Cleanup in .remove() after pm_runtime_get_sync() failed nvmet-tcp: fix lockdep complaint on nvmet_tcp_wq flush during queue teardown drivers:md:fix a potential use-after-free bug ext4: avoid remove directory when directory is corrupted ext4: avoid resizing to a partial cluster size lib/list_debug.c: Detect uninitialized lists tty: serial: Fix refcount leak bug in ucc_uart.c vfio: Clear the caps->buf to NULL after free mips: cavium-octeon: Fix missing of_node_put() in octeon2_usb_clocks_start riscv: mmap with PROT_WRITE but no PROT_READ is invalid RISC-V: Add fast call path of crash_kexec() watchdog: export lockup_detector_reconfigure powerpc/32: Don't always pass -mcpu=powerpc to the compiler ALSA: core: Add async signal helpers ALSA: timer: Use deferred fasync helper f2fs: fix to avoid use f2fs_bug_on() in f2fs_new_node_page() smb3: check xattr value length earlier powerpc/64: Init jump labels before parse_early_param() video: fbdev: i740fb: Check the argument of i740_calc_vclk() MIPS: tlbex: Explicitly compare _PAGE_NO_EXEC against 0 tracing/probes: Have kprobes and uprobes use $COMM too can: j1939: j1939_sk_queue_activate_next_locked(): replace WARN_ON_ONCE with netdev_warn_once() can: j1939: j1939_session_destroy(): fix memory leak of skbs btrfs: only write the sectors in the vertical stripe which has data stripes btrfs: raid56: don't trust any cached sector in __raid56_parity_recover() Linux 5.4.211 Signed-off-by: Greg Kroah-Hartman <gregkh@google.com> Change-Id: I509fd58b7896bfeaa41497f558a2bfc079e46656
1630 lines
41 KiB
C
1630 lines
41 KiB
C
// SPDX-License-Identifier: GPL-2.0
|
|
/*
|
|
* Copyright (C) 1992, 1998-2006 Linus Torvalds, Ingo Molnar
|
|
* Copyright (C) 2005-2006, Thomas Gleixner, Russell King
|
|
*
|
|
* This file contains the core interrupt handling code, for irq-chip based
|
|
* architectures. Detailed information is available in
|
|
* Documentation/core-api/genericirq.rst
|
|
*/
|
|
|
|
#include <linux/irq.h>
|
|
#include <linux/msi.h>
|
|
#include <linux/module.h>
|
|
#include <linux/interrupt.h>
|
|
#include <linux/kernel_stat.h>
|
|
#include <linux/irqdomain.h>
|
|
#include <linux/wakeup_reason.h>
|
|
|
|
#include <trace/events/irq.h>
|
|
|
|
#include "internals.h"
|
|
|
|
static irqreturn_t bad_chained_irq(int irq, void *dev_id)
|
|
{
|
|
WARN_ONCE(1, "Chained irq %d should not call an action\n", irq);
|
|
return IRQ_NONE;
|
|
}
|
|
|
|
/*
|
|
* Chained handlers should never call action on their IRQ. This default
|
|
* action will emit warning if such thing happens.
|
|
*/
|
|
struct irqaction chained_action = {
|
|
.handler = bad_chained_irq,
|
|
};
|
|
|
|
/**
|
|
* irq_set_chip - set the irq chip for an irq
|
|
* @irq: irq number
|
|
* @chip: pointer to irq chip description structure
|
|
*/
|
|
int irq_set_chip(unsigned int irq, struct irq_chip *chip)
|
|
{
|
|
unsigned long flags;
|
|
struct irq_desc *desc = irq_get_desc_lock(irq, &flags, 0);
|
|
|
|
if (!desc)
|
|
return -EINVAL;
|
|
|
|
if (!chip)
|
|
chip = &no_irq_chip;
|
|
|
|
desc->irq_data.chip = chip;
|
|
irq_put_desc_unlock(desc, flags);
|
|
/*
|
|
* For !CONFIG_SPARSE_IRQ make the irq show up in
|
|
* allocated_irqs.
|
|
*/
|
|
irq_mark_irq(irq);
|
|
return 0;
|
|
}
|
|
EXPORT_SYMBOL(irq_set_chip);
|
|
|
|
/**
|
|
* irq_set_type - set the irq trigger type for an irq
|
|
* @irq: irq number
|
|
* @type: IRQ_TYPE_{LEVEL,EDGE}_* value - see include/linux/irq.h
|
|
*/
|
|
int irq_set_irq_type(unsigned int irq, unsigned int type)
|
|
{
|
|
unsigned long flags;
|
|
struct irq_desc *desc = irq_get_desc_buslock(irq, &flags, IRQ_GET_DESC_CHECK_GLOBAL);
|
|
int ret = 0;
|
|
|
|
if (!desc)
|
|
return -EINVAL;
|
|
|
|
ret = __irq_set_trigger(desc, type);
|
|
irq_put_desc_busunlock(desc, flags);
|
|
return ret;
|
|
}
|
|
EXPORT_SYMBOL(irq_set_irq_type);
|
|
|
|
/**
|
|
* irq_set_handler_data - set irq handler data for an irq
|
|
* @irq: Interrupt number
|
|
* @data: Pointer to interrupt specific data
|
|
*
|
|
* Set the hardware irq controller data for an irq
|
|
*/
|
|
int irq_set_handler_data(unsigned int irq, void *data)
|
|
{
|
|
unsigned long flags;
|
|
struct irq_desc *desc = irq_get_desc_lock(irq, &flags, 0);
|
|
|
|
if (!desc)
|
|
return -EINVAL;
|
|
desc->irq_common_data.handler_data = data;
|
|
irq_put_desc_unlock(desc, flags);
|
|
return 0;
|
|
}
|
|
EXPORT_SYMBOL(irq_set_handler_data);
|
|
|
|
/**
|
|
* irq_set_msi_desc_off - set MSI descriptor data for an irq at offset
|
|
* @irq_base: Interrupt number base
|
|
* @irq_offset: Interrupt number offset
|
|
* @entry: Pointer to MSI descriptor data
|
|
*
|
|
* Set the MSI descriptor entry for an irq at offset
|
|
*/
|
|
int irq_set_msi_desc_off(unsigned int irq_base, unsigned int irq_offset,
|
|
struct msi_desc *entry)
|
|
{
|
|
unsigned long flags;
|
|
struct irq_desc *desc = irq_get_desc_lock(irq_base + irq_offset, &flags, IRQ_GET_DESC_CHECK_GLOBAL);
|
|
|
|
if (!desc)
|
|
return -EINVAL;
|
|
desc->irq_common_data.msi_desc = entry;
|
|
if (entry && !irq_offset)
|
|
entry->irq = irq_base;
|
|
irq_put_desc_unlock(desc, flags);
|
|
return 0;
|
|
}
|
|
|
|
/**
|
|
* irq_set_msi_desc - set MSI descriptor data for an irq
|
|
* @irq: Interrupt number
|
|
* @entry: Pointer to MSI descriptor data
|
|
*
|
|
* Set the MSI descriptor entry for an irq
|
|
*/
|
|
int irq_set_msi_desc(unsigned int irq, struct msi_desc *entry)
|
|
{
|
|
return irq_set_msi_desc_off(irq, 0, entry);
|
|
}
|
|
|
|
/**
|
|
* irq_set_chip_data - set irq chip data for an irq
|
|
* @irq: Interrupt number
|
|
* @data: Pointer to chip specific data
|
|
*
|
|
* Set the hardware irq chip data for an irq
|
|
*/
|
|
int irq_set_chip_data(unsigned int irq, void *data)
|
|
{
|
|
unsigned long flags;
|
|
struct irq_desc *desc = irq_get_desc_lock(irq, &flags, 0);
|
|
|
|
if (!desc)
|
|
return -EINVAL;
|
|
desc->irq_data.chip_data = data;
|
|
irq_put_desc_unlock(desc, flags);
|
|
return 0;
|
|
}
|
|
EXPORT_SYMBOL(irq_set_chip_data);
|
|
|
|
struct irq_data *irq_get_irq_data(unsigned int irq)
|
|
{
|
|
struct irq_desc *desc = irq_to_desc(irq);
|
|
|
|
return desc ? &desc->irq_data : NULL;
|
|
}
|
|
EXPORT_SYMBOL_GPL(irq_get_irq_data);
|
|
|
|
static void irq_state_clr_disabled(struct irq_desc *desc)
|
|
{
|
|
irqd_clear(&desc->irq_data, IRQD_IRQ_DISABLED);
|
|
}
|
|
|
|
static void irq_state_clr_masked(struct irq_desc *desc)
|
|
{
|
|
irqd_clear(&desc->irq_data, IRQD_IRQ_MASKED);
|
|
}
|
|
|
|
static void irq_state_clr_started(struct irq_desc *desc)
|
|
{
|
|
irqd_clear(&desc->irq_data, IRQD_IRQ_STARTED);
|
|
}
|
|
|
|
static void irq_state_set_started(struct irq_desc *desc)
|
|
{
|
|
irqd_set(&desc->irq_data, IRQD_IRQ_STARTED);
|
|
}
|
|
|
|
enum {
|
|
IRQ_STARTUP_NORMAL,
|
|
IRQ_STARTUP_MANAGED,
|
|
IRQ_STARTUP_ABORT,
|
|
};
|
|
|
|
#ifdef CONFIG_SMP
|
|
static int
|
|
__irq_startup_managed(struct irq_desc *desc, struct cpumask *aff, bool force)
|
|
{
|
|
struct irq_data *d = irq_desc_get_irq_data(desc);
|
|
|
|
if (!irqd_affinity_is_managed(d))
|
|
return IRQ_STARTUP_NORMAL;
|
|
|
|
irqd_clr_managed_shutdown(d);
|
|
|
|
if (cpumask_any_and(aff, cpu_online_mask) >= nr_cpu_ids) {
|
|
/*
|
|
* Catch code which fiddles with enable_irq() on a managed
|
|
* and potentially shutdown IRQ. Chained interrupt
|
|
* installment or irq auto probing should not happen on
|
|
* managed irqs either.
|
|
*/
|
|
if (WARN_ON_ONCE(force))
|
|
return IRQ_STARTUP_ABORT;
|
|
/*
|
|
* The interrupt was requested, but there is no online CPU
|
|
* in it's affinity mask. Put it into managed shutdown
|
|
* state and let the cpu hotplug mechanism start it up once
|
|
* a CPU in the mask becomes available.
|
|
*/
|
|
return IRQ_STARTUP_ABORT;
|
|
}
|
|
/*
|
|
* Managed interrupts have reserved resources, so this should not
|
|
* happen.
|
|
*/
|
|
if (WARN_ON(irq_domain_activate_irq(d, false)))
|
|
return IRQ_STARTUP_ABORT;
|
|
return IRQ_STARTUP_MANAGED;
|
|
}
|
|
#else
|
|
static __always_inline int
|
|
__irq_startup_managed(struct irq_desc *desc, struct cpumask *aff, bool force)
|
|
{
|
|
return IRQ_STARTUP_NORMAL;
|
|
}
|
|
#endif
|
|
|
|
static int __irq_startup(struct irq_desc *desc)
|
|
{
|
|
struct irq_data *d = irq_desc_get_irq_data(desc);
|
|
int ret = 0;
|
|
|
|
/* Warn if this interrupt is not activated but try nevertheless */
|
|
WARN_ON_ONCE(!irqd_is_activated(d));
|
|
|
|
if (d->chip->irq_startup) {
|
|
ret = d->chip->irq_startup(d);
|
|
irq_state_clr_disabled(desc);
|
|
irq_state_clr_masked(desc);
|
|
} else {
|
|
irq_enable(desc);
|
|
}
|
|
irq_state_set_started(desc);
|
|
return ret;
|
|
}
|
|
|
|
int irq_startup(struct irq_desc *desc, bool resend, bool force)
|
|
{
|
|
struct irq_data *d = irq_desc_get_irq_data(desc);
|
|
struct cpumask *aff = irq_data_get_affinity_mask(d);
|
|
int ret = 0;
|
|
|
|
desc->depth = 0;
|
|
|
|
if (irqd_is_started(d)) {
|
|
irq_enable(desc);
|
|
} else {
|
|
switch (__irq_startup_managed(desc, aff, force)) {
|
|
case IRQ_STARTUP_NORMAL:
|
|
if (d->chip->flags & IRQCHIP_AFFINITY_PRE_STARTUP)
|
|
irq_setup_affinity(desc);
|
|
ret = __irq_startup(desc);
|
|
if (!(d->chip->flags & IRQCHIP_AFFINITY_PRE_STARTUP))
|
|
irq_setup_affinity(desc);
|
|
break;
|
|
case IRQ_STARTUP_MANAGED:
|
|
irq_do_set_affinity(d, aff, false);
|
|
ret = __irq_startup(desc);
|
|
break;
|
|
case IRQ_STARTUP_ABORT:
|
|
irqd_set_managed_shutdown(d);
|
|
return 0;
|
|
}
|
|
}
|
|
if (resend)
|
|
check_irq_resend(desc);
|
|
|
|
return ret;
|
|
}
|
|
|
|
int irq_activate(struct irq_desc *desc)
|
|
{
|
|
struct irq_data *d = irq_desc_get_irq_data(desc);
|
|
|
|
if (!irqd_affinity_is_managed(d))
|
|
return irq_domain_activate_irq(d, false);
|
|
return 0;
|
|
}
|
|
|
|
int irq_activate_and_startup(struct irq_desc *desc, bool resend)
|
|
{
|
|
if (WARN_ON(irq_activate(desc)))
|
|
return 0;
|
|
return irq_startup(desc, resend, IRQ_START_FORCE);
|
|
}
|
|
|
|
static void __irq_disable(struct irq_desc *desc, bool mask);
|
|
|
|
void irq_shutdown(struct irq_desc *desc)
|
|
{
|
|
if (irqd_is_started(&desc->irq_data)) {
|
|
desc->depth = 1;
|
|
if (desc->irq_data.chip->irq_shutdown) {
|
|
desc->irq_data.chip->irq_shutdown(&desc->irq_data);
|
|
irq_state_set_disabled(desc);
|
|
irq_state_set_masked(desc);
|
|
} else {
|
|
__irq_disable(desc, true);
|
|
}
|
|
irq_state_clr_started(desc);
|
|
}
|
|
}
|
|
|
|
|
|
void irq_shutdown_and_deactivate(struct irq_desc *desc)
|
|
{
|
|
irq_shutdown(desc);
|
|
/*
|
|
* This must be called even if the interrupt was never started up,
|
|
* because the activation can happen before the interrupt is
|
|
* available for request/startup. It has it's own state tracking so
|
|
* it's safe to call it unconditionally.
|
|
*/
|
|
irq_domain_deactivate_irq(&desc->irq_data);
|
|
}
|
|
|
|
void irq_enable(struct irq_desc *desc)
|
|
{
|
|
if (!irqd_irq_disabled(&desc->irq_data)) {
|
|
unmask_irq(desc);
|
|
} else {
|
|
irq_state_clr_disabled(desc);
|
|
if (desc->irq_data.chip->irq_enable) {
|
|
desc->irq_data.chip->irq_enable(&desc->irq_data);
|
|
irq_state_clr_masked(desc);
|
|
} else {
|
|
unmask_irq(desc);
|
|
}
|
|
}
|
|
}
|
|
|
|
static void __irq_disable(struct irq_desc *desc, bool mask)
|
|
{
|
|
if (irqd_irq_disabled(&desc->irq_data)) {
|
|
if (mask)
|
|
mask_irq(desc);
|
|
} else {
|
|
irq_state_set_disabled(desc);
|
|
if (desc->irq_data.chip->irq_disable) {
|
|
desc->irq_data.chip->irq_disable(&desc->irq_data);
|
|
irq_state_set_masked(desc);
|
|
} else if (mask) {
|
|
mask_irq(desc);
|
|
}
|
|
}
|
|
}
|
|
|
|
/**
|
|
* irq_disable - Mark interrupt disabled
|
|
* @desc: irq descriptor which should be disabled
|
|
*
|
|
* If the chip does not implement the irq_disable callback, we
|
|
* use a lazy disable approach. That means we mark the interrupt
|
|
* disabled, but leave the hardware unmasked. That's an
|
|
* optimization because we avoid the hardware access for the
|
|
* common case where no interrupt happens after we marked it
|
|
* disabled. If an interrupt happens, then the interrupt flow
|
|
* handler masks the line at the hardware level and marks it
|
|
* pending.
|
|
*
|
|
* If the interrupt chip does not implement the irq_disable callback,
|
|
* a driver can disable the lazy approach for a particular irq line by
|
|
* calling 'irq_set_status_flags(irq, IRQ_DISABLE_UNLAZY)'. This can
|
|
* be used for devices which cannot disable the interrupt at the
|
|
* device level under certain circumstances and have to use
|
|
* disable_irq[_nosync] instead.
|
|
*/
|
|
void irq_disable(struct irq_desc *desc)
|
|
{
|
|
__irq_disable(desc, irq_settings_disable_unlazy(desc));
|
|
}
|
|
|
|
void irq_percpu_enable(struct irq_desc *desc, unsigned int cpu)
|
|
{
|
|
if (desc->irq_data.chip->irq_enable)
|
|
desc->irq_data.chip->irq_enable(&desc->irq_data);
|
|
else
|
|
desc->irq_data.chip->irq_unmask(&desc->irq_data);
|
|
cpumask_set_cpu(cpu, desc->percpu_enabled);
|
|
}
|
|
|
|
void irq_percpu_disable(struct irq_desc *desc, unsigned int cpu)
|
|
{
|
|
if (desc->irq_data.chip->irq_disable)
|
|
desc->irq_data.chip->irq_disable(&desc->irq_data);
|
|
else
|
|
desc->irq_data.chip->irq_mask(&desc->irq_data);
|
|
cpumask_clear_cpu(cpu, desc->percpu_enabled);
|
|
}
|
|
|
|
static inline void mask_ack_irq(struct irq_desc *desc)
|
|
{
|
|
if (desc->irq_data.chip->irq_mask_ack) {
|
|
desc->irq_data.chip->irq_mask_ack(&desc->irq_data);
|
|
irq_state_set_masked(desc);
|
|
} else {
|
|
mask_irq(desc);
|
|
if (desc->irq_data.chip->irq_ack)
|
|
desc->irq_data.chip->irq_ack(&desc->irq_data);
|
|
}
|
|
}
|
|
|
|
void mask_irq(struct irq_desc *desc)
|
|
{
|
|
if (irqd_irq_masked(&desc->irq_data))
|
|
return;
|
|
|
|
if (desc->irq_data.chip->irq_mask) {
|
|
desc->irq_data.chip->irq_mask(&desc->irq_data);
|
|
irq_state_set_masked(desc);
|
|
}
|
|
}
|
|
|
|
void unmask_irq(struct irq_desc *desc)
|
|
{
|
|
if (!irqd_irq_masked(&desc->irq_data))
|
|
return;
|
|
|
|
if (desc->irq_data.chip->irq_unmask) {
|
|
desc->irq_data.chip->irq_unmask(&desc->irq_data);
|
|
irq_state_clr_masked(desc);
|
|
}
|
|
}
|
|
|
|
void unmask_threaded_irq(struct irq_desc *desc)
|
|
{
|
|
struct irq_chip *chip = desc->irq_data.chip;
|
|
|
|
if (chip->flags & IRQCHIP_EOI_THREADED)
|
|
chip->irq_eoi(&desc->irq_data);
|
|
|
|
unmask_irq(desc);
|
|
}
|
|
|
|
/*
|
|
* handle_nested_irq - Handle a nested irq from a irq thread
|
|
* @irq: the interrupt number
|
|
*
|
|
* Handle interrupts which are nested into a threaded interrupt
|
|
* handler. The handler function is called inside the calling
|
|
* threads context.
|
|
*/
|
|
void handle_nested_irq(unsigned int irq)
|
|
{
|
|
struct irq_desc *desc = irq_to_desc(irq);
|
|
struct irqaction *action;
|
|
irqreturn_t action_ret;
|
|
|
|
might_sleep();
|
|
|
|
raw_spin_lock_irq(&desc->lock);
|
|
|
|
desc->istate &= ~(IRQS_REPLAY | IRQS_WAITING);
|
|
|
|
action = desc->action;
|
|
if (unlikely(!action || irqd_irq_disabled(&desc->irq_data))) {
|
|
desc->istate |= IRQS_PENDING;
|
|
goto out_unlock;
|
|
}
|
|
|
|
kstat_incr_irqs_this_cpu(desc);
|
|
irqd_set(&desc->irq_data, IRQD_IRQ_INPROGRESS);
|
|
raw_spin_unlock_irq(&desc->lock);
|
|
|
|
action_ret = IRQ_NONE;
|
|
for_each_action_of_desc(desc, action)
|
|
action_ret |= action->thread_fn(action->irq, action->dev_id);
|
|
|
|
if (!noirqdebug)
|
|
note_interrupt(desc, action_ret);
|
|
|
|
raw_spin_lock_irq(&desc->lock);
|
|
irqd_clear(&desc->irq_data, IRQD_IRQ_INPROGRESS);
|
|
|
|
out_unlock:
|
|
raw_spin_unlock_irq(&desc->lock);
|
|
}
|
|
EXPORT_SYMBOL_GPL(handle_nested_irq);
|
|
|
|
static bool irq_check_poll(struct irq_desc *desc)
|
|
{
|
|
if (!(desc->istate & IRQS_POLL_INPROGRESS))
|
|
return false;
|
|
return irq_wait_for_poll(desc);
|
|
}
|
|
|
|
static bool irq_may_run(struct irq_desc *desc)
|
|
{
|
|
unsigned int mask = IRQD_IRQ_INPROGRESS | IRQD_WAKEUP_ARMED;
|
|
|
|
/*
|
|
* If the interrupt is not in progress and is not an armed
|
|
* wakeup interrupt, proceed.
|
|
*/
|
|
if (!irqd_has_set(&desc->irq_data, mask)) {
|
|
#ifdef CONFIG_PM_SLEEP
|
|
if (unlikely(desc->no_suspend_depth &&
|
|
irqd_is_wakeup_set(&desc->irq_data))) {
|
|
unsigned int irq = irq_desc_get_irq(desc);
|
|
const char *name = "(unnamed)";
|
|
|
|
if (desc->action && desc->action->name)
|
|
name = desc->action->name;
|
|
|
|
log_abnormal_wakeup_reason("misconfigured IRQ %u %s",
|
|
irq, name);
|
|
}
|
|
#endif
|
|
return true;
|
|
}
|
|
|
|
/*
|
|
* If the interrupt is an armed wakeup source, mark it pending
|
|
* and suspended, disable it and notify the pm core about the
|
|
* event.
|
|
*/
|
|
if (irq_pm_check_wakeup(desc))
|
|
return false;
|
|
|
|
/*
|
|
* Handle a potential concurrent poll on a different core.
|
|
*/
|
|
return irq_check_poll(desc);
|
|
}
|
|
|
|
/**
|
|
* handle_simple_irq - Simple and software-decoded IRQs.
|
|
* @desc: the interrupt description structure for this irq
|
|
*
|
|
* Simple interrupts are either sent from a demultiplexing interrupt
|
|
* handler or come from hardware, where no interrupt hardware control
|
|
* is necessary.
|
|
*
|
|
* Note: The caller is expected to handle the ack, clear, mask and
|
|
* unmask issues if necessary.
|
|
*/
|
|
void handle_simple_irq(struct irq_desc *desc)
|
|
{
|
|
raw_spin_lock(&desc->lock);
|
|
|
|
if (!irq_may_run(desc))
|
|
goto out_unlock;
|
|
|
|
desc->istate &= ~(IRQS_REPLAY | IRQS_WAITING);
|
|
|
|
if (unlikely(!desc->action || irqd_irq_disabled(&desc->irq_data))) {
|
|
desc->istate |= IRQS_PENDING;
|
|
goto out_unlock;
|
|
}
|
|
|
|
kstat_incr_irqs_this_cpu(desc);
|
|
handle_irq_event(desc);
|
|
|
|
out_unlock:
|
|
raw_spin_unlock(&desc->lock);
|
|
}
|
|
EXPORT_SYMBOL_GPL(handle_simple_irq);
|
|
|
|
/**
|
|
* handle_untracked_irq - Simple and software-decoded IRQs.
|
|
* @desc: the interrupt description structure for this irq
|
|
*
|
|
* Untracked interrupts are sent from a demultiplexing interrupt
|
|
* handler when the demultiplexer does not know which device it its
|
|
* multiplexed irq domain generated the interrupt. IRQ's handled
|
|
* through here are not subjected to stats tracking, randomness, or
|
|
* spurious interrupt detection.
|
|
*
|
|
* Note: Like handle_simple_irq, the caller is expected to handle
|
|
* the ack, clear, mask and unmask issues if necessary.
|
|
*/
|
|
void handle_untracked_irq(struct irq_desc *desc)
|
|
{
|
|
unsigned int flags = 0;
|
|
|
|
raw_spin_lock(&desc->lock);
|
|
|
|
if (!irq_may_run(desc))
|
|
goto out_unlock;
|
|
|
|
desc->istate &= ~(IRQS_REPLAY | IRQS_WAITING);
|
|
|
|
if (unlikely(!desc->action || irqd_irq_disabled(&desc->irq_data))) {
|
|
desc->istate |= IRQS_PENDING;
|
|
goto out_unlock;
|
|
}
|
|
|
|
desc->istate &= ~IRQS_PENDING;
|
|
irqd_set(&desc->irq_data, IRQD_IRQ_INPROGRESS);
|
|
raw_spin_unlock(&desc->lock);
|
|
|
|
__handle_irq_event_percpu(desc, &flags);
|
|
|
|
raw_spin_lock(&desc->lock);
|
|
irqd_clear(&desc->irq_data, IRQD_IRQ_INPROGRESS);
|
|
|
|
out_unlock:
|
|
raw_spin_unlock(&desc->lock);
|
|
}
|
|
EXPORT_SYMBOL_GPL(handle_untracked_irq);
|
|
|
|
/*
|
|
* Called unconditionally from handle_level_irq() and only for oneshot
|
|
* interrupts from handle_fasteoi_irq()
|
|
*/
|
|
static void cond_unmask_irq(struct irq_desc *desc)
|
|
{
|
|
/*
|
|
* We need to unmask in the following cases:
|
|
* - Standard level irq (IRQF_ONESHOT is not set)
|
|
* - Oneshot irq which did not wake the thread (caused by a
|
|
* spurious interrupt or a primary handler handling it
|
|
* completely).
|
|
*/
|
|
if (!irqd_irq_disabled(&desc->irq_data) &&
|
|
irqd_irq_masked(&desc->irq_data) && !desc->threads_oneshot)
|
|
unmask_irq(desc);
|
|
}
|
|
|
|
/**
|
|
* handle_level_irq - Level type irq handler
|
|
* @desc: the interrupt description structure for this irq
|
|
*
|
|
* Level type interrupts are active as long as the hardware line has
|
|
* the active level. This may require to mask the interrupt and unmask
|
|
* it after the associated handler has acknowledged the device, so the
|
|
* interrupt line is back to inactive.
|
|
*/
|
|
void handle_level_irq(struct irq_desc *desc)
|
|
{
|
|
raw_spin_lock(&desc->lock);
|
|
mask_ack_irq(desc);
|
|
|
|
if (!irq_may_run(desc))
|
|
goto out_unlock;
|
|
|
|
desc->istate &= ~(IRQS_REPLAY | IRQS_WAITING);
|
|
|
|
/*
|
|
* If its disabled or no action available
|
|
* keep it masked and get out of here
|
|
*/
|
|
if (unlikely(!desc->action || irqd_irq_disabled(&desc->irq_data))) {
|
|
desc->istate |= IRQS_PENDING;
|
|
goto out_unlock;
|
|
}
|
|
|
|
kstat_incr_irqs_this_cpu(desc);
|
|
handle_irq_event(desc);
|
|
|
|
cond_unmask_irq(desc);
|
|
|
|
out_unlock:
|
|
raw_spin_unlock(&desc->lock);
|
|
}
|
|
EXPORT_SYMBOL_GPL(handle_level_irq);
|
|
|
|
#ifdef CONFIG_IRQ_PREFLOW_FASTEOI
|
|
static inline void preflow_handler(struct irq_desc *desc)
|
|
{
|
|
if (desc->preflow_handler)
|
|
desc->preflow_handler(&desc->irq_data);
|
|
}
|
|
#else
|
|
static inline void preflow_handler(struct irq_desc *desc) { }
|
|
#endif
|
|
|
|
static void cond_unmask_eoi_irq(struct irq_desc *desc, struct irq_chip *chip)
|
|
{
|
|
if (!(desc->istate & IRQS_ONESHOT)) {
|
|
chip->irq_eoi(&desc->irq_data);
|
|
return;
|
|
}
|
|
/*
|
|
* We need to unmask in the following cases:
|
|
* - Oneshot irq which did not wake the thread (caused by a
|
|
* spurious interrupt or a primary handler handling it
|
|
* completely).
|
|
*/
|
|
if (!irqd_irq_disabled(&desc->irq_data) &&
|
|
irqd_irq_masked(&desc->irq_data) && !desc->threads_oneshot) {
|
|
chip->irq_eoi(&desc->irq_data);
|
|
unmask_irq(desc);
|
|
} else if (!(chip->flags & IRQCHIP_EOI_THREADED)) {
|
|
chip->irq_eoi(&desc->irq_data);
|
|
}
|
|
}
|
|
|
|
/**
|
|
* handle_fasteoi_irq - irq handler for transparent controllers
|
|
* @desc: the interrupt description structure for this irq
|
|
*
|
|
* Only a single callback will be issued to the chip: an ->eoi()
|
|
* call when the interrupt has been serviced. This enables support
|
|
* for modern forms of interrupt handlers, which handle the flow
|
|
* details in hardware, transparently.
|
|
*/
|
|
void handle_fasteoi_irq(struct irq_desc *desc)
|
|
{
|
|
struct irq_chip *chip = desc->irq_data.chip;
|
|
|
|
raw_spin_lock(&desc->lock);
|
|
|
|
if (!irq_may_run(desc))
|
|
goto out;
|
|
|
|
desc->istate &= ~(IRQS_REPLAY | IRQS_WAITING);
|
|
|
|
/*
|
|
* If its disabled or no action available
|
|
* then mask it and get out of here:
|
|
*/
|
|
if (unlikely(!desc->action || irqd_irq_disabled(&desc->irq_data))) {
|
|
desc->istate |= IRQS_PENDING;
|
|
mask_irq(desc);
|
|
goto out;
|
|
}
|
|
|
|
kstat_incr_irqs_this_cpu(desc);
|
|
if (desc->istate & IRQS_ONESHOT)
|
|
mask_irq(desc);
|
|
|
|
preflow_handler(desc);
|
|
handle_irq_event(desc);
|
|
|
|
cond_unmask_eoi_irq(desc, chip);
|
|
|
|
raw_spin_unlock(&desc->lock);
|
|
return;
|
|
out:
|
|
if (!(chip->flags & IRQCHIP_EOI_IF_HANDLED))
|
|
chip->irq_eoi(&desc->irq_data);
|
|
raw_spin_unlock(&desc->lock);
|
|
}
|
|
EXPORT_SYMBOL_GPL(handle_fasteoi_irq);
|
|
|
|
/**
|
|
* handle_fasteoi_nmi - irq handler for NMI interrupt lines
|
|
* @desc: the interrupt description structure for this irq
|
|
*
|
|
* A simple NMI-safe handler, considering the restrictions
|
|
* from request_nmi.
|
|
*
|
|
* Only a single callback will be issued to the chip: an ->eoi()
|
|
* call when the interrupt has been serviced. This enables support
|
|
* for modern forms of interrupt handlers, which handle the flow
|
|
* details in hardware, transparently.
|
|
*/
|
|
void handle_fasteoi_nmi(struct irq_desc *desc)
|
|
{
|
|
struct irq_chip *chip = irq_desc_get_chip(desc);
|
|
struct irqaction *action = desc->action;
|
|
unsigned int irq = irq_desc_get_irq(desc);
|
|
irqreturn_t res;
|
|
|
|
__kstat_incr_irqs_this_cpu(desc);
|
|
|
|
trace_irq_handler_entry(irq, action);
|
|
/*
|
|
* NMIs cannot be shared, there is only one action.
|
|
*/
|
|
res = action->handler(irq, action->dev_id);
|
|
trace_irq_handler_exit(irq, action, res);
|
|
|
|
if (chip->irq_eoi)
|
|
chip->irq_eoi(&desc->irq_data);
|
|
}
|
|
EXPORT_SYMBOL_GPL(handle_fasteoi_nmi);
|
|
|
|
/**
|
|
* handle_edge_irq - edge type IRQ handler
|
|
* @desc: the interrupt description structure for this irq
|
|
*
|
|
* Interrupt occures on the falling and/or rising edge of a hardware
|
|
* signal. The occurrence is latched into the irq controller hardware
|
|
* and must be acked in order to be reenabled. After the ack another
|
|
* interrupt can happen on the same source even before the first one
|
|
* is handled by the associated event handler. If this happens it
|
|
* might be necessary to disable (mask) the interrupt depending on the
|
|
* controller hardware. This requires to reenable the interrupt inside
|
|
* of the loop which handles the interrupts which have arrived while
|
|
* the handler was running. If all pending interrupts are handled, the
|
|
* loop is left.
|
|
*/
|
|
void handle_edge_irq(struct irq_desc *desc)
|
|
{
|
|
raw_spin_lock(&desc->lock);
|
|
|
|
desc->istate &= ~(IRQS_REPLAY | IRQS_WAITING);
|
|
|
|
if (!irq_may_run(desc)) {
|
|
desc->istate |= IRQS_PENDING;
|
|
mask_ack_irq(desc);
|
|
goto out_unlock;
|
|
}
|
|
|
|
/*
|
|
* If its disabled or no action available then mask it and get
|
|
* out of here.
|
|
*/
|
|
if (irqd_irq_disabled(&desc->irq_data) || !desc->action) {
|
|
desc->istate |= IRQS_PENDING;
|
|
mask_ack_irq(desc);
|
|
goto out_unlock;
|
|
}
|
|
|
|
kstat_incr_irqs_this_cpu(desc);
|
|
|
|
/* Start handling the irq */
|
|
desc->irq_data.chip->irq_ack(&desc->irq_data);
|
|
|
|
do {
|
|
if (unlikely(!desc->action)) {
|
|
mask_irq(desc);
|
|
goto out_unlock;
|
|
}
|
|
|
|
/*
|
|
* When another irq arrived while we were handling
|
|
* one, we could have masked the irq.
|
|
* Renable it, if it was not disabled in meantime.
|
|
*/
|
|
if (unlikely(desc->istate & IRQS_PENDING)) {
|
|
if (!irqd_irq_disabled(&desc->irq_data) &&
|
|
irqd_irq_masked(&desc->irq_data))
|
|
unmask_irq(desc);
|
|
}
|
|
|
|
handle_irq_event(desc);
|
|
|
|
} while ((desc->istate & IRQS_PENDING) &&
|
|
!irqd_irq_disabled(&desc->irq_data));
|
|
|
|
out_unlock:
|
|
raw_spin_unlock(&desc->lock);
|
|
}
|
|
EXPORT_SYMBOL(handle_edge_irq);
|
|
|
|
#ifdef CONFIG_IRQ_EDGE_EOI_HANDLER
|
|
/**
|
|
* handle_edge_eoi_irq - edge eoi type IRQ handler
|
|
* @desc: the interrupt description structure for this irq
|
|
*
|
|
* Similar as the above handle_edge_irq, but using eoi and w/o the
|
|
* mask/unmask logic.
|
|
*/
|
|
void handle_edge_eoi_irq(struct irq_desc *desc)
|
|
{
|
|
struct irq_chip *chip = irq_desc_get_chip(desc);
|
|
|
|
raw_spin_lock(&desc->lock);
|
|
|
|
desc->istate &= ~(IRQS_REPLAY | IRQS_WAITING);
|
|
|
|
if (!irq_may_run(desc)) {
|
|
desc->istate |= IRQS_PENDING;
|
|
goto out_eoi;
|
|
}
|
|
|
|
/*
|
|
* If its disabled or no action available then mask it and get
|
|
* out of here.
|
|
*/
|
|
if (irqd_irq_disabled(&desc->irq_data) || !desc->action) {
|
|
desc->istate |= IRQS_PENDING;
|
|
goto out_eoi;
|
|
}
|
|
|
|
kstat_incr_irqs_this_cpu(desc);
|
|
|
|
do {
|
|
if (unlikely(!desc->action))
|
|
goto out_eoi;
|
|
|
|
handle_irq_event(desc);
|
|
|
|
} while ((desc->istate & IRQS_PENDING) &&
|
|
!irqd_irq_disabled(&desc->irq_data));
|
|
|
|
out_eoi:
|
|
chip->irq_eoi(&desc->irq_data);
|
|
raw_spin_unlock(&desc->lock);
|
|
}
|
|
#endif
|
|
|
|
/**
|
|
* handle_percpu_irq - Per CPU local irq handler
|
|
* @desc: the interrupt description structure for this irq
|
|
*
|
|
* Per CPU interrupts on SMP machines without locking requirements
|
|
*/
|
|
void handle_percpu_irq(struct irq_desc *desc)
|
|
{
|
|
struct irq_chip *chip = irq_desc_get_chip(desc);
|
|
|
|
/*
|
|
* PER CPU interrupts are not serialized. Do not touch
|
|
* desc->tot_count.
|
|
*/
|
|
__kstat_incr_irqs_this_cpu(desc);
|
|
|
|
if (chip->irq_ack)
|
|
chip->irq_ack(&desc->irq_data);
|
|
|
|
handle_irq_event_percpu(desc);
|
|
|
|
if (chip->irq_eoi)
|
|
chip->irq_eoi(&desc->irq_data);
|
|
}
|
|
|
|
/**
|
|
* handle_percpu_devid_irq - Per CPU local irq handler with per cpu dev ids
|
|
* @desc: the interrupt description structure for this irq
|
|
*
|
|
* Per CPU interrupts on SMP machines without locking requirements. Same as
|
|
* handle_percpu_irq() above but with the following extras:
|
|
*
|
|
* action->percpu_dev_id is a pointer to percpu variables which
|
|
* contain the real device id for the cpu on which this handler is
|
|
* called
|
|
*/
|
|
void handle_percpu_devid_irq(struct irq_desc *desc)
|
|
{
|
|
struct irq_chip *chip = irq_desc_get_chip(desc);
|
|
struct irqaction *action = desc->action;
|
|
unsigned int irq = irq_desc_get_irq(desc);
|
|
irqreturn_t res;
|
|
|
|
/*
|
|
* PER CPU interrupts are not serialized. Do not touch
|
|
* desc->tot_count.
|
|
*/
|
|
__kstat_incr_irqs_this_cpu(desc);
|
|
|
|
if (chip->irq_ack)
|
|
chip->irq_ack(&desc->irq_data);
|
|
|
|
if (likely(action)) {
|
|
trace_irq_handler_entry(irq, action);
|
|
res = action->handler(irq, raw_cpu_ptr(action->percpu_dev_id));
|
|
trace_irq_handler_exit(irq, action, res);
|
|
} else {
|
|
unsigned int cpu = smp_processor_id();
|
|
bool enabled = cpumask_test_cpu(cpu, desc->percpu_enabled);
|
|
|
|
if (enabled)
|
|
irq_percpu_disable(desc, cpu);
|
|
|
|
pr_err_once("Spurious%s percpu IRQ%u on CPU%u\n",
|
|
enabled ? " and unmasked" : "", irq, cpu);
|
|
}
|
|
|
|
if (chip->irq_eoi)
|
|
chip->irq_eoi(&desc->irq_data);
|
|
}
|
|
|
|
/**
|
|
* handle_percpu_devid_fasteoi_nmi - Per CPU local NMI handler with per cpu
|
|
* dev ids
|
|
* @desc: the interrupt description structure for this irq
|
|
*
|
|
* Similar to handle_fasteoi_nmi, but handling the dev_id cookie
|
|
* as a percpu pointer.
|
|
*/
|
|
void handle_percpu_devid_fasteoi_nmi(struct irq_desc *desc)
|
|
{
|
|
struct irq_chip *chip = irq_desc_get_chip(desc);
|
|
struct irqaction *action = desc->action;
|
|
unsigned int irq = irq_desc_get_irq(desc);
|
|
irqreturn_t res;
|
|
|
|
__kstat_incr_irqs_this_cpu(desc);
|
|
|
|
trace_irq_handler_entry(irq, action);
|
|
res = action->handler(irq, raw_cpu_ptr(action->percpu_dev_id));
|
|
trace_irq_handler_exit(irq, action, res);
|
|
|
|
if (chip->irq_eoi)
|
|
chip->irq_eoi(&desc->irq_data);
|
|
}
|
|
|
|
static void
|
|
__irq_do_set_handler(struct irq_desc *desc, irq_flow_handler_t handle,
|
|
int is_chained, const char *name)
|
|
{
|
|
if (!handle) {
|
|
handle = handle_bad_irq;
|
|
} else {
|
|
struct irq_data *irq_data = &desc->irq_data;
|
|
#ifdef CONFIG_IRQ_DOMAIN_HIERARCHY
|
|
/*
|
|
* With hierarchical domains we might run into a
|
|
* situation where the outermost chip is not yet set
|
|
* up, but the inner chips are there. Instead of
|
|
* bailing we install the handler, but obviously we
|
|
* cannot enable/startup the interrupt at this point.
|
|
*/
|
|
while (irq_data) {
|
|
if (irq_data->chip != &no_irq_chip)
|
|
break;
|
|
/*
|
|
* Bail out if the outer chip is not set up
|
|
* and the interrupt supposed to be started
|
|
* right away.
|
|
*/
|
|
if (WARN_ON(is_chained))
|
|
return;
|
|
/* Try the parent */
|
|
irq_data = irq_data->parent_data;
|
|
}
|
|
#endif
|
|
if (WARN_ON(!irq_data || irq_data->chip == &no_irq_chip))
|
|
return;
|
|
}
|
|
|
|
/* Uninstall? */
|
|
if (handle == handle_bad_irq) {
|
|
if (desc->irq_data.chip != &no_irq_chip)
|
|
mask_ack_irq(desc);
|
|
irq_state_set_disabled(desc);
|
|
if (is_chained)
|
|
desc->action = NULL;
|
|
desc->depth = 1;
|
|
}
|
|
desc->handle_irq = handle;
|
|
desc->name = name;
|
|
|
|
if (handle != handle_bad_irq && is_chained) {
|
|
unsigned int type = irqd_get_trigger_type(&desc->irq_data);
|
|
|
|
/*
|
|
* We're about to start this interrupt immediately,
|
|
* hence the need to set the trigger configuration.
|
|
* But the .set_type callback may have overridden the
|
|
* flow handler, ignoring that we're dealing with a
|
|
* chained interrupt. Reset it immediately because we
|
|
* do know better.
|
|
*/
|
|
if (type != IRQ_TYPE_NONE) {
|
|
__irq_set_trigger(desc, type);
|
|
desc->handle_irq = handle;
|
|
}
|
|
|
|
irq_settings_set_noprobe(desc);
|
|
irq_settings_set_norequest(desc);
|
|
irq_settings_set_nothread(desc);
|
|
desc->action = &chained_action;
|
|
irq_activate_and_startup(desc, IRQ_RESEND);
|
|
}
|
|
}
|
|
|
|
void
|
|
__irq_set_handler(unsigned int irq, irq_flow_handler_t handle, int is_chained,
|
|
const char *name)
|
|
{
|
|
unsigned long flags;
|
|
struct irq_desc *desc = irq_get_desc_buslock(irq, &flags, 0);
|
|
|
|
if (!desc)
|
|
return;
|
|
|
|
__irq_do_set_handler(desc, handle, is_chained, name);
|
|
irq_put_desc_busunlock(desc, flags);
|
|
}
|
|
EXPORT_SYMBOL_GPL(__irq_set_handler);
|
|
|
|
void
|
|
irq_set_chained_handler_and_data(unsigned int irq, irq_flow_handler_t handle,
|
|
void *data)
|
|
{
|
|
unsigned long flags;
|
|
struct irq_desc *desc = irq_get_desc_buslock(irq, &flags, 0);
|
|
|
|
if (!desc)
|
|
return;
|
|
|
|
desc->irq_common_data.handler_data = data;
|
|
__irq_do_set_handler(desc, handle, 1, NULL);
|
|
|
|
irq_put_desc_busunlock(desc, flags);
|
|
}
|
|
EXPORT_SYMBOL_GPL(irq_set_chained_handler_and_data);
|
|
|
|
void
|
|
irq_set_chip_and_handler_name(unsigned int irq, struct irq_chip *chip,
|
|
irq_flow_handler_t handle, const char *name)
|
|
{
|
|
irq_set_chip(irq, chip);
|
|
__irq_set_handler(irq, handle, 0, name);
|
|
}
|
|
EXPORT_SYMBOL_GPL(irq_set_chip_and_handler_name);
|
|
|
|
void irq_modify_status(unsigned int irq, unsigned long clr, unsigned long set)
|
|
{
|
|
unsigned long flags, trigger, tmp;
|
|
struct irq_desc *desc = irq_get_desc_lock(irq, &flags, 0);
|
|
|
|
if (!desc)
|
|
return;
|
|
|
|
/*
|
|
* Warn when a driver sets the no autoenable flag on an already
|
|
* active interrupt.
|
|
*/
|
|
WARN_ON_ONCE(!desc->depth && (set & _IRQ_NOAUTOEN));
|
|
|
|
irq_settings_clr_and_set(desc, clr, set);
|
|
|
|
trigger = irqd_get_trigger_type(&desc->irq_data);
|
|
|
|
irqd_clear(&desc->irq_data, IRQD_NO_BALANCING | IRQD_PER_CPU |
|
|
IRQD_TRIGGER_MASK | IRQD_LEVEL | IRQD_MOVE_PCNTXT);
|
|
if (irq_settings_has_no_balance_set(desc))
|
|
irqd_set(&desc->irq_data, IRQD_NO_BALANCING);
|
|
if (irq_settings_is_per_cpu(desc))
|
|
irqd_set(&desc->irq_data, IRQD_PER_CPU);
|
|
if (irq_settings_can_move_pcntxt(desc))
|
|
irqd_set(&desc->irq_data, IRQD_MOVE_PCNTXT);
|
|
if (irq_settings_is_level(desc))
|
|
irqd_set(&desc->irq_data, IRQD_LEVEL);
|
|
|
|
tmp = irq_settings_get_trigger_mask(desc);
|
|
if (tmp != IRQ_TYPE_NONE)
|
|
trigger = tmp;
|
|
|
|
irqd_set(&desc->irq_data, trigger);
|
|
|
|
irq_put_desc_unlock(desc, flags);
|
|
}
|
|
EXPORT_SYMBOL_GPL(irq_modify_status);
|
|
|
|
/**
|
|
* irq_cpu_online - Invoke all irq_cpu_online functions.
|
|
*
|
|
* Iterate through all irqs and invoke the chip.irq_cpu_online()
|
|
* for each.
|
|
*/
|
|
void irq_cpu_online(void)
|
|
{
|
|
struct irq_desc *desc;
|
|
struct irq_chip *chip;
|
|
unsigned long flags;
|
|
unsigned int irq;
|
|
|
|
for_each_active_irq(irq) {
|
|
desc = irq_to_desc(irq);
|
|
if (!desc)
|
|
continue;
|
|
|
|
raw_spin_lock_irqsave(&desc->lock, flags);
|
|
|
|
chip = irq_data_get_irq_chip(&desc->irq_data);
|
|
if (chip && chip->irq_cpu_online &&
|
|
(!(chip->flags & IRQCHIP_ONOFFLINE_ENABLED) ||
|
|
!irqd_irq_disabled(&desc->irq_data)))
|
|
chip->irq_cpu_online(&desc->irq_data);
|
|
|
|
raw_spin_unlock_irqrestore(&desc->lock, flags);
|
|
}
|
|
}
|
|
|
|
/**
|
|
* irq_cpu_offline - Invoke all irq_cpu_offline functions.
|
|
*
|
|
* Iterate through all irqs and invoke the chip.irq_cpu_offline()
|
|
* for each.
|
|
*/
|
|
void irq_cpu_offline(void)
|
|
{
|
|
struct irq_desc *desc;
|
|
struct irq_chip *chip;
|
|
unsigned long flags;
|
|
unsigned int irq;
|
|
|
|
for_each_active_irq(irq) {
|
|
desc = irq_to_desc(irq);
|
|
if (!desc)
|
|
continue;
|
|
|
|
raw_spin_lock_irqsave(&desc->lock, flags);
|
|
|
|
chip = irq_data_get_irq_chip(&desc->irq_data);
|
|
if (chip && chip->irq_cpu_offline &&
|
|
(!(chip->flags & IRQCHIP_ONOFFLINE_ENABLED) ||
|
|
!irqd_irq_disabled(&desc->irq_data)))
|
|
chip->irq_cpu_offline(&desc->irq_data);
|
|
|
|
raw_spin_unlock_irqrestore(&desc->lock, flags);
|
|
}
|
|
}
|
|
|
|
#ifdef CONFIG_IRQ_DOMAIN_HIERARCHY
|
|
|
|
#ifdef CONFIG_IRQ_FASTEOI_HIERARCHY_HANDLERS
|
|
/**
|
|
* handle_fasteoi_ack_irq - irq handler for edge hierarchy
|
|
* stacked on transparent controllers
|
|
*
|
|
* @desc: the interrupt description structure for this irq
|
|
*
|
|
* Like handle_fasteoi_irq(), but for use with hierarchy where
|
|
* the irq_chip also needs to have its ->irq_ack() function
|
|
* called.
|
|
*/
|
|
void handle_fasteoi_ack_irq(struct irq_desc *desc)
|
|
{
|
|
struct irq_chip *chip = desc->irq_data.chip;
|
|
|
|
raw_spin_lock(&desc->lock);
|
|
|
|
if (!irq_may_run(desc))
|
|
goto out;
|
|
|
|
desc->istate &= ~(IRQS_REPLAY | IRQS_WAITING);
|
|
|
|
/*
|
|
* If its disabled or no action available
|
|
* then mask it and get out of here:
|
|
*/
|
|
if (unlikely(!desc->action || irqd_irq_disabled(&desc->irq_data))) {
|
|
desc->istate |= IRQS_PENDING;
|
|
mask_irq(desc);
|
|
goto out;
|
|
}
|
|
|
|
kstat_incr_irqs_this_cpu(desc);
|
|
if (desc->istate & IRQS_ONESHOT)
|
|
mask_irq(desc);
|
|
|
|
/* Start handling the irq */
|
|
desc->irq_data.chip->irq_ack(&desc->irq_data);
|
|
|
|
preflow_handler(desc);
|
|
handle_irq_event(desc);
|
|
|
|
cond_unmask_eoi_irq(desc, chip);
|
|
|
|
raw_spin_unlock(&desc->lock);
|
|
return;
|
|
out:
|
|
if (!(chip->flags & IRQCHIP_EOI_IF_HANDLED))
|
|
chip->irq_eoi(&desc->irq_data);
|
|
raw_spin_unlock(&desc->lock);
|
|
}
|
|
EXPORT_SYMBOL_GPL(handle_fasteoi_ack_irq);
|
|
|
|
/**
|
|
* handle_fasteoi_mask_irq - irq handler for level hierarchy
|
|
* stacked on transparent controllers
|
|
*
|
|
* @desc: the interrupt description structure for this irq
|
|
*
|
|
* Like handle_fasteoi_irq(), but for use with hierarchy where
|
|
* the irq_chip also needs to have its ->irq_mask_ack() function
|
|
* called.
|
|
*/
|
|
void handle_fasteoi_mask_irq(struct irq_desc *desc)
|
|
{
|
|
struct irq_chip *chip = desc->irq_data.chip;
|
|
|
|
raw_spin_lock(&desc->lock);
|
|
mask_ack_irq(desc);
|
|
|
|
if (!irq_may_run(desc))
|
|
goto out;
|
|
|
|
desc->istate &= ~(IRQS_REPLAY | IRQS_WAITING);
|
|
|
|
/*
|
|
* If its disabled or no action available
|
|
* then mask it and get out of here:
|
|
*/
|
|
if (unlikely(!desc->action || irqd_irq_disabled(&desc->irq_data))) {
|
|
desc->istate |= IRQS_PENDING;
|
|
mask_irq(desc);
|
|
goto out;
|
|
}
|
|
|
|
kstat_incr_irqs_this_cpu(desc);
|
|
if (desc->istate & IRQS_ONESHOT)
|
|
mask_irq(desc);
|
|
|
|
preflow_handler(desc);
|
|
handle_irq_event(desc);
|
|
|
|
cond_unmask_eoi_irq(desc, chip);
|
|
|
|
raw_spin_unlock(&desc->lock);
|
|
return;
|
|
out:
|
|
if (!(chip->flags & IRQCHIP_EOI_IF_HANDLED))
|
|
chip->irq_eoi(&desc->irq_data);
|
|
raw_spin_unlock(&desc->lock);
|
|
}
|
|
EXPORT_SYMBOL_GPL(handle_fasteoi_mask_irq);
|
|
|
|
#endif /* CONFIG_IRQ_FASTEOI_HIERARCHY_HANDLERS */
|
|
|
|
/**
|
|
* irq_chip_set_parent_state - set the state of a parent interrupt.
|
|
*
|
|
* @data: Pointer to interrupt specific data
|
|
* @which: State to be restored (one of IRQCHIP_STATE_*)
|
|
* @val: Value corresponding to @which
|
|
*
|
|
* Conditional success, if the underlying irqchip does not implement it.
|
|
*/
|
|
int irq_chip_set_parent_state(struct irq_data *data,
|
|
enum irqchip_irq_state which,
|
|
bool val)
|
|
{
|
|
data = data->parent_data;
|
|
|
|
if (!data || !data->chip->irq_set_irqchip_state)
|
|
return 0;
|
|
|
|
return data->chip->irq_set_irqchip_state(data, which, val);
|
|
}
|
|
EXPORT_SYMBOL_GPL(irq_chip_set_parent_state);
|
|
|
|
/**
|
|
* irq_chip_get_parent_state - get the state of a parent interrupt.
|
|
*
|
|
* @data: Pointer to interrupt specific data
|
|
* @which: one of IRQCHIP_STATE_* the caller wants to know
|
|
* @state: a pointer to a boolean where the state is to be stored
|
|
*
|
|
* Conditional success, if the underlying irqchip does not implement it.
|
|
*/
|
|
int irq_chip_get_parent_state(struct irq_data *data,
|
|
enum irqchip_irq_state which,
|
|
bool *state)
|
|
{
|
|
data = data->parent_data;
|
|
|
|
if (!data || !data->chip->irq_get_irqchip_state)
|
|
return 0;
|
|
|
|
return data->chip->irq_get_irqchip_state(data, which, state);
|
|
}
|
|
EXPORT_SYMBOL_GPL(irq_chip_get_parent_state);
|
|
|
|
/**
|
|
* irq_chip_enable_parent - Enable the parent interrupt (defaults to unmask if
|
|
* NULL)
|
|
* @data: Pointer to interrupt specific data
|
|
*/
|
|
void irq_chip_enable_parent(struct irq_data *data)
|
|
{
|
|
data = data->parent_data;
|
|
if (data->chip->irq_enable)
|
|
data->chip->irq_enable(data);
|
|
else
|
|
data->chip->irq_unmask(data);
|
|
}
|
|
EXPORT_SYMBOL_GPL(irq_chip_enable_parent);
|
|
|
|
/**
|
|
* irq_chip_disable_parent - Disable the parent interrupt (defaults to mask if
|
|
* NULL)
|
|
* @data: Pointer to interrupt specific data
|
|
*/
|
|
void irq_chip_disable_parent(struct irq_data *data)
|
|
{
|
|
data = data->parent_data;
|
|
if (data->chip->irq_disable)
|
|
data->chip->irq_disable(data);
|
|
else
|
|
data->chip->irq_mask(data);
|
|
}
|
|
EXPORT_SYMBOL_GPL(irq_chip_disable_parent);
|
|
|
|
/**
|
|
* irq_chip_ack_parent - Acknowledge the parent interrupt
|
|
* @data: Pointer to interrupt specific data
|
|
*/
|
|
void irq_chip_ack_parent(struct irq_data *data)
|
|
{
|
|
data = data->parent_data;
|
|
data->chip->irq_ack(data);
|
|
}
|
|
EXPORT_SYMBOL_GPL(irq_chip_ack_parent);
|
|
|
|
/**
|
|
* irq_chip_mask_parent - Mask the parent interrupt
|
|
* @data: Pointer to interrupt specific data
|
|
*/
|
|
void irq_chip_mask_parent(struct irq_data *data)
|
|
{
|
|
data = data->parent_data;
|
|
data->chip->irq_mask(data);
|
|
}
|
|
EXPORT_SYMBOL_GPL(irq_chip_mask_parent);
|
|
|
|
/**
|
|
* irq_chip_mask_ack_parent - Mask and acknowledge the parent interrupt
|
|
* @data: Pointer to interrupt specific data
|
|
*/
|
|
void irq_chip_mask_ack_parent(struct irq_data *data)
|
|
{
|
|
data = data->parent_data;
|
|
data->chip->irq_mask_ack(data);
|
|
}
|
|
EXPORT_SYMBOL_GPL(irq_chip_mask_ack_parent);
|
|
|
|
/**
|
|
* irq_chip_unmask_parent - Unmask the parent interrupt
|
|
* @data: Pointer to interrupt specific data
|
|
*/
|
|
void irq_chip_unmask_parent(struct irq_data *data)
|
|
{
|
|
data = data->parent_data;
|
|
data->chip->irq_unmask(data);
|
|
}
|
|
EXPORT_SYMBOL_GPL(irq_chip_unmask_parent);
|
|
|
|
/**
|
|
* irq_chip_eoi_parent - Invoke EOI on the parent interrupt
|
|
* @data: Pointer to interrupt specific data
|
|
*/
|
|
void irq_chip_eoi_parent(struct irq_data *data)
|
|
{
|
|
data = data->parent_data;
|
|
data->chip->irq_eoi(data);
|
|
}
|
|
EXPORT_SYMBOL_GPL(irq_chip_eoi_parent);
|
|
|
|
/**
|
|
* irq_chip_set_affinity_parent - Set affinity on the parent interrupt
|
|
* @data: Pointer to interrupt specific data
|
|
* @dest: The affinity mask to set
|
|
* @force: Flag to enforce setting (disable online checks)
|
|
*
|
|
* Conditinal, as the underlying parent chip might not implement it.
|
|
*/
|
|
int irq_chip_set_affinity_parent(struct irq_data *data,
|
|
const struct cpumask *dest, bool force)
|
|
{
|
|
data = data->parent_data;
|
|
if (data->chip->irq_set_affinity)
|
|
return data->chip->irq_set_affinity(data, dest, force);
|
|
|
|
return -ENOSYS;
|
|
}
|
|
EXPORT_SYMBOL_GPL(irq_chip_set_affinity_parent);
|
|
|
|
/**
|
|
* irq_chip_set_type_parent - Set IRQ type on the parent interrupt
|
|
* @data: Pointer to interrupt specific data
|
|
* @type: IRQ_TYPE_{LEVEL,EDGE}_* value - see include/linux/irq.h
|
|
*
|
|
* Conditional, as the underlying parent chip might not implement it.
|
|
*/
|
|
int irq_chip_set_type_parent(struct irq_data *data, unsigned int type)
|
|
{
|
|
data = data->parent_data;
|
|
|
|
if (data->chip->irq_set_type)
|
|
return data->chip->irq_set_type(data, type);
|
|
|
|
return -ENOSYS;
|
|
}
|
|
EXPORT_SYMBOL_GPL(irq_chip_set_type_parent);
|
|
|
|
/**
|
|
* irq_chip_retrigger_hierarchy - Retrigger an interrupt in hardware
|
|
* @data: Pointer to interrupt specific data
|
|
*
|
|
* Iterate through the domain hierarchy of the interrupt and check
|
|
* whether a hw retrigger function exists. If yes, invoke it.
|
|
*/
|
|
int irq_chip_retrigger_hierarchy(struct irq_data *data)
|
|
{
|
|
for (data = data->parent_data; data; data = data->parent_data)
|
|
if (data->chip && data->chip->irq_retrigger)
|
|
return data->chip->irq_retrigger(data);
|
|
|
|
return 0;
|
|
}
|
|
EXPORT_SYMBOL_GPL(irq_chip_retrigger_hierarchy);
|
|
|
|
/**
|
|
* irq_chip_set_vcpu_affinity_parent - Set vcpu affinity on the parent interrupt
|
|
* @data: Pointer to interrupt specific data
|
|
* @vcpu_info: The vcpu affinity information
|
|
*/
|
|
int irq_chip_set_vcpu_affinity_parent(struct irq_data *data, void *vcpu_info)
|
|
{
|
|
data = data->parent_data;
|
|
if (data->chip->irq_set_vcpu_affinity)
|
|
return data->chip->irq_set_vcpu_affinity(data, vcpu_info);
|
|
|
|
return -ENOSYS;
|
|
}
|
|
EXPORT_SYMBOL_GPL(irq_chip_set_vcpu_affinity_parent);
|
|
/**
|
|
* irq_chip_set_wake_parent - Set/reset wake-up on the parent interrupt
|
|
* @data: Pointer to interrupt specific data
|
|
* @on: Whether to set or reset the wake-up capability of this irq
|
|
*
|
|
* Conditional, as the underlying parent chip might not implement it.
|
|
*/
|
|
int irq_chip_set_wake_parent(struct irq_data *data, unsigned int on)
|
|
{
|
|
data = data->parent_data;
|
|
|
|
if (data->chip->flags & IRQCHIP_SKIP_SET_WAKE)
|
|
return 0;
|
|
|
|
if (data->chip->irq_set_wake)
|
|
return data->chip->irq_set_wake(data, on);
|
|
|
|
return -ENOSYS;
|
|
}
|
|
EXPORT_SYMBOL_GPL(irq_chip_set_wake_parent);
|
|
|
|
/**
|
|
* irq_chip_request_resources_parent - Request resources on the parent interrupt
|
|
* @data: Pointer to interrupt specific data
|
|
*/
|
|
int irq_chip_request_resources_parent(struct irq_data *data)
|
|
{
|
|
data = data->parent_data;
|
|
|
|
if (data->chip->irq_request_resources)
|
|
return data->chip->irq_request_resources(data);
|
|
|
|
/* no error on missing optional irq_chip::irq_request_resources */
|
|
return 0;
|
|
}
|
|
EXPORT_SYMBOL_GPL(irq_chip_request_resources_parent);
|
|
|
|
/**
|
|
* irq_chip_release_resources_parent - Release resources on the parent interrupt
|
|
* @data: Pointer to interrupt specific data
|
|
*/
|
|
void irq_chip_release_resources_parent(struct irq_data *data)
|
|
{
|
|
data = data->parent_data;
|
|
if (data->chip->irq_release_resources)
|
|
data->chip->irq_release_resources(data);
|
|
}
|
|
EXPORT_SYMBOL_GPL(irq_chip_release_resources_parent);
|
|
#endif
|
|
|
|
/**
|
|
* irq_chip_compose_msi_msg - Componse msi message for a irq chip
|
|
* @data: Pointer to interrupt specific data
|
|
* @msg: Pointer to the MSI message
|
|
*
|
|
* For hierarchical domains we find the first chip in the hierarchy
|
|
* which implements the irq_compose_msi_msg callback. For non
|
|
* hierarchical we use the top level chip.
|
|
*/
|
|
int irq_chip_compose_msi_msg(struct irq_data *data, struct msi_msg *msg)
|
|
{
|
|
struct irq_data *pos = NULL;
|
|
|
|
#ifdef CONFIG_IRQ_DOMAIN_HIERARCHY
|
|
for (; data; data = data->parent_data)
|
|
#endif
|
|
if (data->chip && data->chip->irq_compose_msi_msg)
|
|
pos = data;
|
|
if (!pos)
|
|
return -ENOSYS;
|
|
|
|
pos->chip->irq_compose_msi_msg(pos, msg);
|
|
|
|
return 0;
|
|
}
|
|
|
|
/**
|
|
* irq_chip_pm_get - Enable power for an IRQ chip
|
|
* @data: Pointer to interrupt specific data
|
|
*
|
|
* Enable the power to the IRQ chip referenced by the interrupt data
|
|
* structure.
|
|
*/
|
|
int irq_chip_pm_get(struct irq_data *data)
|
|
{
|
|
int retval;
|
|
|
|
if (IS_ENABLED(CONFIG_PM) && data->chip->parent_device) {
|
|
retval = pm_runtime_get_sync(data->chip->parent_device);
|
|
if (retval < 0) {
|
|
pm_runtime_put_noidle(data->chip->parent_device);
|
|
return retval;
|
|
}
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
/**
|
|
* irq_chip_pm_put - Disable power for an IRQ chip
|
|
* @data: Pointer to interrupt specific data
|
|
*
|
|
* Disable the power to the IRQ chip referenced by the interrupt data
|
|
* structure, belongs. Note that power will only be disabled, once this
|
|
* function has been called for all IRQs that have called irq_chip_pm_get().
|
|
*/
|
|
int irq_chip_pm_put(struct irq_data *data)
|
|
{
|
|
int retval = 0;
|
|
|
|
if (IS_ENABLED(CONFIG_PM) && data->chip->parent_device)
|
|
retval = pm_runtime_put(data->chip->parent_device);
|
|
|
|
return (retval < 0) ? retval : 0;
|
|
}
|