1ba764c4dSAlex Elder // SPDX-License-Identifier: GPL-2.0
2ba764c4dSAlex Elder
3ba764c4dSAlex Elder /* Copyright (c) 2014-2018, The Linux Foundation. All rights reserved.
488412277SAlex Elder * Copyright (C) 2018-2024 Linaro Ltd.
5ba764c4dSAlex Elder */
6ba764c4dSAlex Elder
7ba764c4dSAlex Elder /* DOC: IPA Interrupts
8ba764c4dSAlex Elder *
9ba764c4dSAlex Elder * The IPA has an interrupt line distinct from the interrupt used by the GSI
10ba764c4dSAlex Elder * code. Whereas GSI interrupts are generally related to channel events (like
11ba764c4dSAlex Elder * transfer completions), IPA interrupts are related to other events related
12ba764c4dSAlex Elder * to the IPA. Some of the IPA interrupts come from a microcontroller
13ba764c4dSAlex Elder * embedded in the IPA. Each IPA interrupt type can be both masked and
14ba764c4dSAlex Elder * acknowledged independent of the others.
15ba764c4dSAlex Elder *
16ba764c4dSAlex Elder * Two of the IPA interrupts are initiated by the microcontroller. A third
17ba764c4dSAlex Elder * can be generated to signal the need for a wakeup/resume when an IPA
18ba764c4dSAlex Elder * endpoint has been suspended. There are other IPA events, but at this
19ba764c4dSAlex Elder * time only these three are supported.
20ba764c4dSAlex Elder */
21ba764c4dSAlex Elder
22ba764c4dSAlex Elder #include <linux/interrupt.h>
2388412277SAlex Elder #include <linux/platform_device.h>
24c3f115aaSAlex Elder #include <linux/pm_runtime.h>
25df54fde4SCaleb Connolly #include <linux/pm_wakeirq.h>
2688412277SAlex Elder #include <linux/types.h>
27ba764c4dSAlex Elder
28ba764c4dSAlex Elder #include "ipa.h"
29ba764c4dSAlex Elder #include "ipa_endpoint.h"
30ba764c4dSAlex Elder #include "ipa_interrupt.h"
3188412277SAlex Elder #include "ipa_power.h"
3288412277SAlex Elder #include "ipa_reg.h"
3388412277SAlex Elder #include "ipa_uc.h"
34ba764c4dSAlex Elder
35ba764c4dSAlex Elder /**
36ba764c4dSAlex Elder * struct ipa_interrupt - IPA interrupt information
37ba764c4dSAlex Elder * @ipa: IPA pointer
38ba764c4dSAlex Elder * @irq: Linux IRQ number used for IPA interrupts
39ba764c4dSAlex Elder * @enabled: Mask indicating which interrupts are enabled
402eca7344SAlex Elder * @suspend_enabled: Bitmap of endpoints with the SUSPEND interrupt enabled
41ba764c4dSAlex Elder */
42ba764c4dSAlex Elder struct ipa_interrupt {
43ba764c4dSAlex Elder struct ipa *ipa;
44ba764c4dSAlex Elder u32 irq;
45ba764c4dSAlex Elder u32 enabled;
462eca7344SAlex Elder unsigned long *suspend_enabled;
47ba764c4dSAlex Elder };
48ba764c4dSAlex Elder
49ef63ca78SAlex Elder /* Clear the suspend interrupt for all endpoints that signaled it */
ipa_interrupt_suspend_clear_all(struct ipa_interrupt * interrupt)50423df2e0SAlex Elder static void ipa_interrupt_suspend_clear_all(struct ipa_interrupt *interrupt)
51ef63ca78SAlex Elder {
52ef63ca78SAlex Elder struct ipa *ipa = interrupt->ipa;
53ef63ca78SAlex Elder u32 unit_count;
54ef63ca78SAlex Elder u32 unit;
55ef63ca78SAlex Elder
56ef63ca78SAlex Elder unit_count = DIV_ROUND_UP(ipa->endpoint_count, 32);
57ef63ca78SAlex Elder for (unit = 0; unit < unit_count; unit++) {
58ef63ca78SAlex Elder const struct reg *reg;
59ef63ca78SAlex Elder u32 val;
60ef63ca78SAlex Elder
61ef63ca78SAlex Elder reg = ipa_reg(ipa, IRQ_SUSPEND_INFO);
62ef63ca78SAlex Elder val = ioread32(ipa->reg_virt + reg_n_offset(reg, unit));
63ef63ca78SAlex Elder
64ef63ca78SAlex Elder /* SUSPEND interrupt status isn't cleared on IPA version 3.0 */
65f9345952SAlex Elder if (!val || ipa->version == IPA_VERSION_3_0)
66ef63ca78SAlex Elder continue;
67ef63ca78SAlex Elder
68ef63ca78SAlex Elder reg = ipa_reg(ipa, IRQ_SUSPEND_CLR);
69ef63ca78SAlex Elder iowrite32(val, ipa->reg_virt + reg_n_offset(reg, unit));
70ef63ca78SAlex Elder }
71ef63ca78SAlex Elder }
72ef63ca78SAlex Elder
73ba764c4dSAlex Elder /* Process a particular interrupt type that has been received */
ipa_interrupt_process(struct ipa_interrupt * interrupt,u32 irq_id)74ba764c4dSAlex Elder static void ipa_interrupt_process(struct ipa_interrupt *interrupt, u32 irq_id)
75ba764c4dSAlex Elder {
76ba764c4dSAlex Elder struct ipa *ipa = interrupt->ipa;
7781772e44SAlex Elder const struct reg *reg;
78ba764c4dSAlex Elder u32 mask = BIT(irq_id);
79e666aa97SAlex Elder u32 offset;
80ba764c4dSAlex Elder
816a244b75SAlex Elder reg = ipa_reg(ipa, IPA_IRQ_CLR);
82fc4cecf7SAlex Elder offset = reg_offset(reg);
83ba764c4dSAlex Elder
84bfb79854SAlex Elder switch (irq_id) {
85bfb79854SAlex Elder case IPA_IRQ_UC_0:
86bfb79854SAlex Elder case IPA_IRQ_UC_1:
87bfb79854SAlex Elder /* For microcontroller interrupts, clear the interrupt right
88bfb79854SAlex Elder * away, "to avoid clearing unhandled interrupts."
89ba764c4dSAlex Elder */
90e666aa97SAlex Elder iowrite32(mask, ipa->reg_virt + offset);
91bfb79854SAlex Elder ipa_uc_interrupt_handler(ipa, irq_id);
92bfb79854SAlex Elder break;
93bfb79854SAlex Elder
94bfb79854SAlex Elder case IPA_IRQ_TX_SUSPEND:
95bfb79854SAlex Elder /* Clearing the SUSPEND_TX interrupt also clears the
96bfb79854SAlex Elder * register that tells us which suspended endpoint(s)
97bfb79854SAlex Elder * caused the interrupt, so defer clearing until after
98bfb79854SAlex Elder * the handler has been called.
99bfb79854SAlex Elder */
100423df2e0SAlex Elder ipa_interrupt_suspend_clear_all(interrupt);
101bfb79854SAlex Elder fallthrough;
102bfb79854SAlex Elder
103bfb79854SAlex Elder default: /* Silently ignore (and clear) any other condition */
104bfb79854SAlex Elder iowrite32(mask, ipa->reg_virt + offset);
105bfb79854SAlex Elder break;
106bfb79854SAlex Elder }
107ba764c4dSAlex Elder }
108ba764c4dSAlex Elder
109176086d8SAlex Elder /* IPA IRQ handler is threaded */
ipa_isr_thread(int irq,void * dev_id)110176086d8SAlex Elder static irqreturn_t ipa_isr_thread(int irq, void *dev_id)
111ba764c4dSAlex Elder {
112176086d8SAlex Elder struct ipa_interrupt *interrupt = dev_id;
113ba764c4dSAlex Elder struct ipa *ipa = interrupt->ipa;
114ba764c4dSAlex Elder u32 enabled = interrupt->enabled;
1155245f4fdSAlex Elder struct device *dev = ipa->dev;
11681772e44SAlex Elder const struct reg *reg;
117e70e410fSAlex Elder u32 pending;
118e666aa97SAlex Elder u32 offset;
119ba764c4dSAlex Elder u32 mask;
1207ebd168cSAlex Elder int ret;
121ba764c4dSAlex Elder
122c3f115aaSAlex Elder ret = pm_runtime_get_sync(dev);
1237ebd168cSAlex Elder if (WARN_ON(ret < 0))
124c3f115aaSAlex Elder goto out_power_put;
125176086d8SAlex Elder
126ba764c4dSAlex Elder /* The status register indicates which conditions are present,
127ba764c4dSAlex Elder * including conditions whose interrupt is not enabled. Handle
128ba764c4dSAlex Elder * only the enabled ones.
129ba764c4dSAlex Elder */
1306a244b75SAlex Elder reg = ipa_reg(ipa, IPA_IRQ_STTS);
131fc4cecf7SAlex Elder offset = reg_offset(reg);
132e70e410fSAlex Elder pending = ioread32(ipa->reg_virt + offset);
133e70e410fSAlex Elder while ((mask = pending & enabled)) {
134ba764c4dSAlex Elder do {
135ba764c4dSAlex Elder u32 irq_id = __ffs(mask);
136ba764c4dSAlex Elder
137ba764c4dSAlex Elder mask ^= BIT(irq_id);
138ba764c4dSAlex Elder
139ba764c4dSAlex Elder ipa_interrupt_process(interrupt, irq_id);
140ba764c4dSAlex Elder } while (mask);
141e70e410fSAlex Elder pending = ioread32(ipa->reg_virt + offset);
142e70e410fSAlex Elder }
143e70e410fSAlex Elder
144e70e410fSAlex Elder /* If any disabled interrupts are pending, clear them */
145e70e410fSAlex Elder if (pending) {
146e70e410fSAlex Elder dev_dbg(dev, "clearing disabled IPA interrupts 0x%08x\n",
147e70e410fSAlex Elder pending);
1486a244b75SAlex Elder reg = ipa_reg(ipa, IPA_IRQ_CLR);
149fc4cecf7SAlex Elder iowrite32(pending, ipa->reg_virt + reg_offset(reg));
150ba764c4dSAlex Elder }
151c3f115aaSAlex Elder out_power_put:
1521aac309dSAlex Elder pm_runtime_mark_last_busy(dev);
1531aac309dSAlex Elder (void)pm_runtime_put_autosuspend(dev);
154937a0da4SAlex Elder
155ba764c4dSAlex Elder return IRQ_HANDLED;
156ba764c4dSAlex Elder }
157ba764c4dSAlex Elder
ipa_interrupt_enabled_update(struct ipa * ipa)1588e461e1fSAlex Elder static void ipa_interrupt_enabled_update(struct ipa *ipa)
1598e461e1fSAlex Elder {
16081772e44SAlex Elder const struct reg *reg = ipa_reg(ipa, IPA_IRQ_EN);
1618e461e1fSAlex Elder
162fc4cecf7SAlex Elder iowrite32(ipa->interrupt->enabled, ipa->reg_virt + reg_offset(reg));
1638e461e1fSAlex Elder }
1648e461e1fSAlex Elder
1658e461e1fSAlex Elder /* Enable an IPA interrupt type */
ipa_interrupt_enable(struct ipa * ipa,enum ipa_irq_id ipa_irq)166d50ed355SAlex Elder void ipa_interrupt_enable(struct ipa *ipa, enum ipa_irq_id ipa_irq)
1678e461e1fSAlex Elder {
1688e461e1fSAlex Elder /* Update the IPA interrupt mask to enable it */
1698e461e1fSAlex Elder ipa->interrupt->enabled |= BIT(ipa_irq);
1708e461e1fSAlex Elder ipa_interrupt_enabled_update(ipa);
1718e461e1fSAlex Elder }
1728e461e1fSAlex Elder
1738e461e1fSAlex Elder /* Disable an IPA interrupt type */
ipa_interrupt_disable(struct ipa * ipa,enum ipa_irq_id ipa_irq)174d50ed355SAlex Elder void ipa_interrupt_disable(struct ipa *ipa, enum ipa_irq_id ipa_irq)
1758e461e1fSAlex Elder {
1768e461e1fSAlex Elder /* Update the IPA interrupt mask to disable it */
1778e461e1fSAlex Elder ipa->interrupt->enabled &= ~BIT(ipa_irq);
1788e461e1fSAlex Elder ipa_interrupt_enabled_update(ipa);
1798e461e1fSAlex Elder }
1808e461e1fSAlex Elder
ipa_interrupt_irq_disable(struct ipa * ipa)1819ec9b2a3SCaleb Connolly void ipa_interrupt_irq_disable(struct ipa *ipa)
1829ec9b2a3SCaleb Connolly {
1839ec9b2a3SCaleb Connolly disable_irq(ipa->interrupt->irq);
1849ec9b2a3SCaleb Connolly }
1859ec9b2a3SCaleb Connolly
ipa_interrupt_irq_enable(struct ipa * ipa)1869ec9b2a3SCaleb Connolly void ipa_interrupt_irq_enable(struct ipa *ipa)
1879ec9b2a3SCaleb Connolly {
1889ec9b2a3SCaleb Connolly enable_irq(ipa->interrupt->irq);
1899ec9b2a3SCaleb Connolly }
1909ec9b2a3SCaleb Connolly
191ba764c4dSAlex Elder /* Common function used to enable/disable TX_SUSPEND for an endpoint */
ipa_interrupt_suspend_control(struct ipa_interrupt * interrupt,u32 endpoint_id,bool enable)192ba764c4dSAlex Elder static void ipa_interrupt_suspend_control(struct ipa_interrupt *interrupt,
193ba764c4dSAlex Elder u32 endpoint_id, bool enable)
194ba764c4dSAlex Elder {
195ba764c4dSAlex Elder struct ipa *ipa = interrupt->ipa;
196d9d71a89SAlex Elder u32 mask = BIT(endpoint_id % 32);
197f298ba78SAlex Elder u32 unit = endpoint_id / 32;
19881772e44SAlex Elder const struct reg *reg;
1996f370026SAlex Elder unsigned long weight;
200e666aa97SAlex Elder u32 offset;
201ba764c4dSAlex Elder u32 val;
202ba764c4dSAlex Elder
20388de7672SAlex Elder WARN_ON(!test_bit(endpoint_id, ipa->available));
204e666aa97SAlex Elder
205e666aa97SAlex Elder /* IPA version 3.0 does not support TX_SUSPEND interrupt control */
206e666aa97SAlex Elder if (ipa->version == IPA_VERSION_3_0)
207e666aa97SAlex Elder return;
208e666aa97SAlex Elder
2096f370026SAlex Elder weight = bitmap_weight(interrupt->suspend_enabled, ipa->endpoint_count);
2106f370026SAlex Elder if (weight == 1 && !enable)
2116f370026SAlex Elder ipa_interrupt_disable(ipa, IPA_IRQ_TX_SUSPEND);
2126f370026SAlex Elder
2136a244b75SAlex Elder reg = ipa_reg(ipa, IRQ_SUSPEND_EN);
214fc4cecf7SAlex Elder offset = reg_n_offset(reg, unit);
215e666aa97SAlex Elder val = ioread32(ipa->reg_virt + offset);
21688de7672SAlex Elder
217ba764c4dSAlex Elder if (enable)
218ba764c4dSAlex Elder val |= mask;
219ba764c4dSAlex Elder else
220ba764c4dSAlex Elder val &= ~mask;
2212eca7344SAlex Elder __change_bit(endpoint_id, interrupt->suspend_enabled);
22288de7672SAlex Elder
223e666aa97SAlex Elder iowrite32(val, ipa->reg_virt + offset);
2246f370026SAlex Elder
2256f370026SAlex Elder if (!weight && enable)
2266f370026SAlex Elder ipa_interrupt_enable(ipa, IPA_IRQ_TX_SUSPEND);
227ba764c4dSAlex Elder }
228ba764c4dSAlex Elder
229ba764c4dSAlex Elder /* Enable TX_SUSPEND for an endpoint */
230ba764c4dSAlex Elder void
ipa_interrupt_suspend_enable(struct ipa_interrupt * interrupt,u32 endpoint_id)231ba764c4dSAlex Elder ipa_interrupt_suspend_enable(struct ipa_interrupt *interrupt, u32 endpoint_id)
232ba764c4dSAlex Elder {
233ba764c4dSAlex Elder ipa_interrupt_suspend_control(interrupt, endpoint_id, true);
234ba764c4dSAlex Elder }
235ba764c4dSAlex Elder
236ba764c4dSAlex Elder /* Disable TX_SUSPEND for an endpoint */
237ba764c4dSAlex Elder void
ipa_interrupt_suspend_disable(struct ipa_interrupt * interrupt,u32 endpoint_id)238ba764c4dSAlex Elder ipa_interrupt_suspend_disable(struct ipa_interrupt *interrupt, u32 endpoint_id)
239ba764c4dSAlex Elder {
240ba764c4dSAlex Elder ipa_interrupt_suspend_control(interrupt, endpoint_id, false);
241ba764c4dSAlex Elder }
242ba764c4dSAlex Elder
243ba764c4dSAlex Elder /* Simulate arrival of an IPA TX_SUSPEND interrupt */
ipa_interrupt_simulate_suspend(struct ipa_interrupt * interrupt)244ba764c4dSAlex Elder void ipa_interrupt_simulate_suspend(struct ipa_interrupt *interrupt)
245ba764c4dSAlex Elder {
246ba764c4dSAlex Elder ipa_interrupt_process(interrupt, IPA_IRQ_TX_SUSPEND);
247ba764c4dSAlex Elder }
248ba764c4dSAlex Elder
2491118a147SAlex Elder /* Configure the IPA interrupt framework */
ipa_interrupt_config(struct ipa * ipa)250e87e4371SAlex Elder int ipa_interrupt_config(struct ipa *ipa)
251ba764c4dSAlex Elder {
252ad1be80dSAlex Elder struct ipa_interrupt *interrupt = ipa->interrupt;
253ad1be80dSAlex Elder unsigned int irq = interrupt->irq;
2545245f4fdSAlex Elder struct device *dev = ipa->dev;
25581772e44SAlex Elder const struct reg *reg;
256ba764c4dSAlex Elder int ret;
257ba764c4dSAlex Elder
258ba764c4dSAlex Elder interrupt->ipa = ipa;
259ba764c4dSAlex Elder
2602eca7344SAlex Elder /* Initially all IPA interrupt types are disabled */
2612eca7344SAlex Elder interrupt->enabled = 0;
2622eca7344SAlex Elder interrupt->suspend_enabled = bitmap_zalloc(ipa->endpoint_count,
2632eca7344SAlex Elder GFP_KERNEL);
2642eca7344SAlex Elder if (!interrupt->suspend_enabled) {
2652eca7344SAlex Elder ret = -ENOMEM;
2662eca7344SAlex Elder goto err_kfree;
2672eca7344SAlex Elder }
2682eca7344SAlex Elder
2692eca7344SAlex Elder /* Disable IPA interrupt types */
2706a244b75SAlex Elder reg = ipa_reg(ipa, IPA_IRQ_EN);
271fc4cecf7SAlex Elder iowrite32(0, ipa->reg_virt + reg_offset(reg));
272ba764c4dSAlex Elder
273937a0da4SAlex Elder ret = request_threaded_irq(irq, NULL, ipa_isr_thread, IRQF_ONESHOT,
274ba764c4dSAlex Elder "ipa", interrupt);
275ba764c4dSAlex Elder if (ret) {
276ba764c4dSAlex Elder dev_err(dev, "error %d requesting \"ipa\" IRQ\n", ret);
2772eca7344SAlex Elder goto err_free_bitmap;
278ba764c4dSAlex Elder }
279ba764c4dSAlex Elder
280*19790951SAlex Elder ret = device_init_wakeup(dev, true);
281*19790951SAlex Elder if (ret) {
282*19790951SAlex Elder dev_err(dev, "error %d enabling wakeup\n", ret);
283*19790951SAlex Elder goto err_free_irq;
284*19790951SAlex Elder }
285*19790951SAlex Elder
286df54fde4SCaleb Connolly ret = dev_pm_set_wake_irq(dev, irq);
287d1b5126aSAlex Elder if (ret) {
288e87e4371SAlex Elder dev_err(dev, "error %d registering \"ipa\" IRQ as wakeirq\n",
289e87e4371SAlex Elder ret);
290*19790951SAlex Elder goto err_disable_wakeup;
291d1b5126aSAlex Elder }
292d1b5126aSAlex Elder
293e87e4371SAlex Elder ipa->interrupt = interrupt;
294e87e4371SAlex Elder
295e87e4371SAlex Elder return 0;
296ba764c4dSAlex Elder
297*19790951SAlex Elder err_disable_wakeup:
298*19790951SAlex Elder (void)device_init_wakeup(dev, false);
299d1b5126aSAlex Elder err_free_irq:
300d1b5126aSAlex Elder free_irq(interrupt->irq, interrupt);
3012eca7344SAlex Elder err_free_bitmap:
3022eca7344SAlex Elder bitmap_free(interrupt->suspend_enabled);
303ba764c4dSAlex Elder err_kfree:
304ba764c4dSAlex Elder kfree(interrupt);
305ba764c4dSAlex Elder
306e87e4371SAlex Elder return ret;
307ba764c4dSAlex Elder }
308ba764c4dSAlex Elder
3091118a147SAlex Elder /* Inverse of ipa_interrupt_config() */
ipa_interrupt_deconfig(struct ipa * ipa)310e87e4371SAlex Elder void ipa_interrupt_deconfig(struct ipa *ipa)
311ba764c4dSAlex Elder {
312e87e4371SAlex Elder struct ipa_interrupt *interrupt = ipa->interrupt;
3135245f4fdSAlex Elder struct device *dev = ipa->dev;
314e87e4371SAlex Elder
315e87e4371SAlex Elder ipa->interrupt = NULL;
316d1b5126aSAlex Elder
317df54fde4SCaleb Connolly dev_pm_clear_wake_irq(dev);
318*19790951SAlex Elder (void)device_init_wakeup(dev, false);
319ba764c4dSAlex Elder free_irq(interrupt->irq, interrupt);
3202eca7344SAlex Elder bitmap_free(interrupt->suspend_enabled);
321ad1be80dSAlex Elder }
322ad1be80dSAlex Elder
323ad1be80dSAlex Elder /* Initialize the IPA interrupt structure */
ipa_interrupt_init(struct platform_device * pdev)324ad1be80dSAlex Elder struct ipa_interrupt *ipa_interrupt_init(struct platform_device *pdev)
325ad1be80dSAlex Elder {
326ad1be80dSAlex Elder struct ipa_interrupt *interrupt;
327ad1be80dSAlex Elder int irq;
328ad1be80dSAlex Elder
329ad1be80dSAlex Elder irq = platform_get_irq_byname(pdev, "ipa");
33019ad0f3aSJiapeng Chong if (irq <= 0)
331ad1be80dSAlex Elder return ERR_PTR(irq ? : -EINVAL);
332ad1be80dSAlex Elder
333ad1be80dSAlex Elder interrupt = kzalloc(sizeof(*interrupt), GFP_KERNEL);
334ad1be80dSAlex Elder if (!interrupt)
335ad1be80dSAlex Elder return ERR_PTR(-ENOMEM);
336ad1be80dSAlex Elder interrupt->irq = irq;
337ad1be80dSAlex Elder
338ad1be80dSAlex Elder return interrupt;
339ad1be80dSAlex Elder }
340ad1be80dSAlex Elder
341ad1be80dSAlex Elder /* Inverse of ipa_interrupt_init() */
ipa_interrupt_exit(struct ipa_interrupt * interrupt)342ad1be80dSAlex Elder void ipa_interrupt_exit(struct ipa_interrupt *interrupt)
343ad1be80dSAlex Elder {
344ba764c4dSAlex Elder kfree(interrupt);
345ba764c4dSAlex Elder }
346