1 // SPDX-License-Identifier: GPL-2.0
3 * VFIO based Physical Subchannel device driver
5 * Copyright IBM Corp. 2017
7 * Author(s): Dong Jia Shi <bjsdjshi@linux.vnet.ibm.com>
8 * Xiao Feng Ren <renxiaof@linux.vnet.ibm.com>
11 #include <linux/module.h>
12 #include <linux/init.h>
13 #include <linux/device.h>
14 #include <linux/slab.h>
15 #include <linux/uuid.h>
16 #include <linux/mdev.h>
22 #include "vfio_ccw_private.h"
24 struct workqueue_struct *vfio_ccw_work_q;
25 struct kmem_cache *vfio_ccw_io_region;
30 int vfio_ccw_sch_quiesce(struct subchannel *sch)
32 struct vfio_ccw_private *private = dev_get_drvdata(&sch->dev);
33 DECLARE_COMPLETION_ONSTACK(completion);
36 spin_lock_irq(sch->lock);
37 if (!sch->schib.pmcw.ena)
39 ret = cio_disable_subchannel(sch);
46 ret = cio_cancel_halt_clear(sch, &iretry);
49 pr_err("vfio_ccw: could not quiesce subchannel 0.%x.%04x!\n",
50 sch->schid.ssid, sch->schid.sch_no);
55 * Flush all I/O and wait for
56 * cancel/halt/clear completion.
58 private->completion = &completion;
59 spin_unlock_irq(sch->lock);
62 wait_for_completion_timeout(&completion, 3*HZ);
64 private->completion = NULL;
65 flush_workqueue(vfio_ccw_work_q);
66 spin_lock_irq(sch->lock);
67 ret = cio_disable_subchannel(sch);
68 } while (ret == -EBUSY);
70 private->state = VFIO_CCW_STATE_NOT_OPER;
71 spin_unlock_irq(sch->lock);
75 static void vfio_ccw_sch_io_todo(struct work_struct *work)
77 struct vfio_ccw_private *private;
81 private = container_of(work, struct vfio_ccw_private, io_work);
84 is_final = !(scsw_actl(&irb->scsw) &
85 (SCSW_ACTL_DEVACT | SCSW_ACTL_SCHACT));
86 if (scsw_is_solicited(&irb->scsw)) {
87 cp_update_scsw(&private->cp, &irb->scsw);
89 cp_free(&private->cp);
91 memcpy(private->io_region->irb_area, irb, sizeof(*irb));
93 if (private->io_trigger)
94 eventfd_signal(private->io_trigger, 1);
96 if (private->mdev && is_final)
97 private->state = VFIO_CCW_STATE_IDLE;
101 * Css driver callbacks
103 static void vfio_ccw_sch_irq(struct subchannel *sch)
105 struct vfio_ccw_private *private = dev_get_drvdata(&sch->dev);
107 inc_irq_stat(IRQIO_CIO);
108 vfio_ccw_fsm_event(private, VFIO_CCW_EVENT_INTERRUPT);
111 static int vfio_ccw_sch_probe(struct subchannel *sch)
113 struct pmcw *pmcw = &sch->schib.pmcw;
114 struct vfio_ccw_private *private;
118 dev_warn(&sch->dev, "vfio: ccw: does not support QDIO: %s\n",
119 dev_name(&sch->dev));
123 private = kzalloc(sizeof(*private), GFP_KERNEL | GFP_DMA);
127 private->io_region = kmem_cache_zalloc(vfio_ccw_io_region,
128 GFP_KERNEL | GFP_DMA);
129 if (!private->io_region) {
135 dev_set_drvdata(&sch->dev, private);
137 spin_lock_irq(sch->lock);
138 private->state = VFIO_CCW_STATE_NOT_OPER;
139 sch->isc = VFIO_CCW_ISC;
140 ret = cio_enable_subchannel(sch, (u32)(unsigned long)sch);
141 spin_unlock_irq(sch->lock);
145 ret = vfio_ccw_mdev_reg(sch);
149 INIT_WORK(&private->io_work, vfio_ccw_sch_io_todo);
150 atomic_set(&private->avail, 1);
151 private->state = VFIO_CCW_STATE_STANDBY;
156 cio_disable_subchannel(sch);
158 dev_set_drvdata(&sch->dev, NULL);
159 kmem_cache_free(vfio_ccw_io_region, private->io_region);
164 static int vfio_ccw_sch_remove(struct subchannel *sch)
166 struct vfio_ccw_private *private = dev_get_drvdata(&sch->dev);
168 vfio_ccw_sch_quiesce(sch);
170 vfio_ccw_mdev_unreg(sch);
172 dev_set_drvdata(&sch->dev, NULL);
174 kmem_cache_free(vfio_ccw_io_region, private->io_region);
180 static void vfio_ccw_sch_shutdown(struct subchannel *sch)
182 vfio_ccw_sch_quiesce(sch);
186 * vfio_ccw_sch_event - process subchannel event
188 * @process: non-zero if function is called in process context
190 * An unspecified event occurred for this subchannel. Adjust data according
191 * to the current operational state of the subchannel. Return zero when the
192 * event has been handled sufficiently or -EAGAIN when this function should
193 * be called again in process context.
195 static int vfio_ccw_sch_event(struct subchannel *sch, int process)
197 struct vfio_ccw_private *private = dev_get_drvdata(&sch->dev);
201 spin_lock_irqsave(sch->lock, flags);
202 if (!device_is_registered(&sch->dev))
205 if (work_pending(&sch->todo_work))
210 if (cio_update_schib(sch))
211 vfio_ccw_fsm_event(private, VFIO_CCW_EVENT_NOT_OPER);
214 spin_unlock_irqrestore(sch->lock, flags);
219 static struct css_device_id vfio_ccw_sch_ids[] = {
220 { .match_flags = 0x1, .type = SUBCHANNEL_TYPE_IO, },
221 { /* end of list */ },
223 MODULE_DEVICE_TABLE(css, vfio_ccw_sch_ids);
225 static struct css_driver vfio_ccw_sch_driver = {
228 .owner = THIS_MODULE,
230 .subchannel_type = vfio_ccw_sch_ids,
231 .irq = vfio_ccw_sch_irq,
232 .probe = vfio_ccw_sch_probe,
233 .remove = vfio_ccw_sch_remove,
234 .shutdown = vfio_ccw_sch_shutdown,
235 .sch_event = vfio_ccw_sch_event,
238 static int __init vfio_ccw_sch_init(void)
242 vfio_ccw_work_q = create_singlethread_workqueue("vfio-ccw");
243 if (!vfio_ccw_work_q)
246 vfio_ccw_io_region = kmem_cache_create_usercopy("vfio_ccw_io_region",
247 sizeof(struct ccw_io_region), 0,
249 sizeof(struct ccw_io_region), NULL);
250 if (!vfio_ccw_io_region) {
251 destroy_workqueue(vfio_ccw_work_q);
255 isc_register(VFIO_CCW_ISC);
256 ret = css_driver_register(&vfio_ccw_sch_driver);
258 isc_unregister(VFIO_CCW_ISC);
259 kmem_cache_destroy(vfio_ccw_io_region);
260 destroy_workqueue(vfio_ccw_work_q);
266 static void __exit vfio_ccw_sch_exit(void)
268 css_driver_unregister(&vfio_ccw_sch_driver);
269 isc_unregister(VFIO_CCW_ISC);
270 kmem_cache_destroy(vfio_ccw_io_region);
271 destroy_workqueue(vfio_ccw_work_q);
273 module_init(vfio_ccw_sch_init);
274 module_exit(vfio_ccw_sch_exit);
276 MODULE_LICENSE("GPL v2");