2535c3677c7b66a1650fc3a1a7fb9c99684ae8ea
[sfrench/cifs-2.6.git] / samples / vfio-mdev / mbochs.c
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Mediated virtual PCI display host device driver
4  *
5  * Emulate enough of qemu stdvga to make bochs-drm.ko happy.  That is
6  * basically the vram memory bar and the bochs dispi interface vbe
7  * registers in the mmio register bar.  Specifically it does *not*
8  * include any legacy vga stuff.  Device looks a lot like "qemu -device
9  * secondary-vga".
10  *
11  *   (c) Gerd Hoffmann <kraxel@redhat.com>
12  *
13  * based on mtty driver which is:
14  *   Copyright (c) 2016, NVIDIA CORPORATION. All rights reserved.
15  *       Author: Neo Jia <cjia@nvidia.com>
16  *               Kirti Wankhede <kwankhede@nvidia.com>
17  *
18  * This program is free software; you can redistribute it and/or modify
19  * it under the terms of the GNU General Public License version 2 as
20  * published by the Free Software Foundation.
21  */
22 #include <linux/init.h>
23 #include <linux/module.h>
24 #include <linux/device.h>
25 #include <linux/kernel.h>
26 #include <linux/slab.h>
27 #include <linux/vmalloc.h>
28 #include <linux/cdev.h>
29 #include <linux/vfio.h>
30 #include <linux/iommu.h>
31 #include <linux/sysfs.h>
32 #include <linux/mdev.h>
33 #include <linux/pci.h>
34 #include <linux/dma-buf.h>
35 #include <linux/highmem.h>
36 #include <drm/drm_fourcc.h>
37 #include <drm/drm_rect.h>
38 #include <drm/drm_modeset_lock.h>
39 #include <drm/drm_property.h>
40 #include <drm/drm_plane.h>
41
42
43 #define VBE_DISPI_INDEX_ID              0x0
44 #define VBE_DISPI_INDEX_XRES            0x1
45 #define VBE_DISPI_INDEX_YRES            0x2
46 #define VBE_DISPI_INDEX_BPP             0x3
47 #define VBE_DISPI_INDEX_ENABLE          0x4
48 #define VBE_DISPI_INDEX_BANK            0x5
49 #define VBE_DISPI_INDEX_VIRT_WIDTH      0x6
50 #define VBE_DISPI_INDEX_VIRT_HEIGHT     0x7
51 #define VBE_DISPI_INDEX_X_OFFSET        0x8
52 #define VBE_DISPI_INDEX_Y_OFFSET        0x9
53 #define VBE_DISPI_INDEX_VIDEO_MEMORY_64K 0xa
54 #define VBE_DISPI_INDEX_COUNT           0xb
55
56 #define VBE_DISPI_ID0                   0xB0C0
57 #define VBE_DISPI_ID1                   0xB0C1
58 #define VBE_DISPI_ID2                   0xB0C2
59 #define VBE_DISPI_ID3                   0xB0C3
60 #define VBE_DISPI_ID4                   0xB0C4
61 #define VBE_DISPI_ID5                   0xB0C5
62
63 #define VBE_DISPI_DISABLED              0x00
64 #define VBE_DISPI_ENABLED               0x01
65 #define VBE_DISPI_GETCAPS               0x02
66 #define VBE_DISPI_8BIT_DAC              0x20
67 #define VBE_DISPI_LFB_ENABLED           0x40
68 #define VBE_DISPI_NOCLEARMEM            0x80
69
70
71 #define MBOCHS_NAME               "mbochs"
72 #define MBOCHS_CLASS_NAME         "mbochs"
73
74 #define MBOCHS_CONFIG_SPACE_SIZE  0xff
75 #define MBOCHS_MMIO_BAR_OFFSET    PAGE_SIZE
76 #define MBOCHS_MMIO_BAR_SIZE      PAGE_SIZE
77 #define MBOCHS_MEMORY_BAR_OFFSET  (MBOCHS_MMIO_BAR_OFFSET + \
78                                    MBOCHS_MMIO_BAR_SIZE)
79
80 #define STORE_LE16(addr, val)   (*(u16 *)addr = val)
81 #define STORE_LE32(addr, val)   (*(u32 *)addr = val)
82
83
84 MODULE_LICENSE("GPL v2");
85
86 static int max_mbytes = 256;
87 module_param_named(count, max_mbytes, int, 0444);
88 MODULE_PARM_DESC(mem, "megabytes available to " MBOCHS_NAME " devices");
89
90
91 #define MBOCHS_TYPE_1 "small"
92 #define MBOCHS_TYPE_2 "medium"
93 #define MBOCHS_TYPE_3 "large"
94
95 static const struct mbochs_type {
96         const char *name;
97         u32 mbytes;
98 } mbochs_types[] = {
99         {
100                 .name   = MBOCHS_CLASS_NAME "-" MBOCHS_TYPE_1,
101                 .mbytes = 4,
102         }, {
103                 .name   = MBOCHS_CLASS_NAME "-" MBOCHS_TYPE_2,
104                 .mbytes = 16,
105         }, {
106                 .name   = MBOCHS_CLASS_NAME "-" MBOCHS_TYPE_3,
107                 .mbytes = 64,
108         },
109 };
110
111
112 static dev_t            mbochs_devt;
113 static struct class     *mbochs_class;
114 static struct cdev      mbochs_cdev;
115 static struct device    mbochs_dev;
116 static int              mbochs_used_mbytes;
117
118 struct mbochs_mode {
119         u32 drm_format;
120         u32 bytepp;
121         u32 width;
122         u32 height;
123         u32 stride;
124         u32 __pad;
125         u64 offset;
126         u64 size;
127 };
128
129 struct mbochs_dmabuf {
130         struct mbochs_mode mode;
131         u32 id;
132         struct page **pages;
133         pgoff_t pagecount;
134         struct dma_buf *buf;
135         struct mdev_state *mdev_state;
136         struct list_head next;
137         bool unlinked;
138 };
139
140 /* State of each mdev device */
141 struct mdev_state {
142         u8 *vconfig;
143         u64 bar_mask[3];
144         u32 memory_bar_mask;
145         struct mutex ops_lock;
146         struct mdev_device *mdev;
147         struct vfio_device_info dev_info;
148
149         const struct mbochs_type *type;
150         u16 vbe[VBE_DISPI_INDEX_COUNT];
151         u64 memsize;
152         struct page **pages;
153         pgoff_t pagecount;
154
155         struct list_head dmabufs;
156         u32 active_id;
157         u32 next_id;
158 };
159
160 static const char *vbe_name_list[VBE_DISPI_INDEX_COUNT] = {
161         [VBE_DISPI_INDEX_ID]               = "id",
162         [VBE_DISPI_INDEX_XRES]             = "xres",
163         [VBE_DISPI_INDEX_YRES]             = "yres",
164         [VBE_DISPI_INDEX_BPP]              = "bpp",
165         [VBE_DISPI_INDEX_ENABLE]           = "enable",
166         [VBE_DISPI_INDEX_BANK]             = "bank",
167         [VBE_DISPI_INDEX_VIRT_WIDTH]       = "virt-width",
168         [VBE_DISPI_INDEX_VIRT_HEIGHT]      = "virt-height",
169         [VBE_DISPI_INDEX_X_OFFSET]         = "x-offset",
170         [VBE_DISPI_INDEX_Y_OFFSET]         = "y-offset",
171         [VBE_DISPI_INDEX_VIDEO_MEMORY_64K] = "video-mem",
172 };
173
174 static const char *vbe_name(u32 index)
175 {
176         if (index < ARRAY_SIZE(vbe_name_list))
177                 return vbe_name_list[index];
178         return "(invalid)";
179 }
180
181 static struct page *__mbochs_get_page(struct mdev_state *mdev_state,
182                                       pgoff_t pgoff);
183 static struct page *mbochs_get_page(struct mdev_state *mdev_state,
184                                     pgoff_t pgoff);
185
186 static const struct mbochs_type *mbochs_find_type(struct kobject *kobj)
187 {
188         int i;
189
190         for (i = 0; i < ARRAY_SIZE(mbochs_types); i++)
191                 if (strcmp(mbochs_types[i].name, kobj->name) == 0)
192                         return mbochs_types + i;
193         return NULL;
194 }
195
196 static void mbochs_create_config_space(struct mdev_state *mdev_state)
197 {
198         STORE_LE16((u16 *) &mdev_state->vconfig[PCI_VENDOR_ID],
199                    0x1234);
200         STORE_LE16((u16 *) &mdev_state->vconfig[PCI_DEVICE_ID],
201                    0x1111);
202         STORE_LE16((u16 *) &mdev_state->vconfig[PCI_SUBSYSTEM_VENDOR_ID],
203                    PCI_SUBVENDOR_ID_REDHAT_QUMRANET);
204         STORE_LE16((u16 *) &mdev_state->vconfig[PCI_SUBSYSTEM_ID],
205                    PCI_SUBDEVICE_ID_QEMU);
206
207         STORE_LE16((u16 *) &mdev_state->vconfig[PCI_COMMAND],
208                    PCI_COMMAND_IO | PCI_COMMAND_MEMORY);
209         STORE_LE16((u16 *) &mdev_state->vconfig[PCI_CLASS_DEVICE],
210                    PCI_CLASS_DISPLAY_OTHER);
211         mdev_state->vconfig[PCI_CLASS_REVISION] =  0x01;
212
213         STORE_LE32((u32 *) &mdev_state->vconfig[PCI_BASE_ADDRESS_0],
214                    PCI_BASE_ADDRESS_SPACE_MEMORY |
215                    PCI_BASE_ADDRESS_MEM_TYPE_32  |
216                    PCI_BASE_ADDRESS_MEM_PREFETCH);
217         mdev_state->bar_mask[0] = ~(mdev_state->memsize) + 1;
218
219         STORE_LE32((u32 *) &mdev_state->vconfig[PCI_BASE_ADDRESS_2],
220                    PCI_BASE_ADDRESS_SPACE_MEMORY |
221                    PCI_BASE_ADDRESS_MEM_TYPE_32);
222         mdev_state->bar_mask[2] = ~(MBOCHS_MMIO_BAR_SIZE) + 1;
223 }
224
225 static int mbochs_check_framebuffer(struct mdev_state *mdev_state,
226                                     struct mbochs_mode *mode)
227 {
228         struct device *dev = mdev_dev(mdev_state->mdev);
229         u16 *vbe = mdev_state->vbe;
230         u32 virt_width;
231
232         WARN_ON(!mutex_is_locked(&mdev_state->ops_lock));
233
234         if (!(vbe[VBE_DISPI_INDEX_ENABLE] & VBE_DISPI_ENABLED))
235                 goto nofb;
236
237         memset(mode, 0, sizeof(*mode));
238         switch (vbe[VBE_DISPI_INDEX_BPP]) {
239         case 32:
240                 mode->drm_format = DRM_FORMAT_XRGB8888;
241                 mode->bytepp = 4;
242                 break;
243         default:
244                 dev_info_ratelimited(dev, "%s: bpp %d not supported\n",
245                                      __func__, vbe[VBE_DISPI_INDEX_BPP]);
246                 goto nofb;
247         }
248
249         mode->width  = vbe[VBE_DISPI_INDEX_XRES];
250         mode->height = vbe[VBE_DISPI_INDEX_YRES];
251         virt_width  = vbe[VBE_DISPI_INDEX_VIRT_WIDTH];
252         if (virt_width < mode->width)
253                 virt_width = mode->width;
254         mode->stride = virt_width * mode->bytepp;
255         mode->size   = (u64)mode->stride * mode->height;
256         mode->offset = ((u64)vbe[VBE_DISPI_INDEX_X_OFFSET] * mode->bytepp +
257                        (u64)vbe[VBE_DISPI_INDEX_Y_OFFSET] * mode->stride);
258
259         if (mode->width < 64 || mode->height < 64) {
260                 dev_info_ratelimited(dev, "%s: invalid resolution %dx%d\n",
261                                      __func__, mode->width, mode->height);
262                 goto nofb;
263         }
264         if (mode->offset + mode->size > mdev_state->memsize) {
265                 dev_info_ratelimited(dev, "%s: framebuffer memory overflow\n",
266                                      __func__);
267                 goto nofb;
268         }
269
270         return 0;
271
272 nofb:
273         memset(mode, 0, sizeof(*mode));
274         return -EINVAL;
275 }
276
277 static bool mbochs_modes_equal(struct mbochs_mode *mode1,
278                                struct mbochs_mode *mode2)
279 {
280         return memcmp(mode1, mode2, sizeof(struct mbochs_mode)) == 0;
281 }
282
283 static void handle_pci_cfg_write(struct mdev_state *mdev_state, u16 offset,
284                                  char *buf, u32 count)
285 {
286         struct device *dev = mdev_dev(mdev_state->mdev);
287         int index = (offset - PCI_BASE_ADDRESS_0) / 0x04;
288         u32 cfg_addr;
289
290         switch (offset) {
291         case PCI_BASE_ADDRESS_0:
292         case PCI_BASE_ADDRESS_2:
293                 cfg_addr = *(u32 *)buf;
294
295                 if (cfg_addr == 0xffffffff) {
296                         cfg_addr = (cfg_addr & mdev_state->bar_mask[index]);
297                 } else {
298                         cfg_addr &= PCI_BASE_ADDRESS_MEM_MASK;
299                         if (cfg_addr)
300                                 dev_info(dev, "BAR #%d @ 0x%x\n",
301                                          index, cfg_addr);
302                 }
303
304                 cfg_addr |= (mdev_state->vconfig[offset] &
305                              ~PCI_BASE_ADDRESS_MEM_MASK);
306                 STORE_LE32(&mdev_state->vconfig[offset], cfg_addr);
307                 break;
308         }
309 }
310
311 static void handle_mmio_write(struct mdev_state *mdev_state, u16 offset,
312                               char *buf, u32 count)
313 {
314         struct device *dev = mdev_dev(mdev_state->mdev);
315         int index;
316         u16 reg16;
317
318         switch (offset) {
319         case 0x400 ... 0x41f: /* vga ioports remapped */
320                 goto unhandled;
321         case 0x500 ... 0x515: /* bochs dispi interface */
322                 if (count != 2)
323                         goto unhandled;
324                 index = (offset - 0x500) / 2;
325                 reg16 = *(u16 *)buf;
326                 if (index < ARRAY_SIZE(mdev_state->vbe))
327                         mdev_state->vbe[index] = reg16;
328                 dev_dbg(dev, "%s: vbe write %d = %d (%s)\n",
329                         __func__, index, reg16, vbe_name(index));
330                 break;
331         case 0x600 ... 0x607: /* qemu extended regs */
332                 goto unhandled;
333         default:
334 unhandled:
335                 dev_dbg(dev, "%s: @0x%03x, count %d (unhandled)\n",
336                         __func__, offset, count);
337                 break;
338         }
339 }
340
341 static void handle_mmio_read(struct mdev_state *mdev_state, u16 offset,
342                              char *buf, u32 count)
343 {
344         struct device *dev = mdev_dev(mdev_state->mdev);
345         u16 reg16 = 0;
346         int index;
347
348         switch (offset) {
349         case 0x500 ... 0x515: /* bochs dispi interface */
350                 if (count != 2)
351                         goto unhandled;
352                 index = (offset - 0x500) / 2;
353                 if (index < ARRAY_SIZE(mdev_state->vbe))
354                         reg16 = mdev_state->vbe[index];
355                 dev_dbg(dev, "%s: vbe read %d = %d (%s)\n",
356                         __func__, index, reg16, vbe_name(index));
357                 *(u16 *)buf = reg16;
358                 break;
359         default:
360 unhandled:
361                 dev_dbg(dev, "%s: @0x%03x, count %d (unhandled)\n",
362                         __func__, offset, count);
363                 memset(buf, 0, count);
364                 break;
365         }
366 }
367
368 static ssize_t mdev_access(struct mdev_device *mdev, char *buf, size_t count,
369                            loff_t pos, bool is_write)
370 {
371         struct mdev_state *mdev_state = mdev_get_drvdata(mdev);
372         struct device *dev = mdev_dev(mdev);
373         struct page *pg;
374         loff_t poff;
375         char *map;
376         int ret = 0;
377
378         mutex_lock(&mdev_state->ops_lock);
379
380         if (pos < MBOCHS_CONFIG_SPACE_SIZE) {
381                 if (is_write)
382                         handle_pci_cfg_write(mdev_state, pos, buf, count);
383                 else
384                         memcpy(buf, (mdev_state->vconfig + pos), count);
385
386         } else if (pos >= MBOCHS_MMIO_BAR_OFFSET &&
387                    pos + count <= MBOCHS_MEMORY_BAR_OFFSET) {
388                 pos -= MBOCHS_MMIO_BAR_OFFSET;
389                 if (is_write)
390                         handle_mmio_write(mdev_state, pos, buf, count);
391                 else
392                         handle_mmio_read(mdev_state, pos, buf, count);
393
394         } else if (pos >= MBOCHS_MEMORY_BAR_OFFSET &&
395                    pos + count <=
396                    MBOCHS_MEMORY_BAR_OFFSET + mdev_state->memsize) {
397                 pos -= MBOCHS_MMIO_BAR_OFFSET;
398                 poff = pos & ~PAGE_MASK;
399                 pg = __mbochs_get_page(mdev_state, pos >> PAGE_SHIFT);
400                 map = kmap(pg);
401                 if (is_write)
402                         memcpy(map + poff, buf, count);
403                 else
404                         memcpy(buf, map + poff, count);
405                 kunmap(pg);
406                 put_page(pg);
407
408         } else {
409                 dev_dbg(dev, "%s: %s @0x%llx (unhandled)\n",
410                         __func__, is_write ? "WR" : "RD", pos);
411                 ret = -1;
412                 goto accessfailed;
413         }
414
415         ret = count;
416
417
418 accessfailed:
419         mutex_unlock(&mdev_state->ops_lock);
420
421         return ret;
422 }
423
424 static int mbochs_reset(struct mdev_device *mdev)
425 {
426         struct mdev_state *mdev_state = mdev_get_drvdata(mdev);
427         u32 size64k = mdev_state->memsize / (64 * 1024);
428         int i;
429
430         for (i = 0; i < ARRAY_SIZE(mdev_state->vbe); i++)
431                 mdev_state->vbe[i] = 0;
432         mdev_state->vbe[VBE_DISPI_INDEX_ID] = VBE_DISPI_ID5;
433         mdev_state->vbe[VBE_DISPI_INDEX_VIDEO_MEMORY_64K] = size64k;
434         return 0;
435 }
436
437 static int mbochs_create(struct kobject *kobj, struct mdev_device *mdev)
438 {
439         const struct mbochs_type *type = mbochs_find_type(kobj);
440         struct device *dev = mdev_dev(mdev);
441         struct mdev_state *mdev_state;
442
443         if (!type)
444                 type = &mbochs_types[0];
445         if (type->mbytes + mbochs_used_mbytes > max_mbytes)
446                 return -ENOMEM;
447
448         mdev_state = kzalloc(sizeof(struct mdev_state), GFP_KERNEL);
449         if (mdev_state == NULL)
450                 return -ENOMEM;
451
452         mdev_state->vconfig = kzalloc(MBOCHS_CONFIG_SPACE_SIZE, GFP_KERNEL);
453         if (mdev_state->vconfig == NULL)
454                 goto err_mem;
455
456         mdev_state->memsize = type->mbytes * 1024 * 1024;
457         mdev_state->pagecount = mdev_state->memsize >> PAGE_SHIFT;
458         mdev_state->pages = kcalloc(mdev_state->pagecount,
459                                     sizeof(struct page *),
460                                     GFP_KERNEL);
461         if (!mdev_state->pages)
462                 goto err_mem;
463
464         dev_info(dev, "%s: %s, %d MB, %ld pages\n", __func__,
465                  kobj->name, type->mbytes, mdev_state->pagecount);
466
467         mutex_init(&mdev_state->ops_lock);
468         mdev_state->mdev = mdev;
469         mdev_set_drvdata(mdev, mdev_state);
470         INIT_LIST_HEAD(&mdev_state->dmabufs);
471         mdev_state->next_id = 1;
472
473         mdev_state->type = type;
474         mbochs_create_config_space(mdev_state);
475         mbochs_reset(mdev);
476
477         mbochs_used_mbytes += type->mbytes;
478         return 0;
479
480 err_mem:
481         kfree(mdev_state->vconfig);
482         kfree(mdev_state);
483         return -ENOMEM;
484 }
485
486 static int mbochs_remove(struct mdev_device *mdev)
487 {
488         struct mdev_state *mdev_state = mdev_get_drvdata(mdev);
489
490         mbochs_used_mbytes -= mdev_state->type->mbytes;
491         mdev_set_drvdata(mdev, NULL);
492         kfree(mdev_state->pages);
493         kfree(mdev_state->vconfig);
494         kfree(mdev_state);
495         return 0;
496 }
497
498 static ssize_t mbochs_read(struct mdev_device *mdev, char __user *buf,
499                            size_t count, loff_t *ppos)
500 {
501         unsigned int done = 0;
502         int ret;
503
504         while (count) {
505                 size_t filled;
506
507                 if (count >= 4 && !(*ppos % 4)) {
508                         u32 val;
509
510                         ret =  mdev_access(mdev, (char *)&val, sizeof(val),
511                                            *ppos, false);
512                         if (ret <= 0)
513                                 goto read_err;
514
515                         if (copy_to_user(buf, &val, sizeof(val)))
516                                 goto read_err;
517
518                         filled = 4;
519                 } else if (count >= 2 && !(*ppos % 2)) {
520                         u16 val;
521
522                         ret = mdev_access(mdev, (char *)&val, sizeof(val),
523                                           *ppos, false);
524                         if (ret <= 0)
525                                 goto read_err;
526
527                         if (copy_to_user(buf, &val, sizeof(val)))
528                                 goto read_err;
529
530                         filled = 2;
531                 } else {
532                         u8 val;
533
534                         ret = mdev_access(mdev, (char *)&val, sizeof(val),
535                                           *ppos, false);
536                         if (ret <= 0)
537                                 goto read_err;
538
539                         if (copy_to_user(buf, &val, sizeof(val)))
540                                 goto read_err;
541
542                         filled = 1;
543                 }
544
545                 count -= filled;
546                 done += filled;
547                 *ppos += filled;
548                 buf += filled;
549         }
550
551         return done;
552
553 read_err:
554         return -EFAULT;
555 }
556
557 static ssize_t mbochs_write(struct mdev_device *mdev, const char __user *buf,
558                             size_t count, loff_t *ppos)
559 {
560         unsigned int done = 0;
561         int ret;
562
563         while (count) {
564                 size_t filled;
565
566                 if (count >= 4 && !(*ppos % 4)) {
567                         u32 val;
568
569                         if (copy_from_user(&val, buf, sizeof(val)))
570                                 goto write_err;
571
572                         ret = mdev_access(mdev, (char *)&val, sizeof(val),
573                                           *ppos, true);
574                         if (ret <= 0)
575                                 goto write_err;
576
577                         filled = 4;
578                 } else if (count >= 2 && !(*ppos % 2)) {
579                         u16 val;
580
581                         if (copy_from_user(&val, buf, sizeof(val)))
582                                 goto write_err;
583
584                         ret = mdev_access(mdev, (char *)&val, sizeof(val),
585                                           *ppos, true);
586                         if (ret <= 0)
587                                 goto write_err;
588
589                         filled = 2;
590                 } else {
591                         u8 val;
592
593                         if (copy_from_user(&val, buf, sizeof(val)))
594                                 goto write_err;
595
596                         ret = mdev_access(mdev, (char *)&val, sizeof(val),
597                                           *ppos, true);
598                         if (ret <= 0)
599                                 goto write_err;
600
601                         filled = 1;
602                 }
603                 count -= filled;
604                 done += filled;
605                 *ppos += filled;
606                 buf += filled;
607         }
608
609         return done;
610 write_err:
611         return -EFAULT;
612 }
613
614 static struct page *__mbochs_get_page(struct mdev_state *mdev_state,
615                                       pgoff_t pgoff)
616 {
617         WARN_ON(!mutex_is_locked(&mdev_state->ops_lock));
618
619         if (!mdev_state->pages[pgoff]) {
620                 mdev_state->pages[pgoff] =
621                         alloc_pages(GFP_HIGHUSER | __GFP_ZERO, 0);
622                 if (!mdev_state->pages[pgoff])
623                         return NULL;
624         }
625
626         get_page(mdev_state->pages[pgoff]);
627         return mdev_state->pages[pgoff];
628 }
629
630 static struct page *mbochs_get_page(struct mdev_state *mdev_state,
631                                     pgoff_t pgoff)
632 {
633         struct page *page;
634
635         if (WARN_ON(pgoff >= mdev_state->pagecount))
636                 return NULL;
637
638         mutex_lock(&mdev_state->ops_lock);
639         page = __mbochs_get_page(mdev_state, pgoff);
640         mutex_unlock(&mdev_state->ops_lock);
641
642         return page;
643 }
644
645 static void mbochs_put_pages(struct mdev_state *mdev_state)
646 {
647         struct device *dev = mdev_dev(mdev_state->mdev);
648         int i, count = 0;
649
650         WARN_ON(!mutex_is_locked(&mdev_state->ops_lock));
651
652         for (i = 0; i < mdev_state->pagecount; i++) {
653                 if (!mdev_state->pages[i])
654                         continue;
655                 put_page(mdev_state->pages[i]);
656                 mdev_state->pages[i] = NULL;
657                 count++;
658         }
659         dev_dbg(dev, "%s: %d pages released\n", __func__, count);
660 }
661
662 static vm_fault_t mbochs_region_vm_fault(struct vm_fault *vmf)
663 {
664         struct vm_area_struct *vma = vmf->vma;
665         struct mdev_state *mdev_state = vma->vm_private_data;
666         pgoff_t page_offset = (vmf->address - vma->vm_start) >> PAGE_SHIFT;
667
668         if (page_offset >= mdev_state->pagecount)
669                 return VM_FAULT_SIGBUS;
670
671         vmf->page = mbochs_get_page(mdev_state, page_offset);
672         if (!vmf->page)
673                 return VM_FAULT_SIGBUS;
674
675         return 0;
676 }
677
678 static const struct vm_operations_struct mbochs_region_vm_ops = {
679         .fault = mbochs_region_vm_fault,
680 };
681
682 static int mbochs_mmap(struct mdev_device *mdev, struct vm_area_struct *vma)
683 {
684         struct mdev_state *mdev_state = mdev_get_drvdata(mdev);
685
686         if (vma->vm_pgoff != MBOCHS_MEMORY_BAR_OFFSET >> PAGE_SHIFT)
687                 return -EINVAL;
688         if (vma->vm_end < vma->vm_start)
689                 return -EINVAL;
690         if (vma->vm_end - vma->vm_start > mdev_state->memsize)
691                 return -EINVAL;
692         if ((vma->vm_flags & VM_SHARED) == 0)
693                 return -EINVAL;
694
695         vma->vm_ops = &mbochs_region_vm_ops;
696         vma->vm_private_data = mdev_state;
697         return 0;
698 }
699
700 static vm_fault_t mbochs_dmabuf_vm_fault(struct vm_fault *vmf)
701 {
702         struct vm_area_struct *vma = vmf->vma;
703         struct mbochs_dmabuf *dmabuf = vma->vm_private_data;
704
705         if (WARN_ON(vmf->pgoff >= dmabuf->pagecount))
706                 return VM_FAULT_SIGBUS;
707
708         vmf->page = dmabuf->pages[vmf->pgoff];
709         get_page(vmf->page);
710         return 0;
711 }
712
713 static const struct vm_operations_struct mbochs_dmabuf_vm_ops = {
714         .fault = mbochs_dmabuf_vm_fault,
715 };
716
717 static int mbochs_mmap_dmabuf(struct dma_buf *buf, struct vm_area_struct *vma)
718 {
719         struct mbochs_dmabuf *dmabuf = buf->priv;
720         struct device *dev = mdev_dev(dmabuf->mdev_state->mdev);
721
722         dev_dbg(dev, "%s: %d\n", __func__, dmabuf->id);
723
724         if ((vma->vm_flags & VM_SHARED) == 0)
725                 return -EINVAL;
726
727         vma->vm_ops = &mbochs_dmabuf_vm_ops;
728         vma->vm_private_data = dmabuf;
729         return 0;
730 }
731
732 static void mbochs_print_dmabuf(struct mbochs_dmabuf *dmabuf,
733                                 const char *prefix)
734 {
735         struct device *dev = mdev_dev(dmabuf->mdev_state->mdev);
736         u32 fourcc = dmabuf->mode.drm_format;
737
738         dev_dbg(dev, "%s/%d: %c%c%c%c, %dx%d, stride %d, off 0x%llx, size 0x%llx, pages %ld\n",
739                 prefix, dmabuf->id,
740                 fourcc ? ((fourcc >>  0) & 0xff) : '-',
741                 fourcc ? ((fourcc >>  8) & 0xff) : '-',
742                 fourcc ? ((fourcc >> 16) & 0xff) : '-',
743                 fourcc ? ((fourcc >> 24) & 0xff) : '-',
744                 dmabuf->mode.width, dmabuf->mode.height, dmabuf->mode.stride,
745                 dmabuf->mode.offset, dmabuf->mode.size, dmabuf->pagecount);
746 }
747
748 static struct sg_table *mbochs_map_dmabuf(struct dma_buf_attachment *at,
749                                           enum dma_data_direction direction)
750 {
751         struct mbochs_dmabuf *dmabuf = at->dmabuf->priv;
752         struct device *dev = mdev_dev(dmabuf->mdev_state->mdev);
753         struct sg_table *sg;
754
755         dev_dbg(dev, "%s: %d\n", __func__, dmabuf->id);
756
757         sg = kzalloc(sizeof(*sg), GFP_KERNEL);
758         if (!sg)
759                 goto err1;
760         if (sg_alloc_table_from_pages(sg, dmabuf->pages, dmabuf->pagecount,
761                                       0, dmabuf->mode.size, GFP_KERNEL) < 0)
762                 goto err2;
763         if (!dma_map_sg(at->dev, sg->sgl, sg->nents, direction))
764                 goto err3;
765
766         return sg;
767
768 err3:
769         sg_free_table(sg);
770 err2:
771         kfree(sg);
772 err1:
773         return ERR_PTR(-ENOMEM);
774 }
775
776 static void mbochs_unmap_dmabuf(struct dma_buf_attachment *at,
777                                 struct sg_table *sg,
778                                 enum dma_data_direction direction)
779 {
780         struct mbochs_dmabuf *dmabuf = at->dmabuf->priv;
781         struct device *dev = mdev_dev(dmabuf->mdev_state->mdev);
782
783         dev_dbg(dev, "%s: %d\n", __func__, dmabuf->id);
784
785         sg_free_table(sg);
786         kfree(sg);
787 }
788
789 static void mbochs_release_dmabuf(struct dma_buf *buf)
790 {
791         struct mbochs_dmabuf *dmabuf = buf->priv;
792         struct mdev_state *mdev_state = dmabuf->mdev_state;
793         struct device *dev = mdev_dev(mdev_state->mdev);
794         pgoff_t pg;
795
796         dev_dbg(dev, "%s: %d\n", __func__, dmabuf->id);
797
798         for (pg = 0; pg < dmabuf->pagecount; pg++)
799                 put_page(dmabuf->pages[pg]);
800
801         mutex_lock(&mdev_state->ops_lock);
802         dmabuf->buf = NULL;
803         if (dmabuf->unlinked)
804                 kfree(dmabuf);
805         mutex_unlock(&mdev_state->ops_lock);
806 }
807
808 static void *mbochs_kmap_dmabuf(struct dma_buf *buf, unsigned long page_num)
809 {
810         struct mbochs_dmabuf *dmabuf = buf->priv;
811         struct page *page = dmabuf->pages[page_num];
812
813         return kmap(page);
814 }
815
816 static void mbochs_kunmap_dmabuf(struct dma_buf *buf, unsigned long page_num,
817                                  void *vaddr)
818 {
819         kunmap(vaddr);
820 }
821
822 static struct dma_buf_ops mbochs_dmabuf_ops = {
823         .map_dma_buf      = mbochs_map_dmabuf,
824         .unmap_dma_buf    = mbochs_unmap_dmabuf,
825         .release          = mbochs_release_dmabuf,
826         .map              = mbochs_kmap_dmabuf,
827         .unmap            = mbochs_kunmap_dmabuf,
828         .mmap             = mbochs_mmap_dmabuf,
829 };
830
831 static struct mbochs_dmabuf *mbochs_dmabuf_alloc(struct mdev_state *mdev_state,
832                                                  struct mbochs_mode *mode)
833 {
834         struct mbochs_dmabuf *dmabuf;
835         pgoff_t page_offset, pg;
836
837         WARN_ON(!mutex_is_locked(&mdev_state->ops_lock));
838
839         dmabuf = kzalloc(sizeof(struct mbochs_dmabuf), GFP_KERNEL);
840         if (!dmabuf)
841                 return NULL;
842
843         dmabuf->mode = *mode;
844         dmabuf->id = mdev_state->next_id++;
845         dmabuf->pagecount = DIV_ROUND_UP(mode->size, PAGE_SIZE);
846         dmabuf->pages = kcalloc(dmabuf->pagecount, sizeof(struct page *),
847                                 GFP_KERNEL);
848         if (!dmabuf->pages)
849                 goto err_free_dmabuf;
850
851         page_offset = dmabuf->mode.offset >> PAGE_SHIFT;
852         for (pg = 0; pg < dmabuf->pagecount; pg++) {
853                 dmabuf->pages[pg] = __mbochs_get_page(mdev_state,
854                                                       page_offset + pg);
855                 if (!dmabuf->pages[pg])
856                         goto err_free_pages;
857         }
858
859         dmabuf->mdev_state = mdev_state;
860         list_add(&dmabuf->next, &mdev_state->dmabufs);
861
862         mbochs_print_dmabuf(dmabuf, __func__);
863         return dmabuf;
864
865 err_free_pages:
866         while (pg > 0)
867                 put_page(dmabuf->pages[--pg]);
868         kfree(dmabuf->pages);
869 err_free_dmabuf:
870         kfree(dmabuf);
871         return NULL;
872 }
873
874 static struct mbochs_dmabuf *
875 mbochs_dmabuf_find_by_mode(struct mdev_state *mdev_state,
876                            struct mbochs_mode *mode)
877 {
878         struct mbochs_dmabuf *dmabuf;
879
880         WARN_ON(!mutex_is_locked(&mdev_state->ops_lock));
881
882         list_for_each_entry(dmabuf, &mdev_state->dmabufs, next)
883                 if (mbochs_modes_equal(&dmabuf->mode, mode))
884                         return dmabuf;
885
886         return NULL;
887 }
888
889 static struct mbochs_dmabuf *
890 mbochs_dmabuf_find_by_id(struct mdev_state *mdev_state, u32 id)
891 {
892         struct mbochs_dmabuf *dmabuf;
893
894         WARN_ON(!mutex_is_locked(&mdev_state->ops_lock));
895
896         list_for_each_entry(dmabuf, &mdev_state->dmabufs, next)
897                 if (dmabuf->id == id)
898                         return dmabuf;
899
900         return NULL;
901 }
902
903 static int mbochs_dmabuf_export(struct mbochs_dmabuf *dmabuf)
904 {
905         struct mdev_state *mdev_state = dmabuf->mdev_state;
906         struct device *dev = mdev_dev(mdev_state->mdev);
907         DEFINE_DMA_BUF_EXPORT_INFO(exp_info);
908         struct dma_buf *buf;
909
910         WARN_ON(!mutex_is_locked(&mdev_state->ops_lock));
911
912         if (!IS_ALIGNED(dmabuf->mode.offset, PAGE_SIZE)) {
913                 dev_info_ratelimited(dev, "%s: framebuffer not page-aligned\n",
914                                      __func__);
915                 return -EINVAL;
916         }
917
918         exp_info.ops = &mbochs_dmabuf_ops;
919         exp_info.size = dmabuf->mode.size;
920         exp_info.priv = dmabuf;
921
922         buf = dma_buf_export(&exp_info);
923         if (IS_ERR(buf)) {
924                 dev_info_ratelimited(dev, "%s: dma_buf_export failed: %ld\n",
925                                      __func__, PTR_ERR(buf));
926                 return PTR_ERR(buf);
927         }
928
929         dmabuf->buf = buf;
930         dev_dbg(dev, "%s: %d\n", __func__, dmabuf->id);
931         return 0;
932 }
933
934 static int mbochs_get_region_info(struct mdev_device *mdev,
935                                   struct vfio_region_info *region_info,
936                                   u16 *cap_type_id, void **cap_type)
937 {
938         struct mdev_state *mdev_state;
939
940         mdev_state = mdev_get_drvdata(mdev);
941         if (!mdev_state)
942                 return -EINVAL;
943
944         if (region_info->index >= VFIO_PCI_NUM_REGIONS)
945                 return -EINVAL;
946
947         switch (region_info->index) {
948         case VFIO_PCI_CONFIG_REGION_INDEX:
949                 region_info->offset = 0;
950                 region_info->size   = MBOCHS_CONFIG_SPACE_SIZE;
951                 region_info->flags  = (VFIO_REGION_INFO_FLAG_READ |
952                                        VFIO_REGION_INFO_FLAG_WRITE);
953                 break;
954         case VFIO_PCI_BAR0_REGION_INDEX:
955                 region_info->offset = MBOCHS_MEMORY_BAR_OFFSET;
956                 region_info->size   = mdev_state->memsize;
957                 region_info->flags  = (VFIO_REGION_INFO_FLAG_READ  |
958                                        VFIO_REGION_INFO_FLAG_WRITE |
959                                        VFIO_REGION_INFO_FLAG_MMAP);
960                 break;
961         case VFIO_PCI_BAR2_REGION_INDEX:
962                 region_info->offset = MBOCHS_MMIO_BAR_OFFSET;
963                 region_info->size   = MBOCHS_MMIO_BAR_SIZE;
964                 region_info->flags  = (VFIO_REGION_INFO_FLAG_READ  |
965                                        VFIO_REGION_INFO_FLAG_WRITE);
966                 break;
967         default:
968                 region_info->size   = 0;
969                 region_info->offset = 0;
970                 region_info->flags  = 0;
971         }
972
973         return 0;
974 }
975
976 static int mbochs_get_irq_info(struct mdev_device *mdev,
977                                struct vfio_irq_info *irq_info)
978 {
979         irq_info->count = 0;
980         return 0;
981 }
982
983 static int mbochs_get_device_info(struct mdev_device *mdev,
984                                   struct vfio_device_info *dev_info)
985 {
986         dev_info->flags = VFIO_DEVICE_FLAGS_PCI;
987         dev_info->num_regions = VFIO_PCI_NUM_REGIONS;
988         dev_info->num_irqs = VFIO_PCI_NUM_IRQS;
989         return 0;
990 }
991
992 static int mbochs_query_gfx_plane(struct mdev_device *mdev,
993                                   struct vfio_device_gfx_plane_info *plane)
994 {
995         struct mdev_state *mdev_state = mdev_get_drvdata(mdev);
996         struct device *dev = mdev_dev(mdev);
997         struct mbochs_dmabuf *dmabuf;
998         struct mbochs_mode mode;
999         int ret;
1000
1001         if (plane->flags & VFIO_GFX_PLANE_TYPE_PROBE) {
1002                 if (plane->flags == (VFIO_GFX_PLANE_TYPE_PROBE |
1003                                      VFIO_GFX_PLANE_TYPE_DMABUF))
1004                         return 0;
1005                 return -EINVAL;
1006         }
1007
1008         if (plane->flags != VFIO_GFX_PLANE_TYPE_DMABUF)
1009                 return -EINVAL;
1010
1011         plane->drm_format_mod = 0;
1012         plane->x_pos          = 0;
1013         plane->y_pos          = 0;
1014         plane->x_hot          = 0;
1015         plane->y_hot          = 0;
1016
1017         mutex_lock(&mdev_state->ops_lock);
1018
1019         ret = -EINVAL;
1020         if (plane->drm_plane_type == DRM_PLANE_TYPE_PRIMARY)
1021                 ret = mbochs_check_framebuffer(mdev_state, &mode);
1022         if (ret < 0) {
1023                 plane->drm_format     = 0;
1024                 plane->width          = 0;
1025                 plane->height         = 0;
1026                 plane->stride         = 0;
1027                 plane->size           = 0;
1028                 plane->dmabuf_id      = 0;
1029                 goto done;
1030         }
1031
1032         dmabuf = mbochs_dmabuf_find_by_mode(mdev_state, &mode);
1033         if (!dmabuf)
1034                 mbochs_dmabuf_alloc(mdev_state, &mode);
1035         if (!dmabuf) {
1036                 mutex_unlock(&mdev_state->ops_lock);
1037                 return -ENOMEM;
1038         }
1039
1040         plane->drm_format     = dmabuf->mode.drm_format;
1041         plane->width          = dmabuf->mode.width;
1042         plane->height         = dmabuf->mode.height;
1043         plane->stride         = dmabuf->mode.stride;
1044         plane->size           = dmabuf->mode.size;
1045         plane->dmabuf_id      = dmabuf->id;
1046
1047 done:
1048         if (plane->drm_plane_type == DRM_PLANE_TYPE_PRIMARY &&
1049             mdev_state->active_id != plane->dmabuf_id) {
1050                 dev_dbg(dev, "%s: primary: %d => %d\n", __func__,
1051                         mdev_state->active_id, plane->dmabuf_id);
1052                 mdev_state->active_id = plane->dmabuf_id;
1053         }
1054         mutex_unlock(&mdev_state->ops_lock);
1055         return 0;
1056 }
1057
1058 static int mbochs_get_gfx_dmabuf(struct mdev_device *mdev,
1059                                  u32 id)
1060 {
1061         struct mdev_state *mdev_state = mdev_get_drvdata(mdev);
1062         struct mbochs_dmabuf *dmabuf;
1063
1064         mutex_lock(&mdev_state->ops_lock);
1065
1066         dmabuf = mbochs_dmabuf_find_by_id(mdev_state, id);
1067         if (!dmabuf) {
1068                 mutex_unlock(&mdev_state->ops_lock);
1069                 return -ENOENT;
1070         }
1071
1072         if (!dmabuf->buf)
1073                 mbochs_dmabuf_export(dmabuf);
1074
1075         mutex_unlock(&mdev_state->ops_lock);
1076
1077         if (!dmabuf->buf)
1078                 return -EINVAL;
1079
1080         return dma_buf_fd(dmabuf->buf, 0);
1081 }
1082
1083 static long mbochs_ioctl(struct mdev_device *mdev, unsigned int cmd,
1084                         unsigned long arg)
1085 {
1086         int ret = 0;
1087         unsigned long minsz;
1088         struct mdev_state *mdev_state;
1089
1090         mdev_state = mdev_get_drvdata(mdev);
1091
1092         switch (cmd) {
1093         case VFIO_DEVICE_GET_INFO:
1094         {
1095                 struct vfio_device_info info;
1096
1097                 minsz = offsetofend(struct vfio_device_info, num_irqs);
1098
1099                 if (copy_from_user(&info, (void __user *)arg, minsz))
1100                         return -EFAULT;
1101
1102                 if (info.argsz < minsz)
1103                         return -EINVAL;
1104
1105                 ret = mbochs_get_device_info(mdev, &info);
1106                 if (ret)
1107                         return ret;
1108
1109                 memcpy(&mdev_state->dev_info, &info, sizeof(info));
1110
1111                 if (copy_to_user((void __user *)arg, &info, minsz))
1112                         return -EFAULT;
1113
1114                 return 0;
1115         }
1116         case VFIO_DEVICE_GET_REGION_INFO:
1117         {
1118                 struct vfio_region_info info;
1119                 u16 cap_type_id = 0;
1120                 void *cap_type = NULL;
1121
1122                 minsz = offsetofend(struct vfio_region_info, offset);
1123
1124                 if (copy_from_user(&info, (void __user *)arg, minsz))
1125                         return -EFAULT;
1126
1127                 if (info.argsz < minsz)
1128                         return -EINVAL;
1129
1130                 ret = mbochs_get_region_info(mdev, &info, &cap_type_id,
1131                                            &cap_type);
1132                 if (ret)
1133                         return ret;
1134
1135                 if (copy_to_user((void __user *)arg, &info, minsz))
1136                         return -EFAULT;
1137
1138                 return 0;
1139         }
1140
1141         case VFIO_DEVICE_GET_IRQ_INFO:
1142         {
1143                 struct vfio_irq_info info;
1144
1145                 minsz = offsetofend(struct vfio_irq_info, count);
1146
1147                 if (copy_from_user(&info, (void __user *)arg, minsz))
1148                         return -EFAULT;
1149
1150                 if ((info.argsz < minsz) ||
1151                     (info.index >= mdev_state->dev_info.num_irqs))
1152                         return -EINVAL;
1153
1154                 ret = mbochs_get_irq_info(mdev, &info);
1155                 if (ret)
1156                         return ret;
1157
1158                 if (copy_to_user((void __user *)arg, &info, minsz))
1159                         return -EFAULT;
1160
1161                 return 0;
1162         }
1163
1164         case VFIO_DEVICE_QUERY_GFX_PLANE:
1165         {
1166                 struct vfio_device_gfx_plane_info plane;
1167
1168                 minsz = offsetofend(struct vfio_device_gfx_plane_info,
1169                                     region_index);
1170
1171                 if (copy_from_user(&plane, (void __user *)arg, minsz))
1172                         return -EFAULT;
1173
1174                 if (plane.argsz < minsz)
1175                         return -EINVAL;
1176
1177                 ret = mbochs_query_gfx_plane(mdev, &plane);
1178                 if (ret)
1179                         return ret;
1180
1181                 if (copy_to_user((void __user *)arg, &plane, minsz))
1182                         return -EFAULT;
1183
1184                 return 0;
1185         }
1186
1187         case VFIO_DEVICE_GET_GFX_DMABUF:
1188         {
1189                 u32 dmabuf_id;
1190
1191                 if (get_user(dmabuf_id, (__u32 __user *)arg))
1192                         return -EFAULT;
1193
1194                 return mbochs_get_gfx_dmabuf(mdev, dmabuf_id);
1195         }
1196
1197         case VFIO_DEVICE_SET_IRQS:
1198                 return -EINVAL;
1199
1200         case VFIO_DEVICE_RESET:
1201                 return mbochs_reset(mdev);
1202         }
1203         return -ENOTTY;
1204 }
1205
1206 static int mbochs_open(struct mdev_device *mdev)
1207 {
1208         if (!try_module_get(THIS_MODULE))
1209                 return -ENODEV;
1210
1211         return 0;
1212 }
1213
1214 static void mbochs_close(struct mdev_device *mdev)
1215 {
1216         struct mdev_state *mdev_state = mdev_get_drvdata(mdev);
1217         struct mbochs_dmabuf *dmabuf, *tmp;
1218
1219         mutex_lock(&mdev_state->ops_lock);
1220
1221         list_for_each_entry_safe(dmabuf, tmp, &mdev_state->dmabufs, next) {
1222                 list_del(&dmabuf->next);
1223                 if (dmabuf->buf) {
1224                         /* free in mbochs_release_dmabuf() */
1225                         dmabuf->unlinked = true;
1226                 } else {
1227                         kfree(dmabuf);
1228                 }
1229         }
1230         mbochs_put_pages(mdev_state);
1231
1232         mutex_unlock(&mdev_state->ops_lock);
1233         module_put(THIS_MODULE);
1234 }
1235
1236 static ssize_t
1237 memory_show(struct device *dev, struct device_attribute *attr,
1238             char *buf)
1239 {
1240         struct mdev_device *mdev = mdev_from_dev(dev);
1241         struct mdev_state *mdev_state = mdev_get_drvdata(mdev);
1242
1243         return sprintf(buf, "%d MB\n", mdev_state->type->mbytes);
1244 }
1245 static DEVICE_ATTR_RO(memory);
1246
1247 static struct attribute *mdev_dev_attrs[] = {
1248         &dev_attr_memory.attr,
1249         NULL,
1250 };
1251
1252 static const struct attribute_group mdev_dev_group = {
1253         .name  = "vendor",
1254         .attrs = mdev_dev_attrs,
1255 };
1256
1257 const struct attribute_group *mdev_dev_groups[] = {
1258         &mdev_dev_group,
1259         NULL,
1260 };
1261
1262 static ssize_t
1263 name_show(struct kobject *kobj, struct device *dev, char *buf)
1264 {
1265         return sprintf(buf, "%s\n", kobj->name);
1266 }
1267 MDEV_TYPE_ATTR_RO(name);
1268
1269 static ssize_t
1270 description_show(struct kobject *kobj, struct device *dev, char *buf)
1271 {
1272         const struct mbochs_type *type = mbochs_find_type(kobj);
1273
1274         return sprintf(buf, "virtual display, %d MB video memory\n",
1275                        type ? type->mbytes  : 0);
1276 }
1277 MDEV_TYPE_ATTR_RO(description);
1278
1279 static ssize_t
1280 available_instances_show(struct kobject *kobj, struct device *dev, char *buf)
1281 {
1282         const struct mbochs_type *type = mbochs_find_type(kobj);
1283         int count = (max_mbytes - mbochs_used_mbytes) / type->mbytes;
1284
1285         return sprintf(buf, "%d\n", count);
1286 }
1287 MDEV_TYPE_ATTR_RO(available_instances);
1288
1289 static ssize_t device_api_show(struct kobject *kobj, struct device *dev,
1290                                char *buf)
1291 {
1292         return sprintf(buf, "%s\n", VFIO_DEVICE_API_PCI_STRING);
1293 }
1294 MDEV_TYPE_ATTR_RO(device_api);
1295
1296 static struct attribute *mdev_types_attrs[] = {
1297         &mdev_type_attr_name.attr,
1298         &mdev_type_attr_description.attr,
1299         &mdev_type_attr_device_api.attr,
1300         &mdev_type_attr_available_instances.attr,
1301         NULL,
1302 };
1303
1304 static struct attribute_group mdev_type_group1 = {
1305         .name  = MBOCHS_TYPE_1,
1306         .attrs = mdev_types_attrs,
1307 };
1308
1309 static struct attribute_group mdev_type_group2 = {
1310         .name  = MBOCHS_TYPE_2,
1311         .attrs = mdev_types_attrs,
1312 };
1313
1314 static struct attribute_group mdev_type_group3 = {
1315         .name  = MBOCHS_TYPE_3,
1316         .attrs = mdev_types_attrs,
1317 };
1318
1319 static struct attribute_group *mdev_type_groups[] = {
1320         &mdev_type_group1,
1321         &mdev_type_group2,
1322         &mdev_type_group3,
1323         NULL,
1324 };
1325
1326 static const struct mdev_parent_ops mdev_fops = {
1327         .owner                  = THIS_MODULE,
1328         .mdev_attr_groups       = mdev_dev_groups,
1329         .supported_type_groups  = mdev_type_groups,
1330         .create                 = mbochs_create,
1331         .remove                 = mbochs_remove,
1332         .open                   = mbochs_open,
1333         .release                = mbochs_close,
1334         .read                   = mbochs_read,
1335         .write                  = mbochs_write,
1336         .ioctl                  = mbochs_ioctl,
1337         .mmap                   = mbochs_mmap,
1338 };
1339
1340 static const struct file_operations vd_fops = {
1341         .owner          = THIS_MODULE,
1342 };
1343
1344 static void mbochs_device_release(struct device *dev)
1345 {
1346         /* nothing */
1347 }
1348
1349 static int __init mbochs_dev_init(void)
1350 {
1351         int ret = 0;
1352
1353         ret = alloc_chrdev_region(&mbochs_devt, 0, MINORMASK, MBOCHS_NAME);
1354         if (ret < 0) {
1355                 pr_err("Error: failed to register mbochs_dev, err: %d\n", ret);
1356                 return ret;
1357         }
1358         cdev_init(&mbochs_cdev, &vd_fops);
1359         cdev_add(&mbochs_cdev, mbochs_devt, MINORMASK);
1360         pr_info("%s: major %d\n", __func__, MAJOR(mbochs_devt));
1361
1362         mbochs_class = class_create(THIS_MODULE, MBOCHS_CLASS_NAME);
1363         if (IS_ERR(mbochs_class)) {
1364                 pr_err("Error: failed to register mbochs_dev class\n");
1365                 ret = PTR_ERR(mbochs_class);
1366                 goto failed1;
1367         }
1368         mbochs_dev.class = mbochs_class;
1369         mbochs_dev.release = mbochs_device_release;
1370         dev_set_name(&mbochs_dev, "%s", MBOCHS_NAME);
1371
1372         ret = device_register(&mbochs_dev);
1373         if (ret)
1374                 goto failed2;
1375
1376         ret = mdev_register_device(&mbochs_dev, &mdev_fops);
1377         if (ret)
1378                 goto failed3;
1379
1380         return 0;
1381
1382 failed3:
1383         device_unregister(&mbochs_dev);
1384 failed2:
1385         class_destroy(mbochs_class);
1386 failed1:
1387         cdev_del(&mbochs_cdev);
1388         unregister_chrdev_region(mbochs_devt, MINORMASK);
1389         return ret;
1390 }
1391
1392 static void __exit mbochs_dev_exit(void)
1393 {
1394         mbochs_dev.bus = NULL;
1395         mdev_unregister_device(&mbochs_dev);
1396
1397         device_unregister(&mbochs_dev);
1398         cdev_del(&mbochs_cdev);
1399         unregister_chrdev_region(mbochs_devt, MINORMASK);
1400         class_destroy(mbochs_class);
1401         mbochs_class = NULL;
1402 }
1403
1404 module_init(mbochs_dev_init)
1405 module_exit(mbochs_dev_exit)