1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564 |
- #define pr_fmt(fmt) "vgaarb: " fmt
- #define vgaarb_dbg(dev, fmt, arg...) dev_dbg(dev, "vgaarb: " fmt, ##arg)
- #define vgaarb_info(dev, fmt, arg...) dev_info(dev, "vgaarb: " fmt, ##arg)
- #define vgaarb_err(dev, fmt, arg...) dev_err(dev, "vgaarb: " fmt, ##arg)
- #include <linux/module.h>
- #include <linux/kernel.h>
- #include <linux/pci.h>
- #include <linux/errno.h>
- #include <linux/init.h>
- #include <linux/list.h>
- #include <linux/sched/signal.h>
- #include <linux/wait.h>
- #include <linux/spinlock.h>
- #include <linux/poll.h>
- #include <linux/miscdevice.h>
- #include <linux/slab.h>
- #include <linux/screen_info.h>
- #include <linux/vt.h>
- #include <linux/console.h>
- #include <linux/acpi.h>
- #include <linux/uaccess.h>
- #include <linux/vgaarb.h>
- static void vga_arbiter_notify_clients(void);
- struct vga_device {
- struct list_head list;
- struct pci_dev *pdev;
- unsigned int decodes;
- unsigned int owns;
- unsigned int locks;
- unsigned int io_lock_cnt;
- unsigned int mem_lock_cnt;
- unsigned int io_norm_cnt;
- unsigned int mem_norm_cnt;
- bool bridge_has_one_vga;
- bool is_firmware_default;
- unsigned int (*set_decode)(struct pci_dev *pdev, bool decode);
- };
- static LIST_HEAD(vga_list);
- static int vga_count, vga_decode_count;
- static bool vga_arbiter_used;
- static DEFINE_SPINLOCK(vga_lock);
- static DECLARE_WAIT_QUEUE_HEAD(vga_wait_queue);
- static const char *vga_iostate_to_str(unsigned int iostate)
- {
-
- iostate &= VGA_RSRC_LEGACY_IO | VGA_RSRC_LEGACY_MEM;
- switch (iostate) {
- case VGA_RSRC_LEGACY_IO | VGA_RSRC_LEGACY_MEM:
- return "io+mem";
- case VGA_RSRC_LEGACY_IO:
- return "io";
- case VGA_RSRC_LEGACY_MEM:
- return "mem";
- }
- return "none";
- }
- static int vga_str_to_iostate(char *buf, int str_size, int *io_state)
- {
-
- if (strncmp(buf, "none", 4) == 0) {
- *io_state = VGA_RSRC_NONE;
- return 1;
- }
-
- if (strncmp(buf, "io+mem", 6) == 0)
- goto both;
- else if (strncmp(buf, "io", 2) == 0)
- goto both;
- else if (strncmp(buf, "mem", 3) == 0)
- goto both;
- return 0;
- both:
- *io_state = VGA_RSRC_LEGACY_IO | VGA_RSRC_LEGACY_MEM;
- return 1;
- }
- static struct pci_dev *vga_default;
- static struct vga_device *vgadev_find(struct pci_dev *pdev)
- {
- struct vga_device *vgadev;
- list_for_each_entry(vgadev, &vga_list, list)
- if (pdev == vgadev->pdev)
- return vgadev;
- return NULL;
- }
- struct pci_dev *vga_default_device(void)
- {
- return vga_default;
- }
- EXPORT_SYMBOL_GPL(vga_default_device);
- void vga_set_default_device(struct pci_dev *pdev)
- {
- if (vga_default == pdev)
- return;
- pci_dev_put(vga_default);
- vga_default = pci_dev_get(pdev);
- }
- #if !defined(CONFIG_VGA_CONSOLE)
- int vga_remove_vgacon(struct pci_dev *pdev)
- {
- return 0;
- }
- #elif !defined(CONFIG_DUMMY_CONSOLE)
- int vga_remove_vgacon(struct pci_dev *pdev)
- {
- return -ENODEV;
- }
- #else
- int vga_remove_vgacon(struct pci_dev *pdev)
- {
- int ret = 0;
- if (pdev != vga_default)
- return 0;
- vgaarb_info(&pdev->dev, "deactivate vga console\n");
- console_lock();
- if (con_is_bound(&vga_con))
- ret = do_take_over_console(&dummy_con, 0,
- MAX_NR_CONSOLES - 1, 1);
- if (ret == 0) {
- ret = do_unregister_con_driver(&vga_con);
-
- if (ret == -ENODEV)
- ret = 0;
- }
- console_unlock();
- return ret;
- }
- #endif
- EXPORT_SYMBOL(vga_remove_vgacon);
- static void vga_check_first_use(void)
- {
-
- if (!vga_arbiter_used) {
- vga_arbiter_used = true;
- vga_arbiter_notify_clients();
- }
- }
- static struct vga_device *__vga_tryget(struct vga_device *vgadev,
- unsigned int rsrc)
- {
- struct device *dev = &vgadev->pdev->dev;
- unsigned int wants, legacy_wants, match;
- struct vga_device *conflict;
- unsigned int pci_bits;
- u32 flags = 0;
-
- if ((rsrc & VGA_RSRC_NORMAL_IO) &&
- (vgadev->decodes & VGA_RSRC_LEGACY_IO))
- rsrc |= VGA_RSRC_LEGACY_IO;
- if ((rsrc & VGA_RSRC_NORMAL_MEM) &&
- (vgadev->decodes & VGA_RSRC_LEGACY_MEM))
- rsrc |= VGA_RSRC_LEGACY_MEM;
- vgaarb_dbg(dev, "%s: %d\n", __func__, rsrc);
- vgaarb_dbg(dev, "%s: owns: %d\n", __func__, vgadev->owns);
-
- wants = rsrc & ~vgadev->owns;
-
- if (wants == 0)
- goto lock_them;
-
- legacy_wants = wants & VGA_RSRC_LEGACY_MASK;
- if (legacy_wants == 0)
- goto enable_them;
-
- list_for_each_entry(conflict, &vga_list, list) {
- unsigned int lwants = legacy_wants;
- unsigned int change_bridge = 0;
-
- if (vgadev == conflict)
- continue;
-
- if (vgadev->pdev->bus != conflict->pdev->bus) {
- change_bridge = 1;
- lwants = VGA_RSRC_LEGACY_IO | VGA_RSRC_LEGACY_MEM;
- }
-
- if (conflict->locks & lwants)
- return conflict;
-
- match = lwants & conflict->owns;
- if (!match)
- continue;
-
- flags = 0;
- pci_bits = 0;
-
- if (!conflict->bridge_has_one_vga) {
- if ((match & conflict->decodes) & VGA_RSRC_LEGACY_MEM)
- pci_bits |= PCI_COMMAND_MEMORY;
- if ((match & conflict->decodes) & VGA_RSRC_LEGACY_IO)
- pci_bits |= PCI_COMMAND_IO;
- if (pci_bits)
- flags |= PCI_VGA_STATE_CHANGE_DECODES;
- }
- if (change_bridge)
- flags |= PCI_VGA_STATE_CHANGE_BRIDGE;
- pci_set_vga_state(conflict->pdev, false, pci_bits, flags);
- conflict->owns &= ~match;
-
- if (pci_bits & PCI_COMMAND_MEMORY)
- conflict->owns &= ~VGA_RSRC_NORMAL_MEM;
- if (pci_bits & PCI_COMMAND_IO)
- conflict->owns &= ~VGA_RSRC_NORMAL_IO;
- }
- enable_them:
-
- flags = 0;
- pci_bits = 0;
- if (!vgadev->bridge_has_one_vga) {
- flags |= PCI_VGA_STATE_CHANGE_DECODES;
- if (wants & (VGA_RSRC_LEGACY_MEM|VGA_RSRC_NORMAL_MEM))
- pci_bits |= PCI_COMMAND_MEMORY;
- if (wants & (VGA_RSRC_LEGACY_IO|VGA_RSRC_NORMAL_IO))
- pci_bits |= PCI_COMMAND_IO;
- }
- if (wants & VGA_RSRC_LEGACY_MASK)
- flags |= PCI_VGA_STATE_CHANGE_BRIDGE;
- pci_set_vga_state(vgadev->pdev, true, pci_bits, flags);
- vgadev->owns |= wants;
- lock_them:
- vgadev->locks |= (rsrc & VGA_RSRC_LEGACY_MASK);
- if (rsrc & VGA_RSRC_LEGACY_IO)
- vgadev->io_lock_cnt++;
- if (rsrc & VGA_RSRC_LEGACY_MEM)
- vgadev->mem_lock_cnt++;
- if (rsrc & VGA_RSRC_NORMAL_IO)
- vgadev->io_norm_cnt++;
- if (rsrc & VGA_RSRC_NORMAL_MEM)
- vgadev->mem_norm_cnt++;
- return NULL;
- }
- static void __vga_put(struct vga_device *vgadev, unsigned int rsrc)
- {
- struct device *dev = &vgadev->pdev->dev;
- unsigned int old_locks = vgadev->locks;
- vgaarb_dbg(dev, "%s\n", __func__);
-
- if ((rsrc & VGA_RSRC_NORMAL_IO) && vgadev->io_norm_cnt > 0) {
- vgadev->io_norm_cnt--;
- if (vgadev->decodes & VGA_RSRC_LEGACY_IO)
- rsrc |= VGA_RSRC_LEGACY_IO;
- }
- if ((rsrc & VGA_RSRC_NORMAL_MEM) && vgadev->mem_norm_cnt > 0) {
- vgadev->mem_norm_cnt--;
- if (vgadev->decodes & VGA_RSRC_LEGACY_MEM)
- rsrc |= VGA_RSRC_LEGACY_MEM;
- }
- if ((rsrc & VGA_RSRC_LEGACY_IO) && vgadev->io_lock_cnt > 0)
- vgadev->io_lock_cnt--;
- if ((rsrc & VGA_RSRC_LEGACY_MEM) && vgadev->mem_lock_cnt > 0)
- vgadev->mem_lock_cnt--;
-
- if (vgadev->io_lock_cnt == 0)
- vgadev->locks &= ~VGA_RSRC_LEGACY_IO;
- if (vgadev->mem_lock_cnt == 0)
- vgadev->locks &= ~VGA_RSRC_LEGACY_MEM;
-
- if (old_locks != vgadev->locks)
- wake_up_all(&vga_wait_queue);
- }
- int vga_get(struct pci_dev *pdev, unsigned int rsrc, int interruptible)
- {
- struct vga_device *vgadev, *conflict;
- unsigned long flags;
- wait_queue_entry_t wait;
- int rc = 0;
- vga_check_first_use();
-
- if (pdev == NULL)
- pdev = vga_default_device();
- if (pdev == NULL)
- return 0;
- for (;;) {
- spin_lock_irqsave(&vga_lock, flags);
- vgadev = vgadev_find(pdev);
- if (vgadev == NULL) {
- spin_unlock_irqrestore(&vga_lock, flags);
- rc = -ENODEV;
- break;
- }
- conflict = __vga_tryget(vgadev, rsrc);
- spin_unlock_irqrestore(&vga_lock, flags);
- if (conflict == NULL)
- break;
-
- init_waitqueue_entry(&wait, current);
- add_wait_queue(&vga_wait_queue, &wait);
- set_current_state(interruptible ?
- TASK_INTERRUPTIBLE :
- TASK_UNINTERRUPTIBLE);
- if (interruptible && signal_pending(current)) {
- __set_current_state(TASK_RUNNING);
- remove_wait_queue(&vga_wait_queue, &wait);
- rc = -ERESTARTSYS;
- break;
- }
- schedule();
- remove_wait_queue(&vga_wait_queue, &wait);
- }
- return rc;
- }
- EXPORT_SYMBOL(vga_get);
- static int vga_tryget(struct pci_dev *pdev, unsigned int rsrc)
- {
- struct vga_device *vgadev;
- unsigned long flags;
- int rc = 0;
- vga_check_first_use();
-
- if (pdev == NULL)
- pdev = vga_default_device();
- if (pdev == NULL)
- return 0;
- spin_lock_irqsave(&vga_lock, flags);
- vgadev = vgadev_find(pdev);
- if (vgadev == NULL) {
- rc = -ENODEV;
- goto bail;
- }
- if (__vga_tryget(vgadev, rsrc))
- rc = -EBUSY;
- bail:
- spin_unlock_irqrestore(&vga_lock, flags);
- return rc;
- }
- void vga_put(struct pci_dev *pdev, unsigned int rsrc)
- {
- struct vga_device *vgadev;
- unsigned long flags;
-
- if (pdev == NULL)
- pdev = vga_default_device();
- if (pdev == NULL)
- return;
- spin_lock_irqsave(&vga_lock, flags);
- vgadev = vgadev_find(pdev);
- if (vgadev == NULL)
- goto bail;
- __vga_put(vgadev, rsrc);
- bail:
- spin_unlock_irqrestore(&vga_lock, flags);
- }
- EXPORT_SYMBOL(vga_put);
- static bool vga_is_firmware_default(struct pci_dev *pdev)
- {
- #if defined(CONFIG_X86) || defined(CONFIG_IA64)
- u64 base = screen_info.lfb_base;
- u64 size = screen_info.lfb_size;
- u64 limit;
- resource_size_t start, end;
- unsigned long flags;
- int i;
-
- if (screen_info.capabilities & VIDEO_CAPABILITY_64BIT_BASE)
- base |= (u64)screen_info.ext_lfb_base << 32;
- limit = base + size;
-
- for (i = 0; i < DEVICE_COUNT_RESOURCE; i++) {
- flags = pci_resource_flags(pdev, i);
- if ((flags & IORESOURCE_MEM) == 0)
- continue;
- start = pci_resource_start(pdev, i);
- end = pci_resource_end(pdev, i);
- if (!start || !end)
- continue;
- if (base < start || limit >= end)
- continue;
- return true;
- }
- #endif
- return false;
- }
- static bool vga_arb_integrated_gpu(struct device *dev)
- {
- #if defined(CONFIG_ACPI)
- struct acpi_device *adev = ACPI_COMPANION(dev);
- return adev && !strcmp(acpi_device_hid(adev), ACPI_VIDEO_HID);
- #else
- return false;
- #endif
- }
- static bool vga_is_boot_device(struct vga_device *vgadev)
- {
- struct vga_device *boot_vga = vgadev_find(vga_default_device());
- struct pci_dev *pdev = vgadev->pdev;
- u16 cmd, boot_cmd;
-
-
- if (boot_vga && boot_vga->is_firmware_default)
- return false;
- if (vga_is_firmware_default(pdev)) {
- vgadev->is_firmware_default = true;
- return true;
- }
-
- if (boot_vga &&
- (boot_vga->owns & VGA_RSRC_LEGACY_MASK) == VGA_RSRC_LEGACY_MASK)
- return false;
- if ((vgadev->owns & VGA_RSRC_LEGACY_MASK) == VGA_RSRC_LEGACY_MASK)
- return true;
-
- pci_read_config_word(pdev, PCI_COMMAND, &cmd);
- if (cmd & (PCI_COMMAND_IO | PCI_COMMAND_MEMORY)) {
-
- if (vga_arb_integrated_gpu(&pdev->dev))
- return true;
-
- if (boot_vga) {
- pci_read_config_word(boot_vga->pdev, PCI_COMMAND,
- &boot_cmd);
- if (boot_cmd & (PCI_COMMAND_IO | PCI_COMMAND_MEMORY))
- return false;
- }
- return true;
- }
-
- if (!boot_vga)
- return true;
- return false;
- }
- static void vga_arbiter_check_bridge_sharing(struct vga_device *vgadev)
- {
- struct vga_device *same_bridge_vgadev;
- struct pci_bus *new_bus, *bus;
- struct pci_dev *new_bridge, *bridge;
- vgadev->bridge_has_one_vga = true;
- if (list_empty(&vga_list)) {
- vgaarb_info(&vgadev->pdev->dev, "bridge control possible\n");
- return;
- }
-
- new_bus = vgadev->pdev->bus;
- while (new_bus) {
- new_bridge = new_bus->self;
-
- list_for_each_entry(same_bridge_vgadev, &vga_list, list) {
- bus = same_bridge_vgadev->pdev->bus;
- bridge = bus->self;
-
- if (new_bridge == bridge) {
-
- same_bridge_vgadev->bridge_has_one_vga = false;
- }
-
- while (bus) {
- bridge = bus->self;
- if (bridge && bridge == vgadev->pdev->bus->self)
- vgadev->bridge_has_one_vga = false;
- bus = bus->parent;
- }
- }
- new_bus = new_bus->parent;
- }
- if (vgadev->bridge_has_one_vga)
- vgaarb_info(&vgadev->pdev->dev, "bridge control possible\n");
- else
- vgaarb_info(&vgadev->pdev->dev, "no bridge control possible\n");
- }
- static bool vga_arbiter_add_pci_device(struct pci_dev *pdev)
- {
- struct vga_device *vgadev;
- unsigned long flags;
- struct pci_bus *bus;
- struct pci_dev *bridge;
- u16 cmd;
-
- if ((pdev->class >> 8) != PCI_CLASS_DISPLAY_VGA)
- return false;
-
- vgadev = kzalloc(sizeof(struct vga_device), GFP_KERNEL);
- if (vgadev == NULL) {
- vgaarb_err(&pdev->dev, "failed to allocate VGA arbiter data\n");
-
- return false;
- }
-
- spin_lock_irqsave(&vga_lock, flags);
- if (vgadev_find(pdev) != NULL) {
- BUG_ON(1);
- goto fail;
- }
- vgadev->pdev = pdev;
-
- vgadev->decodes = VGA_RSRC_LEGACY_IO | VGA_RSRC_LEGACY_MEM |
- VGA_RSRC_NORMAL_IO | VGA_RSRC_NORMAL_MEM;
-
- vga_decode_count++;
-
- pci_read_config_word(pdev, PCI_COMMAND, &cmd);
- if (cmd & PCI_COMMAND_IO)
- vgadev->owns |= VGA_RSRC_LEGACY_IO;
- if (cmd & PCI_COMMAND_MEMORY)
- vgadev->owns |= VGA_RSRC_LEGACY_MEM;
-
- bus = pdev->bus;
- while (bus) {
- bridge = bus->self;
- if (bridge) {
- u16 l;
- pci_read_config_word(bridge, PCI_BRIDGE_CONTROL, &l);
- if (!(l & PCI_BRIDGE_CTL_VGA)) {
- vgadev->owns = 0;
- break;
- }
- }
- bus = bus->parent;
- }
- if (vga_is_boot_device(vgadev)) {
- vgaarb_info(&pdev->dev, "setting as boot VGA device%s\n",
- vga_default_device() ?
- " (overriding previous)" : "");
- vga_set_default_device(pdev);
- }
- vga_arbiter_check_bridge_sharing(vgadev);
-
- list_add_tail(&vgadev->list, &vga_list);
- vga_count++;
- vgaarb_info(&pdev->dev, "VGA device added: decodes=%s,owns=%s,locks=%s\n",
- vga_iostate_to_str(vgadev->decodes),
- vga_iostate_to_str(vgadev->owns),
- vga_iostate_to_str(vgadev->locks));
- spin_unlock_irqrestore(&vga_lock, flags);
- return true;
- fail:
- spin_unlock_irqrestore(&vga_lock, flags);
- kfree(vgadev);
- return false;
- }
- static bool vga_arbiter_del_pci_device(struct pci_dev *pdev)
- {
- struct vga_device *vgadev;
- unsigned long flags;
- bool ret = true;
- spin_lock_irqsave(&vga_lock, flags);
- vgadev = vgadev_find(pdev);
- if (vgadev == NULL) {
- ret = false;
- goto bail;
- }
- if (vga_default == pdev)
- vga_set_default_device(NULL);
- if (vgadev->decodes & (VGA_RSRC_LEGACY_IO | VGA_RSRC_LEGACY_MEM))
- vga_decode_count--;
-
- list_del(&vgadev->list);
- vga_count--;
-
- wake_up_all(&vga_wait_queue);
- bail:
- spin_unlock_irqrestore(&vga_lock, flags);
- kfree(vgadev);
- return ret;
- }
- static inline void vga_update_device_decodes(struct vga_device *vgadev,
- int new_decodes)
- {
- struct device *dev = &vgadev->pdev->dev;
- int old_decodes, decodes_removed, decodes_unlocked;
- old_decodes = vgadev->decodes;
- decodes_removed = ~new_decodes & old_decodes;
- decodes_unlocked = vgadev->locks & decodes_removed;
- vgadev->decodes = new_decodes;
- vgaarb_info(dev, "changed VGA decodes: olddecodes=%s,decodes=%s:owns=%s\n",
- vga_iostate_to_str(old_decodes),
- vga_iostate_to_str(vgadev->decodes),
- vga_iostate_to_str(vgadev->owns));
-
- if (decodes_unlocked) {
- if (decodes_unlocked & VGA_RSRC_LEGACY_IO)
- vgadev->io_lock_cnt = 0;
- if (decodes_unlocked & VGA_RSRC_LEGACY_MEM)
- vgadev->mem_lock_cnt = 0;
- __vga_put(vgadev, decodes_unlocked);
- }
-
- if (old_decodes & VGA_RSRC_LEGACY_MASK &&
- !(new_decodes & VGA_RSRC_LEGACY_MASK))
- vga_decode_count--;
- if (!(old_decodes & VGA_RSRC_LEGACY_MASK) &&
- new_decodes & VGA_RSRC_LEGACY_MASK)
- vga_decode_count++;
- vgaarb_dbg(dev, "decoding count now is: %d\n", vga_decode_count);
- }
- static void __vga_set_legacy_decoding(struct pci_dev *pdev,
- unsigned int decodes,
- bool userspace)
- {
- struct vga_device *vgadev;
- unsigned long flags;
- decodes &= VGA_RSRC_LEGACY_MASK;
- spin_lock_irqsave(&vga_lock, flags);
- vgadev = vgadev_find(pdev);
- if (vgadev == NULL)
- goto bail;
-
- if (userspace && vgadev->set_decode)
- goto bail;
-
- vga_update_device_decodes(vgadev, decodes);
-
- bail:
- spin_unlock_irqrestore(&vga_lock, flags);
- }
- void vga_set_legacy_decoding(struct pci_dev *pdev, unsigned int decodes)
- {
- __vga_set_legacy_decoding(pdev, decodes, false);
- }
- EXPORT_SYMBOL(vga_set_legacy_decoding);
- int vga_client_register(struct pci_dev *pdev,
- unsigned int (*set_decode)(struct pci_dev *pdev, bool decode))
- {
- int ret = -ENODEV;
- struct vga_device *vgadev;
- unsigned long flags;
- spin_lock_irqsave(&vga_lock, flags);
- vgadev = vgadev_find(pdev);
- if (!vgadev)
- goto bail;
- vgadev->set_decode = set_decode;
- ret = 0;
- bail:
- spin_unlock_irqrestore(&vga_lock, flags);
- return ret;
- }
- EXPORT_SYMBOL(vga_client_register);
- #define MAX_USER_CARDS CONFIG_VGA_ARB_MAX_GPUS
- #define PCI_INVALID_CARD ((struct pci_dev *)-1UL)
- struct vga_arb_user_card {
- struct pci_dev *pdev;
- unsigned int mem_cnt;
- unsigned int io_cnt;
- };
- struct vga_arb_private {
- struct list_head list;
- struct pci_dev *target;
- struct vga_arb_user_card cards[MAX_USER_CARDS];
- spinlock_t lock;
- };
- static LIST_HEAD(vga_user_list);
- static DEFINE_SPINLOCK(vga_user_lock);
- static int vga_pci_str_to_vars(char *buf, int count, unsigned int *domain,
- unsigned int *bus, unsigned int *devfn)
- {
- int n;
- unsigned int slot, func;
- n = sscanf(buf, "PCI:%x:%x:%x.%x", domain, bus, &slot, &func);
- if (n != 4)
- return 0;
- *devfn = PCI_DEVFN(slot, func);
- return 1;
- }
- static ssize_t vga_arb_read(struct file *file, char __user *buf,
- size_t count, loff_t *ppos)
- {
- struct vga_arb_private *priv = file->private_data;
- struct vga_device *vgadev;
- struct pci_dev *pdev;
- unsigned long flags;
- size_t len;
- int rc;
- char *lbuf;
- lbuf = kmalloc(1024, GFP_KERNEL);
- if (lbuf == NULL)
- return -ENOMEM;
-
- spin_lock_irqsave(&vga_lock, flags);
-
- pdev = priv->target;
- if (pdev == NULL || pdev == PCI_INVALID_CARD) {
- spin_unlock_irqrestore(&vga_lock, flags);
- len = sprintf(lbuf, "invalid");
- goto done;
- }
-
- vgadev = vgadev_find(pdev);
- if (vgadev == NULL) {
-
- spin_unlock_irqrestore(&vga_lock, flags);
- len = sprintf(lbuf, "invalid");
- goto done;
- }
-
- len = snprintf(lbuf, 1024,
- "count:%d,PCI:%s,decodes=%s,owns=%s,locks=%s(%u:%u)\n",
- vga_decode_count, pci_name(pdev),
- vga_iostate_to_str(vgadev->decodes),
- vga_iostate_to_str(vgadev->owns),
- vga_iostate_to_str(vgadev->locks),
- vgadev->io_lock_cnt, vgadev->mem_lock_cnt);
- spin_unlock_irqrestore(&vga_lock, flags);
- done:
-
- if (len > count)
- len = count;
- rc = copy_to_user(buf, lbuf, len);
- kfree(lbuf);
- if (rc)
- return -EFAULT;
- return len;
- }
- static ssize_t vga_arb_write(struct file *file, const char __user *buf,
- size_t count, loff_t *ppos)
- {
- struct vga_arb_private *priv = file->private_data;
- struct vga_arb_user_card *uc = NULL;
- struct pci_dev *pdev;
- unsigned int io_state;
- char kbuf[64], *curr_pos;
- size_t remaining = count;
- int ret_val;
- int i;
- if (count >= sizeof(kbuf))
- return -EINVAL;
- if (copy_from_user(kbuf, buf, count))
- return -EFAULT;
- curr_pos = kbuf;
- kbuf[count] = '\0';
- if (strncmp(curr_pos, "lock ", 5) == 0) {
- curr_pos += 5;
- remaining -= 5;
- pr_debug("client 0x%p called 'lock'\n", priv);
- if (!vga_str_to_iostate(curr_pos, remaining, &io_state)) {
- ret_val = -EPROTO;
- goto done;
- }
- if (io_state == VGA_RSRC_NONE) {
- ret_val = -EPROTO;
- goto done;
- }
- pdev = priv->target;
- if (priv->target == NULL) {
- ret_val = -ENODEV;
- goto done;
- }
- vga_get_uninterruptible(pdev, io_state);
-
- for (i = 0; i < MAX_USER_CARDS; i++) {
- if (priv->cards[i].pdev == pdev) {
- if (io_state & VGA_RSRC_LEGACY_IO)
- priv->cards[i].io_cnt++;
- if (io_state & VGA_RSRC_LEGACY_MEM)
- priv->cards[i].mem_cnt++;
- break;
- }
- }
- ret_val = count;
- goto done;
- } else if (strncmp(curr_pos, "unlock ", 7) == 0) {
- curr_pos += 7;
- remaining -= 7;
- pr_debug("client 0x%p called 'unlock'\n", priv);
- if (strncmp(curr_pos, "all", 3) == 0)
- io_state = VGA_RSRC_LEGACY_IO | VGA_RSRC_LEGACY_MEM;
- else {
- if (!vga_str_to_iostate
- (curr_pos, remaining, &io_state)) {
- ret_val = -EPROTO;
- goto done;
- }
-
- }
- pdev = priv->target;
- if (priv->target == NULL) {
- ret_val = -ENODEV;
- goto done;
- }
- for (i = 0; i < MAX_USER_CARDS; i++) {
- if (priv->cards[i].pdev == pdev)
- uc = &priv->cards[i];
- }
- if (!uc) {
- ret_val = -EINVAL;
- goto done;
- }
- if (io_state & VGA_RSRC_LEGACY_IO && uc->io_cnt == 0) {
- ret_val = -EINVAL;
- goto done;
- }
- if (io_state & VGA_RSRC_LEGACY_MEM && uc->mem_cnt == 0) {
- ret_val = -EINVAL;
- goto done;
- }
- vga_put(pdev, io_state);
- if (io_state & VGA_RSRC_LEGACY_IO)
- uc->io_cnt--;
- if (io_state & VGA_RSRC_LEGACY_MEM)
- uc->mem_cnt--;
- ret_val = count;
- goto done;
- } else if (strncmp(curr_pos, "trylock ", 8) == 0) {
- curr_pos += 8;
- remaining -= 8;
- pr_debug("client 0x%p called 'trylock'\n", priv);
- if (!vga_str_to_iostate(curr_pos, remaining, &io_state)) {
- ret_val = -EPROTO;
- goto done;
- }
-
- pdev = priv->target;
- if (priv->target == NULL) {
- ret_val = -ENODEV;
- goto done;
- }
- if (vga_tryget(pdev, io_state)) {
-
- for (i = 0; i < MAX_USER_CARDS; i++) {
- if (priv->cards[i].pdev == pdev) {
- if (io_state & VGA_RSRC_LEGACY_IO)
- priv->cards[i].io_cnt++;
- if (io_state & VGA_RSRC_LEGACY_MEM)
- priv->cards[i].mem_cnt++;
- break;
- }
- }
- ret_val = count;
- goto done;
- } else {
- ret_val = -EBUSY;
- goto done;
- }
- } else if (strncmp(curr_pos, "target ", 7) == 0) {
- unsigned int domain, bus, devfn;
- struct vga_device *vgadev;
- curr_pos += 7;
- remaining -= 7;
- pr_debug("client 0x%p called 'target'\n", priv);
-
- if (!strncmp(curr_pos, "default", 7))
- pdev = pci_dev_get(vga_default_device());
- else {
- if (!vga_pci_str_to_vars(curr_pos, remaining,
- &domain, &bus, &devfn)) {
- ret_val = -EPROTO;
- goto done;
- }
- pdev = pci_get_domain_bus_and_slot(domain, bus, devfn);
- if (!pdev) {
- pr_debug("invalid PCI address %04x:%02x:%02x.%x\n",
- domain, bus, PCI_SLOT(devfn),
- PCI_FUNC(devfn));
- ret_val = -ENODEV;
- goto done;
- }
- pr_debug("%s ==> %04x:%02x:%02x.%x pdev %p\n", curr_pos,
- domain, bus, PCI_SLOT(devfn), PCI_FUNC(devfn),
- pdev);
- }
- vgadev = vgadev_find(pdev);
- pr_debug("vgadev %p\n", vgadev);
- if (vgadev == NULL) {
- if (pdev) {
- vgaarb_dbg(&pdev->dev, "not a VGA device\n");
- pci_dev_put(pdev);
- }
- ret_val = -ENODEV;
- goto done;
- }
- priv->target = pdev;
- for (i = 0; i < MAX_USER_CARDS; i++) {
- if (priv->cards[i].pdev == pdev)
- break;
- if (priv->cards[i].pdev == NULL) {
- priv->cards[i].pdev = pdev;
- priv->cards[i].io_cnt = 0;
- priv->cards[i].mem_cnt = 0;
- break;
- }
- }
- if (i == MAX_USER_CARDS) {
- vgaarb_dbg(&pdev->dev, "maximum user cards (%d) number reached, ignoring this one!\n",
- MAX_USER_CARDS);
- pci_dev_put(pdev);
-
- ret_val = -ENOMEM;
- goto done;
- }
- ret_val = count;
- pci_dev_put(pdev);
- goto done;
- } else if (strncmp(curr_pos, "decodes ", 8) == 0) {
- curr_pos += 8;
- remaining -= 8;
- pr_debug("client 0x%p called 'decodes'\n", priv);
- if (!vga_str_to_iostate(curr_pos, remaining, &io_state)) {
- ret_val = -EPROTO;
- goto done;
- }
- pdev = priv->target;
- if (priv->target == NULL) {
- ret_val = -ENODEV;
- goto done;
- }
- __vga_set_legacy_decoding(pdev, io_state, true);
- ret_val = count;
- goto done;
- }
-
- return -EPROTO;
- done:
- return ret_val;
- }
- static __poll_t vga_arb_fpoll(struct file *file, poll_table *wait)
- {
- pr_debug("%s\n", __func__);
- poll_wait(file, &vga_wait_queue, wait);
- return EPOLLIN;
- }
- static int vga_arb_open(struct inode *inode, struct file *file)
- {
- struct vga_arb_private *priv;
- unsigned long flags;
- pr_debug("%s\n", __func__);
- priv = kzalloc(sizeof(*priv), GFP_KERNEL);
- if (priv == NULL)
- return -ENOMEM;
- spin_lock_init(&priv->lock);
- file->private_data = priv;
- spin_lock_irqsave(&vga_user_lock, flags);
- list_add(&priv->list, &vga_user_list);
- spin_unlock_irqrestore(&vga_user_lock, flags);
-
- priv->target = vga_default_device();
- priv->cards[0].pdev = priv->target;
- priv->cards[0].io_cnt = 0;
- priv->cards[0].mem_cnt = 0;
- return 0;
- }
- static int vga_arb_release(struct inode *inode, struct file *file)
- {
- struct vga_arb_private *priv = file->private_data;
- struct vga_arb_user_card *uc;
- unsigned long flags;
- int i;
- pr_debug("%s\n", __func__);
- spin_lock_irqsave(&vga_user_lock, flags);
- list_del(&priv->list);
- for (i = 0; i < MAX_USER_CARDS; i++) {
- uc = &priv->cards[i];
- if (uc->pdev == NULL)
- continue;
- vgaarb_dbg(&uc->pdev->dev, "uc->io_cnt == %d, uc->mem_cnt == %d\n",
- uc->io_cnt, uc->mem_cnt);
- while (uc->io_cnt--)
- vga_put(uc->pdev, VGA_RSRC_LEGACY_IO);
- while (uc->mem_cnt--)
- vga_put(uc->pdev, VGA_RSRC_LEGACY_MEM);
- }
- spin_unlock_irqrestore(&vga_user_lock, flags);
- kfree(priv);
- return 0;
- }
- static void vga_arbiter_notify_clients(void)
- {
- struct vga_device *vgadev;
- unsigned long flags;
- uint32_t new_decodes;
- bool new_state;
- if (!vga_arbiter_used)
- return;
- spin_lock_irqsave(&vga_lock, flags);
- list_for_each_entry(vgadev, &vga_list, list) {
- if (vga_count > 1)
- new_state = false;
- else
- new_state = true;
- if (vgadev->set_decode) {
- new_decodes = vgadev->set_decode(vgadev->pdev,
- new_state);
- vga_update_device_decodes(vgadev, new_decodes);
- }
- }
- spin_unlock_irqrestore(&vga_lock, flags);
- }
- static int pci_notify(struct notifier_block *nb, unsigned long action,
- void *data)
- {
- struct device *dev = data;
- struct pci_dev *pdev = to_pci_dev(dev);
- bool notify = false;
- vgaarb_dbg(dev, "%s\n", __func__);
-
- if (action == BUS_NOTIFY_ADD_DEVICE)
- notify = vga_arbiter_add_pci_device(pdev);
- else if (action == BUS_NOTIFY_DEL_DEVICE)
- notify = vga_arbiter_del_pci_device(pdev);
- if (notify)
- vga_arbiter_notify_clients();
- return 0;
- }
- static struct notifier_block pci_notifier = {
- .notifier_call = pci_notify,
- };
- static const struct file_operations vga_arb_device_fops = {
- .read = vga_arb_read,
- .write = vga_arb_write,
- .poll = vga_arb_fpoll,
- .open = vga_arb_open,
- .release = vga_arb_release,
- .llseek = noop_llseek,
- };
- static struct miscdevice vga_arb_device = {
- MISC_DYNAMIC_MINOR, "vga_arbiter", &vga_arb_device_fops
- };
- static int __init vga_arb_device_init(void)
- {
- int rc;
- struct pci_dev *pdev;
- rc = misc_register(&vga_arb_device);
- if (rc < 0)
- pr_err("error %d registering device\n", rc);
- bus_register_notifier(&pci_bus_type, &pci_notifier);
-
- pdev = NULL;
- while ((pdev =
- pci_get_subsys(PCI_ANY_ID, PCI_ANY_ID, PCI_ANY_ID,
- PCI_ANY_ID, pdev)) != NULL)
- vga_arbiter_add_pci_device(pdev);
- pr_info("loaded\n");
- return rc;
- }
- subsys_initcall_sync(vga_arb_device_init);
|