2 * AMD Cryptographic Coprocessor (CCP) driver
4 * Copyright (C) 2013 Advanced Micro Devices, Inc.
6 * Author: Tom Lendacky <thomas.lendacky@amd.com>
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 as
10 * published by the Free Software Foundation.
13 #include <linux/module.h>
14 #include <linux/kernel.h>
15 #include <linux/device.h>
16 #include <linux/pci.h>
17 #include <linux/pci_ids.h>
18 #include <linux/dma-mapping.h>
19 #include <linux/kthread.h>
20 #include <linux/sched.h>
21 #include <linux/interrupt.h>
22 #include <linux/spinlock.h>
23 #include <linux/delay.h>
24 #include <linux/ccp.h>
29 #define IO_OFFSET 0x20000
31 #define MSIX_VECTORS 2
40 struct ccp_msix msix[MSIX_VECTORS];
43 static int ccp_get_msix_irqs(struct ccp_device *ccp)
45 struct ccp_pci *ccp_pci = ccp->dev_specific;
46 struct device *dev = ccp->dev;
47 struct pci_dev *pdev = container_of(dev, struct pci_dev, dev);
48 struct msix_entry msix_entry[MSIX_VECTORS];
49 unsigned int name_len = sizeof(ccp_pci->msix[0].name) - 1;
52 for (v = 0; v < ARRAY_SIZE(msix_entry); v++)
53 msix_entry[v].entry = v;
55 ret = pci_enable_msix_range(pdev, msix_entry, 1, v);
59 ccp_pci->msix_count = ret;
60 for (v = 0; v < ccp_pci->msix_count; v++) {
61 /* Set the interrupt names and request the irqs */
62 snprintf(ccp_pci->msix[v].name, name_len, "ccp-%u", v);
63 ccp_pci->msix[v].vector = msix_entry[v].vector;
64 ret = request_irq(ccp_pci->msix[v].vector, ccp_irq_handler,
65 0, ccp_pci->msix[v].name, dev);
67 dev_notice(dev, "unable to allocate MSI-X IRQ (%d)\n",
77 free_irq(ccp_pci->msix[v].vector, dev);
79 pci_disable_msix(pdev);
81 ccp_pci->msix_count = 0;
86 static int ccp_get_msi_irq(struct ccp_device *ccp)
88 struct device *dev = ccp->dev;
89 struct pci_dev *pdev = container_of(dev, struct pci_dev, dev);
92 ret = pci_enable_msi(pdev);
97 ret = request_irq(ccp->irq, ccp_irq_handler, 0, "ccp", dev);
99 dev_notice(dev, "unable to allocate MSI IRQ (%d)\n", ret);
106 pci_disable_msi(pdev);
111 static int ccp_get_irqs(struct ccp_device *ccp)
113 struct device *dev = ccp->dev;
116 ret = ccp_get_msix_irqs(ccp);
120 /* Couldn't get MSI-X vectors, try MSI */
121 dev_notice(dev, "could not enable MSI-X (%d), trying MSI\n", ret);
122 ret = ccp_get_msi_irq(ccp);
126 /* Couldn't get MSI interrupt */
127 dev_notice(dev, "could not enable MSI (%d)\n", ret);
132 static void ccp_free_irqs(struct ccp_device *ccp)
134 struct ccp_pci *ccp_pci = ccp->dev_specific;
135 struct device *dev = ccp->dev;
136 struct pci_dev *pdev = container_of(dev, struct pci_dev, dev);
138 if (ccp_pci->msix_count) {
139 while (ccp_pci->msix_count--)
140 free_irq(ccp_pci->msix[ccp_pci->msix_count].vector,
142 pci_disable_msix(pdev);
144 free_irq(ccp->irq, dev);
145 pci_disable_msi(pdev);
149 static int ccp_find_mmio_area(struct ccp_device *ccp)
151 struct device *dev = ccp->dev;
152 struct pci_dev *pdev = container_of(dev, struct pci_dev, dev);
153 resource_size_t io_len;
154 unsigned long io_flags;
156 io_flags = pci_resource_flags(pdev, IO_BAR);
157 io_len = pci_resource_len(pdev, IO_BAR);
158 if ((io_flags & IORESOURCE_MEM) && (io_len >= (IO_OFFSET + 0x800)))
164 static int ccp_pci_probe(struct pci_dev *pdev, const struct pci_device_id *id)
166 struct ccp_device *ccp;
167 struct ccp_pci *ccp_pci;
168 struct device *dev = &pdev->dev;
173 ccp = ccp_alloc_struct(dev);
177 ccp_pci = kzalloc(sizeof(*ccp_pci), GFP_KERNEL);
182 ccp->dev_specific = ccp_pci;
183 ccp->get_irq = ccp_get_irqs;
184 ccp->free_irq = ccp_free_irqs;
186 ret = pci_request_regions(pdev, "ccp");
188 dev_err(dev, "pci_request_regions failed (%d)\n", ret);
192 ret = pci_enable_device(pdev);
194 dev_err(dev, "pci_enable_device failed (%d)\n", ret);
198 pci_set_master(pdev);
200 ret = ccp_find_mmio_area(ccp);
206 ccp->io_map = pci_iomap(pdev, bar, 0);
207 if (ccp->io_map == NULL) {
208 dev_err(dev, "pci_iomap failed\n");
211 ccp->io_regs = ccp->io_map + IO_OFFSET;
213 ret = dma_set_mask_and_coherent(dev, DMA_BIT_MASK(48));
215 ret = dma_set_mask_and_coherent(dev, DMA_BIT_MASK(32));
217 dev_err(dev, "dma_set_mask_and_coherent failed (%d)\n",
223 dev_set_drvdata(dev, ccp);
229 dev_notice(dev, "enabled\n");
234 pci_iounmap(pdev, ccp->io_map);
237 pci_disable_device(pdev);
240 pci_release_regions(pdev);
249 dev_notice(dev, "initialization failed\n");
253 static void ccp_pci_remove(struct pci_dev *pdev)
255 struct device *dev = &pdev->dev;
256 struct ccp_device *ccp = dev_get_drvdata(dev);
263 pci_iounmap(pdev, ccp->io_map);
265 pci_disable_device(pdev);
267 pci_release_regions(pdev);
271 dev_notice(dev, "disabled\n");
275 static int ccp_pci_suspend(struct pci_dev *pdev, pm_message_t state)
277 struct device *dev = &pdev->dev;
278 struct ccp_device *ccp = dev_get_drvdata(dev);
282 spin_lock_irqsave(&ccp->cmd_lock, flags);
286 /* Wake all the queue kthreads to prepare for suspend */
287 for (i = 0; i < ccp->cmd_q_count; i++)
288 wake_up_process(ccp->cmd_q[i].kthread);
290 spin_unlock_irqrestore(&ccp->cmd_lock, flags);
292 /* Wait for all queue kthreads to say they're done */
293 while (!ccp_queues_suspended(ccp))
294 wait_event_interruptible(ccp->suspend_queue,
295 ccp_queues_suspended(ccp));
300 static int ccp_pci_resume(struct pci_dev *pdev)
302 struct device *dev = &pdev->dev;
303 struct ccp_device *ccp = dev_get_drvdata(dev);
307 spin_lock_irqsave(&ccp->cmd_lock, flags);
311 /* Wake up all the kthreads */
312 for (i = 0; i < ccp->cmd_q_count; i++) {
313 ccp->cmd_q[i].suspended = 0;
314 wake_up_process(ccp->cmd_q[i].kthread);
317 spin_unlock_irqrestore(&ccp->cmd_lock, flags);
323 static const struct pci_device_id ccp_pci_table[] = {
324 { PCI_VDEVICE(AMD, 0x1537), },
325 /* Last entry must be zero */
328 MODULE_DEVICE_TABLE(pci, ccp_pci_table);
330 static struct pci_driver ccp_pci_driver = {
331 .name = "AMD Cryptographic Coprocessor",
332 .id_table = ccp_pci_table,
333 .probe = ccp_pci_probe,
334 .remove = ccp_pci_remove,
336 .suspend = ccp_pci_suspend,
337 .resume = ccp_pci_resume,
341 int ccp_pci_init(void)
343 return pci_register_driver(&ccp_pci_driver);
346 void ccp_pci_exit(void)
348 pci_unregister_driver(&ccp_pci_driver);