1 /* Copyright (c) 2012 Coraid, Inc. See COPYING for GPL terms. */
4 * block device routines
7 #include <linux/kernel.h>
8 #include <linux/hdreg.h>
9 #include <linux/blkdev.h>
10 #include <linux/backing-dev.h>
12 #include <linux/ioctl.h>
13 #include <linux/slab.h>
14 #include <linux/ratelimit.h>
15 #include <linux/genhd.h>
16 #include <linux/netdevice.h>
17 #include <linux/mutex.h>
18 #include <linux/export.h>
19 #include <linux/moduleparam.h>
23 static DEFINE_MUTEX(aoeblk_mutex);
24 static struct kmem_cache *buf_pool_cache;
26 /* GPFS needs a larger value than the default. */
27 static int aoe_maxsectors;
28 module_param(aoe_maxsectors, int, 0644);
29 MODULE_PARM_DESC(aoe_maxsectors,
30 "When nonzero, set the maximum number of sectors per I/O request");
32 static ssize_t aoedisk_show_state(struct device *dev,
33 struct device_attribute *attr, char *page)
35 struct gendisk *disk = dev_to_disk(dev);
36 struct aoedev *d = disk->private_data;
38 return snprintf(page, PAGE_SIZE,
40 (d->flags & DEVFL_UP) ? "up" : "down",
41 (d->flags & DEVFL_KICKME) ? ",kickme" :
42 (d->nopen && !(d->flags & DEVFL_UP)) ? ",closewait" : "");
43 /* I'd rather see nopen exported so we can ditch closewait */
45 static ssize_t aoedisk_show_mac(struct device *dev,
46 struct device_attribute *attr, char *page)
48 struct gendisk *disk = dev_to_disk(dev);
49 struct aoedev *d = disk->private_data;
50 struct aoetgt *t = d->targets[0];
53 return snprintf(page, PAGE_SIZE, "none\n");
54 return snprintf(page, PAGE_SIZE, "%pm\n", t->addr);
56 static ssize_t aoedisk_show_netif(struct device *dev,
57 struct device_attribute *attr, char *page)
59 struct gendisk *disk = dev_to_disk(dev);
60 struct aoedev *d = disk->private_data;
61 struct net_device *nds[8], **nd, **nnd, **ne;
62 struct aoetgt **t, **te;
63 struct aoeif *ifp, *e;
66 memset(nds, 0, sizeof nds);
68 ne = nd + ARRAY_SIZE(nds);
71 for (; t < te && *t; t++) {
74 for (; ifp < e && ifp->nd; ifp++) {
75 for (nnd = nds; nnd < nd; nnd++)
78 if (nnd == nd && nd != ne)
86 return snprintf(page, PAGE_SIZE, "none\n");
87 for (p = page; nd < ne; nd++)
88 p += snprintf(p, PAGE_SIZE - (p-page), "%s%s",
89 p == page ? "" : ",", (*nd)->name);
90 p += snprintf(p, PAGE_SIZE - (p-page), "\n");
93 /* firmware version */
94 static ssize_t aoedisk_show_fwver(struct device *dev,
95 struct device_attribute *attr, char *page)
97 struct gendisk *disk = dev_to_disk(dev);
98 struct aoedev *d = disk->private_data;
100 return snprintf(page, PAGE_SIZE, "0x%04x\n", (unsigned int) d->fw_ver);
102 static ssize_t aoedisk_show_payload(struct device *dev,
103 struct device_attribute *attr, char *page)
105 struct gendisk *disk = dev_to_disk(dev);
106 struct aoedev *d = disk->private_data;
108 return snprintf(page, PAGE_SIZE, "%lu\n", d->maxbcnt);
111 static DEVICE_ATTR(state, S_IRUGO, aoedisk_show_state, NULL);
112 static DEVICE_ATTR(mac, S_IRUGO, aoedisk_show_mac, NULL);
113 static DEVICE_ATTR(netif, S_IRUGO, aoedisk_show_netif, NULL);
114 static struct device_attribute dev_attr_firmware_version = {
115 .attr = { .name = "firmware-version", .mode = S_IRUGO },
116 .show = aoedisk_show_fwver,
118 static DEVICE_ATTR(payload, S_IRUGO, aoedisk_show_payload, NULL);
120 static struct attribute *aoe_attrs[] = {
121 &dev_attr_state.attr,
123 &dev_attr_netif.attr,
124 &dev_attr_firmware_version.attr,
125 &dev_attr_payload.attr,
129 static const struct attribute_group attr_group = {
134 aoedisk_add_sysfs(struct aoedev *d)
136 return sysfs_create_group(&disk_to_dev(d->gd)->kobj, &attr_group);
139 aoedisk_rm_sysfs(struct aoedev *d)
141 sysfs_remove_group(&disk_to_dev(d->gd)->kobj, &attr_group);
145 aoeblk_open(struct block_device *bdev, fmode_t mode)
147 struct aoedev *d = bdev->bd_disk->private_data;
150 if (!virt_addr_valid(d)) {
151 pr_crit("aoe: invalid device pointer in %s\n",
156 if (!(d->flags & DEVFL_UP) || d->flags & DEVFL_TKILL)
159 mutex_lock(&aoeblk_mutex);
160 spin_lock_irqsave(&d->lock, flags);
161 if (d->flags & DEVFL_UP && !(d->flags & DEVFL_TKILL)) {
163 spin_unlock_irqrestore(&d->lock, flags);
164 mutex_unlock(&aoeblk_mutex);
167 spin_unlock_irqrestore(&d->lock, flags);
168 mutex_unlock(&aoeblk_mutex);
173 aoeblk_release(struct gendisk *disk, fmode_t mode)
175 struct aoedev *d = disk->private_data;
178 spin_lock_irqsave(&d->lock, flags);
180 if (--d->nopen == 0) {
181 spin_unlock_irqrestore(&d->lock, flags);
182 aoecmd_cfg(d->aoemajor, d->aoeminor);
185 spin_unlock_irqrestore(&d->lock, flags);
191 aoeblk_request(struct request_queue *q)
197 if ((d->flags & DEVFL_UP) == 0) {
198 pr_info_ratelimited("aoe: device %ld.%d is not up\n",
199 d->aoemajor, d->aoeminor);
200 while ((rq = blk_peek_request(q))) {
201 blk_start_request(rq);
202 aoe_end_request(d, rq, 1);
210 aoeblk_getgeo(struct block_device *bdev, struct hd_geometry *geo)
212 struct aoedev *d = bdev->bd_disk->private_data;
214 if ((d->flags & DEVFL_UP) == 0) {
215 printk(KERN_ERR "aoe: disk not up\n");
219 geo->cylinders = d->geo.cylinders;
220 geo->heads = d->geo.heads;
221 geo->sectors = d->geo.sectors;
226 aoeblk_ioctl(struct block_device *bdev, fmode_t mode, uint cmd, ulong arg)
233 d = bdev->bd_disk->private_data;
234 if ((d->flags & DEVFL_UP) == 0) {
235 pr_err("aoe: disk not up\n");
239 if (cmd == HDIO_GET_IDENTITY) {
240 if (!copy_to_user((void __user *) arg, &d->ident,
246 /* udev calls scsi_id, which uses SG_IO, resulting in noise */
248 pr_info("aoe: unknown ioctl 0x%x\n", cmd);
253 static const struct block_device_operations aoe_bdops = {
255 .release = aoeblk_release,
256 .ioctl = aoeblk_ioctl,
257 .getgeo = aoeblk_getgeo,
258 .owner = THIS_MODULE,
261 /* alloc_disk and add_disk can sleep */
263 aoeblk_gdalloc(void *vp)
265 struct aoedev *d = vp;
268 struct request_queue *q;
269 enum { KB = 1024, MB = KB * KB, READ_AHEAD = 2 * MB, };
273 spin_lock_irqsave(&d->lock, flags);
274 if (d->flags & DEVFL_GDALLOC
275 && !(d->flags & DEVFL_TKILL)
276 && !(d->flags & DEVFL_GD_NOW))
277 d->flags |= DEVFL_GD_NOW;
280 spin_unlock_irqrestore(&d->lock, flags);
284 gd = alloc_disk(AOE_PARTITIONS);
286 pr_err("aoe: cannot allocate disk structure for %ld.%d\n",
287 d->aoemajor, d->aoeminor);
291 mp = mempool_create(MIN_BUFS, mempool_alloc_slab, mempool_free_slab,
294 printk(KERN_ERR "aoe: cannot allocate bufpool for %ld.%d\n",
295 d->aoemajor, d->aoeminor);
298 q = blk_init_queue(aoeblk_request, &d->lock);
300 pr_err("aoe: cannot allocate block queue for %ld.%d\n",
301 d->aoemajor, d->aoeminor);
305 spin_lock_irqsave(&d->lock, flags);
306 WARN_ON(!(d->flags & DEVFL_GD_NOW));
307 WARN_ON(!(d->flags & DEVFL_GDALLOC));
308 WARN_ON(d->flags & DEVFL_TKILL);
310 WARN_ON(d->flags & DEVFL_UP);
311 blk_queue_max_hw_sectors(q, BLK_DEF_MAX_SECTORS);
312 q->backing_dev_info.name = "aoe";
313 q->backing_dev_info.ra_pages = READ_AHEAD / PAGE_CACHE_SIZE;
315 d->blkq = gd->queue = q;
319 blk_queue_max_hw_sectors(q, aoe_maxsectors);
320 gd->major = AOE_MAJOR;
321 gd->first_minor = d->sysminor;
322 gd->fops = &aoe_bdops;
323 gd->private_data = d;
324 set_capacity(gd, d->ssize);
325 snprintf(gd->disk_name, sizeof gd->disk_name, "etherd/e%ld.%d",
326 d->aoemajor, d->aoeminor);
328 d->flags &= ~DEVFL_GDALLOC;
329 d->flags |= DEVFL_UP;
331 spin_unlock_irqrestore(&d->lock, flags);
334 aoedisk_add_sysfs(d);
336 spin_lock_irqsave(&d->lock, flags);
337 WARN_ON(!(d->flags & DEVFL_GD_NOW));
338 d->flags &= ~DEVFL_GD_NOW;
339 spin_unlock_irqrestore(&d->lock, flags);
347 spin_lock_irqsave(&d->lock, flags);
348 d->flags &= ~DEVFL_GD_NOW;
349 schedule_work(&d->work);
350 spin_unlock_irqrestore(&d->lock, flags);
356 kmem_cache_destroy(buf_pool_cache);
362 buf_pool_cache = kmem_cache_create("aoe_bufs",
365 if (buf_pool_cache == NULL)