drivers/s390/block/dasd_eckd.c

   1 /*
   2  * File...........: linux/drivers/s390/block/dasd_eckd.c
   3  * Author(s)......: Holger Smolinski <Holger.Smolinski@de.ibm.com>
   4  *                  Horst Hummel <Horst.Hummel@de.ibm.com>
   5  *                  Carsten Otte <Cotte@de.ibm.com>
   6  *                  Martin Schwidefsky <schwidefsky@de.ibm.com>
   7  * Bugreports.to..: <Linux390@de.ibm.com>
   8  * (C) IBM Corporation, IBM Deutschland Entwicklung GmbH, 1999,2000
   9  *
  10  */
  11
  12 #include <linux/config.h>
  13 #include <linux/stddef.h>
  14 #include <linux/kernel.h>
  15 #include <linux/slab.h>
  16 #include <linux/hdreg.h>        /* HDIO_GETGEO                      */
  17 #include <linux/bio.h>
  18 #include <linux/module.h>
  19 #include <linux/init.h>
  20
  21 #include <asm/debug.h>
  22 #include <asm/idals.h>
  23 #include <asm/ebcdic.h>
  24 #include <asm/io.h>
  25 #include <asm/todclk.h>
  26 #include <asm/uaccess.h>
  27 #include <asm/ccwdev.h>
  28
  29 #include "dasd_int.h"
  30 #include "dasd_eckd.h"
  31
  32 #ifdef PRINTK_HEADER
  33 #undef PRINTK_HEADER
  34 #endif                          /* PRINTK_HEADER */
  35 #define PRINTK_HEADER "dasd(eckd):"
  36
  37 #define ECKD_C0(i) (i->home_bytes)
  38 #define ECKD_F(i) (i->formula)
  39 #define ECKD_F1(i) (ECKD_F(i)==0x01?(i->factors.f_0x01.f1):\
  40                     (i->factors.f_0x02.f1))
  41 #define ECKD_F2(i) (ECKD_F(i)==0x01?(i->factors.f_0x01.f2):\
  42                     (i->factors.f_0x02.f2))
  43 #define ECKD_F3(i) (ECKD_F(i)==0x01?(i->factors.f_0x01.f3):\
  44                     (i->factors.f_0x02.f3))
  45 #define ECKD_F4(i) (ECKD_F(i)==0x02?(i->factors.f_0x02.f4):0)
  46 #define ECKD_F5(i) (ECKD_F(i)==0x02?(i->factors.f_0x02.f5):0)
  47 #define ECKD_F6(i) (i->factor6)
  48 #define ECKD_F7(i) (i->factor7)
  49 #define ECKD_F8(i) (i->factor8)
  50
  51 MODULE_LICENSE("GPL");
  52
  53 static struct dasd_discipline dasd_eckd_discipline;
  54
  55 struct dasd_eckd_private {
  56         struct dasd_eckd_characteristics rdc_data;
  57         struct dasd_eckd_confdata conf_data;
  58         struct dasd_eckd_path path_data;
  59         struct eckd_count count_area[5];
  60         int init_cqr_status;
  61         int uses_cdl;
  62         struct attrib_data_t attrib;    /* e.g. cache operations */
  63 };
  64
  65 /* The ccw bus type uses this table to find devices that it sends to
  66  * dasd_eckd_probe */
  67 static struct ccw_device_id dasd_eckd_ids[] = {
  68         { CCW_DEVICE_DEVTYPE (0x3990, 0, 0x3390, 0), driver_info: 0x1},
  69         { CCW_DEVICE_DEVTYPE (0x2105, 0, 0x3390, 0), driver_info: 0x2},
  70         { CCW_DEVICE_DEVTYPE (0x3880, 0, 0x3390, 0), driver_info: 0x3},
  71         { CCW_DEVICE_DEVTYPE (0x3990, 0, 0x3380, 0), driver_info: 0x4},
  72         { CCW_DEVICE_DEVTYPE (0x2105, 0, 0x3380, 0), driver_info: 0x5},
  73         { CCW_DEVICE_DEVTYPE (0x9343, 0, 0x9345, 0), driver_info: 0x6},
  74         { CCW_DEVICE_DEVTYPE (0x2107, 0, 0x3390, 0), driver_info: 0x7},
  75         { CCW_DEVICE_DEVTYPE (0x2107, 0, 0x3380, 0), driver_info: 0x8},
  76         { CCW_DEVICE_DEVTYPE (0x1750, 0, 0x3390, 0), driver_info: 0x9},
  77         { CCW_DEVICE_DEVTYPE (0x1750, 0, 0x3380, 0), driver_info: 0xa},
  78         { /* end of list */ },
  79 };
  80
  81 MODULE_DEVICE_TABLE(ccw, dasd_eckd_ids);
  82
  83 static struct ccw_driver dasd_eckd_driver; /* see below */
  84
  85 /* initial attempt at a probe function. this can be simplified once
  86  * the other detection code is gone */
  87 static int
  88 dasd_eckd_probe (struct ccw_device *cdev)
  89 {
  90         int ret;
  91
  92         ret = dasd_generic_probe (cdev, &dasd_eckd_discipline);
  93         if (ret)
  94                 return ret;
  95         ccw_device_set_options(cdev, CCWDEV_DO_PATHGROUP | CCWDEV_ALLOW_FORCE);
  96         return 0;
  97 }
  98
  99 static int
 100 dasd_eckd_set_online(struct ccw_device *cdev)
 101 {
 102         return dasd_generic_set_online (cdev, &dasd_eckd_discipline);
 103 }
 104
 105 static struct ccw_driver dasd_eckd_driver = {
 106         .name        = "dasd-eckd",
 107         .owner       = THIS_MODULE,
 108         .ids         = dasd_eckd_ids,
 109         .probe       = dasd_eckd_probe,
 110         .remove      = dasd_generic_remove,
 111         .set_offline = dasd_generic_set_offline,
 112         .set_online  = dasd_eckd_set_online,
 113         .notify      = dasd_generic_notify,
 114 };
 115
 116 static const int sizes_trk0[] = { 28, 148, 84 };
 117 #define LABEL_SIZE 140
 118
 119 static inline unsigned int
 120 round_up_multiple(unsigned int no, unsigned int mult)
 121 {
 122         int rem = no % mult;
 123         return (rem ? no - rem + mult : no);
 124 }
 125
 126 static inline unsigned int
 127 ceil_quot(unsigned int d1, unsigned int d2)
 128 {
 129         return (d1 + (d2 - 1)) / d2;
 130 }
 131
 132 static inline int
 133 bytes_per_record(struct dasd_eckd_characteristics *rdc, int kl, int dl)
 134 {
 135         unsigned int fl1, fl2, int1, int2;
 136         int bpr;
 137
 138         switch (rdc->formula) {
 139         case 0x01:
 140                 fl1 = round_up_multiple(ECKD_F2(rdc) + dl, ECKD_F1(rdc));
 141                 fl2 = round_up_multiple(kl ? ECKD_F2(rdc) + kl : 0,
 142                                         ECKD_F1(rdc));
 143                 bpr = fl1 + fl2;
 144                 break;
 145         case 0x02:
 146                 int1 = ceil_quot(dl + ECKD_F6(rdc), ECKD_F5(rdc) << 1);
 147                 int2 = ceil_quot(kl + ECKD_F6(rdc), ECKD_F5(rdc) << 1);
 148                 fl1 = round_up_multiple(ECKD_F1(rdc) * ECKD_F2(rdc) + dl +
 149                                         ECKD_F6(rdc) + ECKD_F4(rdc) * int1,
 150                                         ECKD_F1(rdc));
 151                 fl2 = round_up_multiple(ECKD_F1(rdc) * ECKD_F3(rdc) + kl +
 152                                         ECKD_F6(rdc) + ECKD_F4(rdc) * int2,
 153                                         ECKD_F1(rdc));
 154                 bpr = fl1 + fl2;
 155                 break;
 156         default:
 157                 bpr = 0;
 158                 break;
 159         }
 160         return bpr;
 161 }
 162
 163 static inline unsigned int
 164 bytes_per_track(struct dasd_eckd_characteristics *rdc)
 165 {
 166         return *(unsigned int *) (rdc->byte_per_track) >> 8;
 167 }
 168
 169 static inline unsigned int
 170 recs_per_track(struct dasd_eckd_characteristics * rdc,
 171                unsigned int kl, unsigned int dl)
 172 {
 173         int dn, kn;
 174
 175         switch (rdc->dev_type) {
 176         case 0x3380:
 177                 if (kl)
 178                         return 1499 / (15 + 7 + ceil_quot(kl + 12, 32) +
 179                                        ceil_quot(dl + 12, 32));
 180                 else
 181                         return 1499 / (15 + ceil_quot(dl + 12, 32));
 182         case 0x3390:
 183                 dn = ceil_quot(dl + 6, 232) + 1;
 184                 if (kl) {
 185                         kn = ceil_quot(kl + 6, 232) + 1;
 186                         return 1729 / (10 + 9 + ceil_quot(kl + 6 * kn, 34) +
 187                                        9 + ceil_quot(dl + 6 * dn, 34));
 188                 } else
 189                         return 1729 / (10 + 9 + ceil_quot(dl + 6 * dn, 34));
 190         case 0x9345:
 191                 dn = ceil_quot(dl + 6, 232) + 1;
 192                 if (kl) {
 193                         kn = ceil_quot(kl + 6, 232) + 1;
 194                         return 1420 / (18 + 7 + ceil_quot(kl + 6 * kn, 34) +
 195                                        ceil_quot(dl + 6 * dn, 34));
 196                 } else
 197                         return 1420 / (18 + 7 + ceil_quot(dl + 6 * dn, 34));
 198         }
 199         return 0;
 200 }
 201
 202 static inline void
 203 check_XRC (struct ccw1         *de_ccw,
 204            struct DE_eckd_data *data,
 205            struct dasd_device  *device)
 206 {
 207         struct dasd_eckd_private *private;
 208
 209         private = (struct dasd_eckd_private *) device->private;
 210
 211         /* switch on System Time Stamp - needed for XRC Support */
 212         if (private->rdc_data.facilities.XRC_supported) {
 213
 214                 data->ga_extended |= 0x08; /* switch on 'Time Stamp Valid'   */
 215                 data->ga_extended |= 0x02; /* switch on 'Extended Parameter' */
 216
 217                 data->ep_sys_time = get_clock ();
 218
 219                 de_ccw->count = sizeof (struct DE_eckd_data);
 220                 de_ccw->flags |= CCW_FLAG_SLI;
 221         }
 222
 223         return;
 224
 225 } /* end check_XRC */
 226
 227 static inline void
 228 define_extent(struct ccw1 * ccw, struct DE_eckd_data * data, int trk,
 229               int totrk, int cmd, struct dasd_device * device)
 230 {
 231         struct dasd_eckd_private *private;
 232         struct ch_t geo, beg, end;
 233
 234         private = (struct dasd_eckd_private *) device->private;
 235
 236         ccw->cmd_code = DASD_ECKD_CCW_DEFINE_EXTENT;
 237         ccw->flags = 0;
 238         ccw->count = 16;
 239         ccw->cda = (__u32) __pa(data);
 240
 241         memset(data, 0, sizeof (struct DE_eckd_data));
 242         switch (cmd) {
 243         case DASD_ECKD_CCW_READ_HOME_ADDRESS:
 244         case DASD_ECKD_CCW_READ_RECORD_ZERO:
 245         case DASD_ECKD_CCW_READ:
 246         case DASD_ECKD_CCW_READ_MT:
 247         case DASD_ECKD_CCW_READ_CKD:
 248         case DASD_ECKD_CCW_READ_CKD_MT:
 249         case DASD_ECKD_CCW_READ_KD:
 250         case DASD_ECKD_CCW_READ_KD_MT:
 251         case DASD_ECKD_CCW_READ_COUNT:
 252                 data->mask.perm = 0x1;
 253                 data->attributes.operation = private->attrib.operation;
 254                 break;
 255         case DASD_ECKD_CCW_WRITE:
 256         case DASD_ECKD_CCW_WRITE_MT:
 257         case DASD_ECKD_CCW_WRITE_KD:
 258         case DASD_ECKD_CCW_WRITE_KD_MT:
 259                 data->mask.perm = 0x02;
 260                 data->attributes.operation = private->attrib.operation;
 261                 check_XRC (ccw, data, device);
 262                 break;
 263         case DASD_ECKD_CCW_WRITE_CKD:
 264         case DASD_ECKD_CCW_WRITE_CKD_MT:
 265                 data->attributes.operation = DASD_BYPASS_CACHE;
 266                 check_XRC (ccw, data, device);
 267                 break;
 268         case DASD_ECKD_CCW_ERASE:
 269         case DASD_ECKD_CCW_WRITE_HOME_ADDRESS:
 270         case DASD_ECKD_CCW_WRITE_RECORD_ZERO:
 271                 data->mask.perm = 0x3;
 272                 data->mask.auth = 0x1;
 273                 data->attributes.operation = DASD_BYPASS_CACHE;
 274                 check_XRC (ccw, data, device);
 275                 break;
 276         default:
 277                 DEV_MESSAGE(KERN_ERR, device, "unknown opcode 0x%x", cmd);
 278                 break;
 279         }
 280
 281         data->attributes.mode = 0x3;    /* ECKD */
 282
 283         if ((private->rdc_data.cu_type == 0x2105 ||
 284              private->rdc_data.cu_type == 0x2107 ||
 285              private->rdc_data.cu_type == 0x1750)
 286             && !(private->uses_cdl && trk < 2))
 287                 data->ga_extended |= 0x40; /* Regular Data Format Mode */
 288
 289         geo.cyl = private->rdc_data.no_cyl;
 290         geo.head = private->rdc_data.trk_per_cyl;
 291         beg.cyl = trk / geo.head;
 292         beg.head = trk % geo.head;
 293         end.cyl = totrk / geo.head;
 294         end.head = totrk % geo.head;
 295
 296         /* check for sequential prestage - enhance cylinder range */
 297         if (data->attributes.operation == DASD_SEQ_PRESTAGE ||
 298             data->attributes.operation == DASD_SEQ_ACCESS) {
 299
 300                 if (end.cyl + private->attrib.nr_cyl < geo.cyl)
 301                         end.cyl += private->attrib.nr_cyl;
 302                 else
 303                         end.cyl = (geo.cyl - 1);
 304         }
 305
 306         data->beg_ext.cyl = beg.cyl;
 307         data->beg_ext.head = beg.head;
 308         data->end_ext.cyl = end.cyl;
 309         data->end_ext.head = end.head;
 310 }
 311
 312 static inline void
 313 locate_record(struct ccw1 *ccw, struct LO_eckd_data *data, int trk,
 314               int rec_on_trk, int no_rec, int cmd,
 315               struct dasd_device * device, int reclen)
 316 {
 317         struct dasd_eckd_private *private;
 318         int sector;
 319         int dn, d;
 320
 321         private = (struct dasd_eckd_private *) device->private;
 322
 323         DBF_DEV_EVENT(DBF_INFO, device,
 324                   "Locate: trk %d, rec %d, no_rec %d, cmd %d, reclen %d",
 325                   trk, rec_on_trk, no_rec, cmd, reclen);
 326
 327         ccw->cmd_code = DASD_ECKD_CCW_LOCATE_RECORD;
 328         ccw->flags = 0;
 329         ccw->count = 16;
 330         ccw->cda = (__u32) __pa(data);
 331
 332         memset(data, 0, sizeof (struct LO_eckd_data));
 333         sector = 0;
 334         if (rec_on_trk) {
 335                 switch (private->rdc_data.dev_type) {
 336                 case 0x3390:
 337                         dn = ceil_quot(reclen + 6, 232);
 338                         d = 9 + ceil_quot(reclen + 6 * (dn + 1), 34);
 339                         sector = (49 + (rec_on_trk - 1) * (10 + d)) / 8;
 340                         break;
 341                 case 0x3380:
 342                         d = 7 + ceil_quot(reclen + 12, 32);
 343                         sector = (39 + (rec_on_trk - 1) * (8 + d)) / 7;
 344                         break;
 345                 }
 346         }
 347         data->sector = sector;
 348         data->count = no_rec;
 349         switch (cmd) {
 350         case DASD_ECKD_CCW_WRITE_HOME_ADDRESS:
 351                 data->operation.orientation = 0x3;
 352                 data->operation.operation = 0x03;
 353                 break;
 354         case DASD_ECKD_CCW_READ_HOME_ADDRESS:
 355                 data->operation.orientation = 0x3;
 356                 data->operation.operation = 0x16;
 357                 break;
 358         case DASD_ECKD_CCW_WRITE_RECORD_ZERO:
 359                 data->operation.orientation = 0x1;
 360                 data->operation.operation = 0x03;
 361                 data->count++;
 362                 break;
 363         case DASD_ECKD_CCW_READ_RECORD_ZERO:
 364                 data->operation.orientation = 0x3;
 365                 data->operation.operation = 0x16;
 366                 data->count++;
 367                 break;
 368         case DASD_ECKD_CCW_WRITE:
 369         case DASD_ECKD_CCW_WRITE_MT:
 370         case DASD_ECKD_CCW_WRITE_KD:
 371         case DASD_ECKD_CCW_WRITE_KD_MT:
 372                 data->auxiliary.last_bytes_used = 0x1;
 373                 data->length = reclen;
 374                 data->operation.operation = 0x01;
 375                 break;
 376         case DASD_ECKD_CCW_WRITE_CKD:
 377         case DASD_ECKD_CCW_WRITE_CKD_MT:
 378                 data->auxiliary.last_bytes_used = 0x1;
 379                 data->length = reclen;
 380                 data->operation.operation = 0x03;
 381                 break;
 382         case DASD_ECKD_CCW_READ:
 383         case DASD_ECKD_CCW_READ_MT:
 384         case DASD_ECKD_CCW_READ_KD:
 385         case DASD_ECKD_CCW_READ_KD_MT:
 386                 data->auxiliary.last_bytes_used = 0x1;
 387                 data->length = reclen;
 388                 data->operation.operation = 0x06;
 389                 break;
 390         case DASD_ECKD_CCW_READ_CKD:
 391         case DASD_ECKD_CCW_READ_CKD_MT:
 392                 data->auxiliary.last_bytes_used = 0x1;
 393                 data->length = reclen;
 394                 data->operation.operation = 0x16;
 395                 break;
 396         case DASD_ECKD_CCW_READ_COUNT:
 397                 data->operation.operation = 0x06;
 398                 break;
 399         case DASD_ECKD_CCW_ERASE:
 400                 data->length = reclen;
 401                 data->auxiliary.last_bytes_used = 0x1;
 402                 data->operation.operation = 0x0b;
 403                 break;
 404         default:
 405                 DEV_MESSAGE(KERN_ERR, device, "unknown opcode 0x%x", cmd);
 406         }
 407         data->seek_addr.cyl = data->search_arg.cyl =
 408                 trk / private->rdc_data.trk_per_cyl;
 409         data->seek_addr.head = data->search_arg.head =
 410                 trk % private->rdc_data.trk_per_cyl;
 411         data->search_arg.record = rec_on_trk;
 412 }
 413
 414 /*
 415  * Returns 1 if the block is one of the special blocks that needs
 416  * to get read/written with the KD variant of the command.
 417  * That is DASD_ECKD_READ_KD_MT instead of DASD_ECKD_READ_MT and
 418  * DASD_ECKD_WRITE_KD_MT instead of DASD_ECKD_WRITE_MT.
 419  * Luckily the KD variants differ only by one bit (0x08) from the
 420  * normal variant. So don't wonder about code like:
 421  * if (dasd_eckd_cdl_special(blk_per_trk, recid))
 422  *         ccw->cmd_code |= 0x8;
 423  */
 424 static inline int
 425 dasd_eckd_cdl_special(int blk_per_trk, int recid)
 426 {
 427         if (recid < 3)
 428                 return 1;
 429         if (recid < blk_per_trk)
 430                 return 0;
 431         if (recid < 2 * blk_per_trk)
 432                 return 1;
 433         return 0;
 434 }
 435
 436 /*
 437  * Returns the record size for the special blocks of the cdl format.
 438  * Only returns something useful if dasd_eckd_cdl_special is true
 439  * for the recid.
 440  */
 441 static inline int
 442 dasd_eckd_cdl_reclen(int recid)
 443 {
 444         if (recid < 3)
 445                 return sizes_trk0[recid];
 446         return LABEL_SIZE;
 447 }
 448
 449 /*
 450  * Generate device unique id that specifies the physical device.
 451  */
 452 static int
 453 dasd_eckd_generate_uid(struct dasd_device *device, struct dasd_uid *uid)
 454 {
 455         struct dasd_eckd_private *private;
 456         struct dasd_eckd_confdata *confdata;
 457
 458         private = (struct dasd_eckd_private *) device->private;
 459         if (!private)
 460                 return -ENODEV;
 461         confdata = &private->conf_data;
 462         if (!confdata)
 463                 return -ENODEV;
 464
 465         memset(uid, 0, sizeof(struct dasd_uid));
 466         strncpy(uid->vendor, confdata->ned1.HDA_manufacturer,
 467                 sizeof(uid->vendor) - 1);
 468         EBCASC(uid->vendor, sizeof(uid->vendor) - 1);
 469         strncpy(uid->serial, confdata->ned1.HDA_location,
 470                 sizeof(uid->serial) - 1);
 471         EBCASC(uid->serial, sizeof(uid->serial) - 1);
 472         uid->ssid = confdata->neq.subsystemID;
 473         if (confdata->ned2.sneq.flags == 0x40) {
 474                 uid->alias = 1;
 475                 uid->unit_addr = confdata->ned2.sneq.base_unit_addr;
 476         } else
 477                 uid->unit_addr = confdata->ned1.unit_addr;
 478
 479         return 0;
 480 }
 481
 482 static int
 483 dasd_eckd_read_conf(struct dasd_device *device)
 484 {
 485         void *conf_data;
 486         int conf_len, conf_data_saved;
 487         int rc;
 488         __u8 lpm;
 489         struct dasd_eckd_private *private;
 490         struct dasd_eckd_path *path_data;
 491
 492         private = (struct dasd_eckd_private *) device->private;
 493         path_data = (struct dasd_eckd_path *) &private->path_data;
 494         path_data->opm = ccw_device_get_path_mask(device->cdev);
 495         lpm = 0x80;
 496         conf_data_saved = 0;
 497
 498         /* get configuration data per operational path */
 499         for (lpm = 0x80; lpm; lpm>>= 1) {
 500                 if (lpm & path_data->opm){
 501                         rc = read_conf_data_lpm(device->cdev, &conf_data,
 502                                                 &conf_len, lpm);
 503                         if (rc && rc != -EOPNOTSUPP) {  /* -EOPNOTSUPP is ok */
 504                                 MESSAGE(KERN_WARNING,
 505                                         "Read configuration data returned "
 506                                         "error %d", rc);
 507                                 return rc;
 508                         }
 509                         if (conf_data == NULL) {
 510                                 MESSAGE(KERN_WARNING, "%s", "No configuration "
 511                                         "data retrieved");
 512                                 continue;       /* no errror */
 513                         }
 514                         if (conf_len != sizeof (struct dasd_eckd_confdata)) {
 515                                 MESSAGE(KERN_WARNING,
 516                                         "sizes of configuration data mismatch"
 517                                         "%d (read) vs %ld (expected)",
 518                                         conf_len,
 519                                         sizeof (struct dasd_eckd_confdata));
 520                                 kfree(conf_data);
 521                                 continue;       /* no errror */
 522                         }
 523                         /* save first valid configuration data */
 524                         if (!conf_data_saved){
 525                                 memcpy(&private->conf_data, conf_data,
 526                                        sizeof (struct dasd_eckd_confdata));
 527                                 conf_data_saved++;
 528                         }
 529                         switch (((char *)conf_data)[242] & 0x07){
 530                         case 0x02:
 531                                 path_data->npm |= lpm;
 532                                 break;
 533                         case 0x03:
 534                                 path_data->ppm |= lpm;
 535                                 break;
 536                         }
 537                         kfree(conf_data);
 538                 }
 539         }
 540         return 0;
 541 }
 542
 543 /*
 544  * Check device characteristics.
 545  * If the device is accessible using ECKD discipline, the device is enabled.
 546  */
 547 static int
 548 dasd_eckd_check_characteristics(struct dasd_device *device)
 549 {
 550         struct dasd_eckd_private *private;
 551         struct dasd_uid uid;
 552         void *rdc_data;
 553         int rc;
 554
 555         private = (struct dasd_eckd_private *) device->private;
 556         if (private == NULL) {
 557                 private = kzalloc(sizeof(struct dasd_eckd_private),
 558                                   GFP_KERNEL | GFP_DMA);
 559                 if (private == NULL) {
 560                         DEV_MESSAGE(KERN_WARNING, device, "%s",
 561                                     "memory allocation failed for private "
 562                                     "data");
 563                         return -ENOMEM;
 564                 }
 565                 device->private = (void *) private;
 566         }
 567         /* Invalidate status of initial analysis. */
 568         private->init_cqr_status = -1;
 569         /* Set default cache operations. */
 570         private->attrib.operation = DASD_NORMAL_CACHE;
 571         private->attrib.nr_cyl = 0;
 572
 573         /* Read Device Characteristics */
 574         rdc_data = (void *) &(private->rdc_data);
 575         memset(rdc_data, 0, sizeof(rdc_data));
 576         rc = read_dev_chars(device->cdev, &rdc_data, 64);
 577         if (rc) {
 578                 DEV_MESSAGE(KERN_WARNING, device,
 579                             "Read device characteristics returned error %d",
 580                             rc);
 581                 return rc;
 582         }
 583
 584         DEV_MESSAGE(KERN_INFO, device,
 585                     "%04X/%02X(CU:%04X/%02X) Cyl:%d Head:%d Sec:%d",
 586                     private->rdc_data.dev_type,
 587                     private->rdc_data.dev_model,
 588                     private->rdc_data.cu_type,
 589                     private->rdc_data.cu_model.model,
 590                     private->rdc_data.no_cyl,
 591                     private->rdc_data.trk_per_cyl,
 592                     private->rdc_data.sec_per_trk);
 593
 594         /* Read Configuration Data */
 595         rc = dasd_eckd_read_conf (device);
 596         if (rc)
 597                 return rc;
 598
 599         /* Generate device unique id and register in devmap */
 600         rc = dasd_eckd_generate_uid(device, &uid);
 601         if (rc)
 602                 return rc;
 603
 604         rc = dasd_set_uid(device->cdev, &uid);
 605
 606         return rc;
 607 }
 608
 609 static struct dasd_ccw_req *
 610 dasd_eckd_analysis_ccw(struct dasd_device *device)
 611 {
 612         struct dasd_eckd_private *private;
 613         struct eckd_count *count_data;
 614         struct LO_eckd_data *LO_data;
 615         struct dasd_ccw_req *cqr;
 616         struct ccw1 *ccw;
 617         int cplength, datasize;
 618         int i;
 619
 620         private = (struct dasd_eckd_private *) device->private;
 621
 622         cplength = 8;
 623         datasize = sizeof(struct DE_eckd_data) + 2*sizeof(struct LO_eckd_data);
 624         cqr = dasd_smalloc_request(dasd_eckd_discipline.name,
 625                                    cplength, datasize, device);
 626         if (IS_ERR(cqr))
 627                 return cqr;
 628         ccw = cqr->cpaddr;
 629         /* Define extent for the first 3 tracks. */
 630         define_extent(ccw++, cqr->data, 0, 2,
 631                       DASD_ECKD_CCW_READ_COUNT, device);
 632         LO_data = cqr->data + sizeof (struct DE_eckd_data);
 633         /* Locate record for the first 4 records on track 0. */
 634         ccw[-1].flags |= CCW_FLAG_CC;
 635         locate_record(ccw++, LO_data++, 0, 0, 4,
 636                       DASD_ECKD_CCW_READ_COUNT, device, 0);
 637
 638         count_data = private->count_area;
 639         for (i = 0; i < 4; i++) {
 640                 ccw[-1].flags |= CCW_FLAG_CC;
 641                 ccw->cmd_code = DASD_ECKD_CCW_READ_COUNT;
 642                 ccw->flags = 0;
 643                 ccw->count = 8;
 644                 ccw->cda = (__u32)(addr_t) count_data;
 645                 ccw++;
 646                 count_data++;
 647         }
 648
 649         /* Locate record for the first record on track 2. */
 650         ccw[-1].flags |= CCW_FLAG_CC;
 651         locate_record(ccw++, LO_data++, 2, 0, 1,
 652                       DASD_ECKD_CCW_READ_COUNT, device, 0);
 653         /* Read count ccw. */
 654         ccw[-1].flags |= CCW_FLAG_CC;
 655         ccw->cmd_code = DASD_ECKD_CCW_READ_COUNT;
 656         ccw->flags = 0;
 657         ccw->count = 8;
 658         ccw->cda = (__u32)(addr_t) count_data;
 659
 660         cqr->device = device;
 661         cqr->retries = 0;
 662         cqr->buildclk = get_clock();
 663         cqr->status = DASD_CQR_FILLED;
 664         return cqr;
 665 }
 666
 667 /*
 668  * This is the callback function for the init_analysis cqr. It saves
 669  * the status of the initial analysis ccw before it frees it and kicks
 670  * the device to continue the startup sequence. This will call
 671  * dasd_eckd_do_analysis again (if the devices has not been marked
 672  * for deletion in the meantime).
 673  */
 674 static void
 675 dasd_eckd_analysis_callback(struct dasd_ccw_req *init_cqr, void *data)
 676 {
 677         struct dasd_eckd_private *private;
 678         struct dasd_device *device;
 679
 680         device = init_cqr->device;
 681         private = (struct dasd_eckd_private *) device->private;
 682         private->init_cqr_status = init_cqr->status;
 683         dasd_sfree_request(init_cqr, device);
 684         dasd_kick_device(device);
 685 }
 686
 687 static int
 688 dasd_eckd_start_analysis(struct dasd_device *device)
 689 {
 690         struct dasd_eckd_private *private;
 691         struct dasd_ccw_req *init_cqr;
 692
 693         private = (struct dasd_eckd_private *) device->private;
 694         init_cqr = dasd_eckd_analysis_ccw(device);
 695         if (IS_ERR(init_cqr))
 696                 return PTR_ERR(init_cqr);
 697         init_cqr->callback = dasd_eckd_analysis_callback;
 698         init_cqr->callback_data = NULL;
 699         init_cqr->expires = 5*HZ;
 700         dasd_add_request_head(init_cqr);
 701         return -EAGAIN;
 702 }
 703
 704 static int
 705 dasd_eckd_end_analysis(struct dasd_device *device)
 706 {
 707         struct dasd_eckd_private *private;
 708         struct eckd_count *count_area;
 709         unsigned int sb, blk_per_trk;
 710         int status, i;
 711
 712         private = (struct dasd_eckd_private *) device->private;
 713         status = private->init_cqr_status;
 714         private->init_cqr_status = -1;
 715         if (status != DASD_CQR_DONE) {
 716                 DEV_MESSAGE(KERN_WARNING, device, "%s",
 717                             "volume analysis returned unformatted disk");
 718                 return -EMEDIUMTYPE;
 719         }
 720
 721         private->uses_cdl = 1;
 722         /* Calculate number of blocks/records per track. */
 723         blk_per_trk = recs_per_track(&private->rdc_data, 0, device->bp_block);
 724         /* Check Track 0 for Compatible Disk Layout */
 725         count_area = NULL;
 726         for (i = 0; i < 3; i++) {
 727                 if (private->count_area[i].kl != 4 ||
 728                     private->count_area[i].dl != dasd_eckd_cdl_reclen(i) - 4) {
 729                         private->uses_cdl = 0;
 730                         break;
 731                 }
 732         }
 733         if (i == 3)
 734                 count_area = &private->count_area[4];
 735
 736         if (private->uses_cdl == 0) {
 737                 for (i = 0; i < 5; i++) {
 738                         if ((private->count_area[i].kl != 0) ||
 739                             (private->count_area[i].dl !=
 740                              private->count_area[0].dl))
 741                                 break;
 742                 }
 743                 if (i == 5)
 744                         count_area = &private->count_area[0];
 745         } else {
 746                 if (private->count_area[3].record == 1)
 747                         DEV_MESSAGE(KERN_WARNING, device, "%s",
 748                                     "Trk 0: no records after VTOC!");
 749         }
 750         if (count_area != NULL && count_area->kl == 0) {
 751                 /* we found notthing violating our disk layout */
 752                 if (dasd_check_blocksize(count_area->dl) == 0)
 753                         device->bp_block = count_area->dl;
 754         }
 755         if (device->bp_block == 0) {
 756                 DEV_MESSAGE(KERN_WARNING, device, "%s",
 757                             "Volume has incompatible disk layout");
 758                 return -EMEDIUMTYPE;
 759         }
 760         device->s2b_shift = 0;  /* bits to shift 512 to get a block */
 761         for (sb = 512; sb < device->bp_block; sb = sb << 1)
 762                 device->s2b_shift++;
 763
 764         blk_per_trk = recs_per_track(&private->rdc_data, 0, device->bp_block);
 765         device->blocks = (private->rdc_data.no_cyl *
 766                           private->rdc_data.trk_per_cyl *
 767                           blk_per_trk);
 768
 769         DEV_MESSAGE(KERN_INFO, device,
 770                     "(%dkB blks): %dkB at %dkB/trk %s",
 771                     (device->bp_block >> 10),
 772                     ((private->rdc_data.no_cyl *
 773                       private->rdc_data.trk_per_cyl *
 774                       blk_per_trk * (device->bp_block >> 9)) >> 1),
 775                     ((blk_per_trk * device->bp_block) >> 10),
 776                     private->uses_cdl ?
 777                     "compatible disk layout" : "linux disk layout");
 778
 779         return 0;
 780 }
 781
 782 static int
 783 dasd_eckd_do_analysis(struct dasd_device *device)
 784 {
 785         struct dasd_eckd_private *private;
 786
 787         private = (struct dasd_eckd_private *) device->private;
 788         if (private->init_cqr_status < 0)
 789                 return dasd_eckd_start_analysis(device);
 790         else
 791                 return dasd_eckd_end_analysis(device);
 792 }
 793
 794 static int
 795 dasd_eckd_fill_geometry(struct dasd_device *device, struct hd_geometry *geo)
 796 {
 797         struct dasd_eckd_private *private;
 798
 799         private = (struct dasd_eckd_private *) device->private;
 800         if (dasd_check_blocksize(device->bp_block) == 0) {
 801                 geo->sectors = recs_per_track(&private->rdc_data,
 802                                               0, device->bp_block);
 803         }
 804         geo->cylinders = private->rdc_data.no_cyl;
 805         geo->heads = private->rdc_data.trk_per_cyl;
 806         return 0;
 807 }
 808
 809 static struct dasd_ccw_req *
 810 dasd_eckd_format_device(struct dasd_device * device,
 811                         struct format_data_t * fdata)
 812 {
 813         struct dasd_eckd_private *private;
 814         struct dasd_ccw_req *fcp;
 815         struct eckd_count *ect;
 816         struct ccw1 *ccw;
 817         void *data;
 818         int rpt, cyl, head;
 819         int cplength, datasize;
 820         int i;
 821
 822         private = (struct dasd_eckd_private *) device->private;
 823         rpt = recs_per_track(&private->rdc_data, 0, fdata->blksize);
 824         cyl = fdata->start_unit / private->rdc_data.trk_per_cyl;
 825         head = fdata->start_unit % private->rdc_data.trk_per_cyl;
 826
 827         /* Sanity checks. */
 828         if (fdata->start_unit >=
 829             (private->rdc_data.no_cyl * private->rdc_data.trk_per_cyl)) {
 830                 DEV_MESSAGE(KERN_INFO, device, "Track no %d too big!",
 831                             fdata->start_unit);
 832                 return ERR_PTR(-EINVAL);
 833         }
 834         if (fdata->start_unit > fdata->stop_unit) {
 835                 DEV_MESSAGE(KERN_INFO, device, "Track %d reached! ending.",
 836                             fdata->start_unit);
 837                 return ERR_PTR(-EINVAL);
 838         }
 839         if (dasd_check_blocksize(fdata->blksize) != 0) {
 840                 DEV_MESSAGE(KERN_WARNING, device,
 841                             "Invalid blocksize %d...terminating!",
 842                             fdata->blksize);
 843                 return ERR_PTR(-EINVAL);
 844         }
 845
 846         /*
 847          * fdata->intensity is a bit string that tells us what to do:
 848          *   Bit 0: write record zero
 849          *   Bit 1: write home address, currently not supported
 850          *   Bit 2: invalidate tracks
 851          *   Bit 3: use OS/390 compatible disk layout (cdl)
 852          * Only some bit combinations do make sense.
 853          */
 854         switch (fdata->intensity) {
 855         case 0x00:      /* Normal format */
 856         case 0x08:      /* Normal format, use cdl. */
 857                 cplength = 2 + rpt;
 858                 datasize = sizeof(struct DE_eckd_data) +
 859                         sizeof(struct LO_eckd_data) +
 860                         rpt * sizeof(struct eckd_count);
 861                 break;
 862         case 0x01:      /* Write record zero and format track. */
 863         case 0x09:      /* Write record zero and format track, use cdl. */
 864                 cplength = 3 + rpt;
 865                 datasize = sizeof(struct DE_eckd_data) +
 866                         sizeof(struct LO_eckd_data) +
 867                         sizeof(struct eckd_count) +
 868                         rpt * sizeof(struct eckd_count);
 869                 break;
 870         case 0x04:      /* Invalidate track. */
 871         case 0x0c:      /* Invalidate track, use cdl. */
 872                 cplength = 3;
 873                 datasize = sizeof(struct DE_eckd_data) +
 874                         sizeof(struct LO_eckd_data) +
 875                         sizeof(struct eckd_count);
 876                 break;
 877         default:
 878                 DEV_MESSAGE(KERN_WARNING, device, "Invalid flags 0x%x.",
 879                             fdata->intensity);
 880                 return ERR_PTR(-EINVAL);
 881         }
 882         /* Allocate the format ccw request. */
 883         fcp = dasd_smalloc_request(dasd_eckd_discipline.name,
 884                                    cplength, datasize, device);
 885         if (IS_ERR(fcp))
 886                 return fcp;
 887
 888         data = fcp->data;
 889         ccw = fcp->cpaddr;
 890
 891         switch (fdata->intensity & ~0x08) {
 892         case 0x00: /* Normal format. */
 893                 define_extent(ccw++, (struct DE_eckd_data *) data,
 894                               fdata->start_unit, fdata->start_unit,
 895                               DASD_ECKD_CCW_WRITE_CKD, device);
 896                 data += sizeof(struct DE_eckd_data);
 897                 ccw[-1].flags |= CCW_FLAG_CC;
 898                 locate_record(ccw++, (struct LO_eckd_data *) data,
 899                               fdata->start_unit, 0, rpt,
 900                               DASD_ECKD_CCW_WRITE_CKD, device,
 901                               fdata->blksize);
 902                 data += sizeof(struct LO_eckd_data);
 903                 break;
 904         case 0x01: /* Write record zero + format track. */
 905                 define_extent(ccw++, (struct DE_eckd_data *) data,
 906                               fdata->start_unit, fdata->start_unit,
 907                               DASD_ECKD_CCW_WRITE_RECORD_ZERO,
 908                               device);
 909                 data += sizeof(struct DE_eckd_data);
 910                 ccw[-1].flags |= CCW_FLAG_CC;
 911                 locate_record(ccw++, (struct LO_eckd_data *) data,
 912                               fdata->start_unit, 0, rpt + 1,
 913                               DASD_ECKD_CCW_WRITE_RECORD_ZERO, device,
 914                               device->bp_block);
 915                 data += sizeof(struct LO_eckd_data);
 916                 break;
 917         case 0x04: /* Invalidate track. */
 918                 define_extent(ccw++, (struct DE_eckd_data *) data,
 919                               fdata->start_unit, fdata->start_unit,
 920                               DASD_ECKD_CCW_WRITE_CKD, device);
 921                 data += sizeof(struct DE_eckd_data);
 922                 ccw[-1].flags |= CCW_FLAG_CC;
 923                 locate_record(ccw++, (struct LO_eckd_data *) data,
 924                               fdata->start_unit, 0, 1,
 925                               DASD_ECKD_CCW_WRITE_CKD, device, 8);
 926                 data += sizeof(struct LO_eckd_data);
 927                 break;
 928         }
 929         if (fdata->intensity & 0x01) {  /* write record zero */
 930                 ect = (struct eckd_count *) data;
 931                 data += sizeof(struct eckd_count);
 932                 ect->cyl = cyl;
 933                 ect->head = head;
 934                 ect->record = 0;
 935                 ect->kl = 0;
 936                 ect->dl = 8;
 937                 ccw[-1].flags |= CCW_FLAG_CC;
 938                 ccw->cmd_code = DASD_ECKD_CCW_WRITE_RECORD_ZERO;
 939                 ccw->flags = CCW_FLAG_SLI;
 940                 ccw->count = 8;
 941                 ccw->cda = (__u32)(addr_t) ect;
 942                 ccw++;
 943         }
 944         if ((fdata->intensity & ~0x08) & 0x04) {        /* erase track */
 945                 ect = (struct eckd_count *) data;
 946                 data += sizeof(struct eckd_count);
 947                 ect->cyl = cyl;
 948                 ect->head = head;
 949                 ect->record = 1;
 950                 ect->kl = 0;
 951                 ect->dl = 0;
 952                 ccw[-1].flags |= CCW_FLAG_CC;
 953                 ccw->cmd_code = DASD_ECKD_CCW_WRITE_CKD;
 954                 ccw->flags = CCW_FLAG_SLI;
 955                 ccw->count = 8;
 956                 ccw->cda = (__u32)(addr_t) ect;
 957         } else {                /* write remaining records */
 958                 for (i = 0; i < rpt; i++) {
 959                         ect = (struct eckd_count *) data;
 960                         data += sizeof(struct eckd_count);
 961                         ect->cyl = cyl;
 962                         ect->head = head;
 963                         ect->record = i + 1;
 964                         ect->kl = 0;
 965                         ect->dl = fdata->blksize;
 966                         /* Check for special tracks 0-1 when formatting CDL */
 967                         if ((fdata->intensity & 0x08) &&
 968                             fdata->start_unit == 0) {
 969                                 if (i < 3) {
 970                                         ect->kl = 4;
 971                                         ect->dl = sizes_trk0[i] - 4;
 972                                 }
 973                         }
 974                         if ((fdata->intensity & 0x08) &&
 975                             fdata->start_unit == 1) {
 976                                 ect->kl = 44;
 977                                 ect->dl = LABEL_SIZE - 44;
 978                         }
 979                         ccw[-1].flags |= CCW_FLAG_CC;
 980                         ccw->cmd_code = DASD_ECKD_CCW_WRITE_CKD;
 981                         ccw->flags = CCW_FLAG_SLI;
 982                         ccw->count = 8;
 983                         ccw->cda = (__u32)(addr_t) ect;
 984                         ccw++;
 985                 }
 986         }
 987         fcp->device = device;
 988         fcp->retries = 2;       /* set retry counter to enable ERP */
 989         fcp->buildclk = get_clock();
 990         fcp->status = DASD_CQR_FILLED;
 991         return fcp;
 992 }
 993
 994 static dasd_era_t
 995 dasd_eckd_examine_error(struct dasd_ccw_req * cqr, struct irb * irb)
 996 {
 997         struct dasd_device *device = (struct dasd_device *) cqr->device;
 998         struct ccw_device *cdev = device->cdev;
 999
1000         if (irb->scsw.cstat == 0x00 &&
1001             irb->scsw.dstat == (DEV_STAT_CHN_END | DEV_STAT_DEV_END))
1002                 return dasd_era_none;
1003
1004         switch (cdev->id.cu_type) {
1005         case 0x3990:
1006         case 0x2105:
1007         case 0x2107:
1008         case 0x1750:
1009                 return dasd_3990_erp_examine(cqr, irb);
1010         case 0x9343:
1011                 return dasd_9343_erp_examine(cqr, irb);
1012         case 0x3880:
1013         default:
1014                 DEV_MESSAGE(KERN_WARNING, device, "%s",
1015                             "default (unknown CU type) - RECOVERABLE return");
1016                 return dasd_era_recover;
1017         }
1018 }
1019
1020 static dasd_erp_fn_t
1021 dasd_eckd_erp_action(struct dasd_ccw_req * cqr)
1022 {
1023         struct dasd_device *device = (struct dasd_device *) cqr->device;
1024         struct ccw_device *cdev = device->cdev;
1025
1026         switch (cdev->id.cu_type) {
1027         case 0x3990:
1028         case 0x2105:
1029         case 0x2107:
1030         case 0x1750:
1031                 return dasd_3990_erp_action;
1032         case 0x9343:
1033         case 0x3880:
1034         default:
1035                 return dasd_default_erp_action;
1036         }
1037 }
1038
1039 static dasd_erp_fn_t
1040 dasd_eckd_erp_postaction(struct dasd_ccw_req * cqr)
1041 {
1042         return dasd_default_erp_postaction;
1043 }
1044
1045 static struct dasd_ccw_req *
1046 dasd_eckd_build_cp(struct dasd_device * device, struct request *req)
1047 {
1048         struct dasd_eckd_private *private;
1049         unsigned long *idaws;
1050         struct LO_eckd_data *LO_data;
1051         struct dasd_ccw_req *cqr;
1052         struct ccw1 *ccw;
1053         struct bio *bio;
1054         struct bio_vec *bv;
1055         char *dst;
1056         unsigned int blksize, blk_per_trk, off;
1057         int count, cidaw, cplength, datasize;
1058         sector_t recid, first_rec, last_rec;
1059         sector_t first_trk, last_trk;
1060         unsigned int first_offs, last_offs;
1061         unsigned char cmd, rcmd;
1062         int i;
1063
1064         private = (struct dasd_eckd_private *) device->private;
1065         if (rq_data_dir(req) == READ)
1066                 cmd = DASD_ECKD_CCW_READ_MT;
1067         else if (rq_data_dir(req) == WRITE)
1068                 cmd = DASD_ECKD_CCW_WRITE_MT;
1069         else
1070                 return ERR_PTR(-EINVAL);
1071         /* Calculate number of blocks/records per track. */
1072         blksize = device->bp_block;
1073         blk_per_trk = recs_per_track(&private->rdc_data, 0, blksize);
1074         /* Calculate record id of first and last block. */
1075         first_rec = first_trk = req->sector >> device->s2b_shift;
1076         first_offs = sector_div(first_trk, blk_per_trk);
1077         last_rec = last_trk =
1078                 (req->sector + req->nr_sectors - 1) >> device->s2b_shift;
1079         last_offs = sector_div(last_trk, blk_per_trk);
1080         /* Check struct bio and count the number of blocks for the request. */
1081         count = 0;
1082         cidaw = 0;
1083         rq_for_each_bio(bio, req) {
1084                 bio_for_each_segment(bv, bio, i) {
1085                         if (bv->bv_len & (blksize - 1))
1086                                 /* Eckd can only do full blocks. */
1087                                 return ERR_PTR(-EINVAL);
1088                         count += bv->bv_len >> (device->s2b_shift + 9);
1089 #if defined(CONFIG_64BIT)
1090                         if (idal_is_needed (page_address(bv->bv_page),
1091                                             bv->bv_len))
1092                                 cidaw += bv->bv_len >> (device->s2b_shift + 9);
1093 #endif
1094                 }
1095         }
1096         /* Paranoia. */
1097         if (count != last_rec - first_rec + 1)
1098                 return ERR_PTR(-EINVAL);
1099         /* 1x define extent + 1x locate record + number of blocks */
1100         cplength = 2 + count;
1101         /* 1x define extent + 1x locate record + cidaws*sizeof(long) */
1102         datasize = sizeof(struct DE_eckd_data) + sizeof(struct LO_eckd_data) +
1103                 cidaw * sizeof(unsigned long);
1104         /* Find out the number of additional locate record ccws for cdl. */
1105         if (private->uses_cdl && first_rec < 2*blk_per_trk) {
1106                 if (last_rec >= 2*blk_per_trk)
1107                         count = 2*blk_per_trk - first_rec;
1108                 cplength += count;
1109                 datasize += count*sizeof(struct LO_eckd_data);
1110         }
1111         /* Allocate the ccw request. */
1112         cqr = dasd_smalloc_request(dasd_eckd_discipline.name,
1113                                    cplength, datasize, device);
1114         if (IS_ERR(cqr))
1115                 return cqr;
1116         ccw = cqr->cpaddr;
1117         /* First ccw is define extent. */
1118         define_extent(ccw++, cqr->data, first_trk, last_trk, cmd, device);
1119         /* Build locate_record+read/write/ccws. */
1120         idaws = (unsigned long *) (cqr->data + sizeof(struct DE_eckd_data));
1121         LO_data = (struct LO_eckd_data *) (idaws + cidaw);
1122         recid = first_rec;
1123         if (private->uses_cdl == 0 || recid > 2*blk_per_trk) {
1124                 /* Only standard blocks so there is just one locate record. */
1125                 ccw[-1].flags |= CCW_FLAG_CC;
1126                 locate_record(ccw++, LO_data++, first_trk, first_offs + 1,
1127                               last_rec - recid + 1, cmd, device, blksize);
1128         }
1129         rq_for_each_bio(bio, req) bio_for_each_segment(bv, bio, i) {
1130                 dst = page_address(bv->bv_page) + bv->bv_offset;
1131                 if (dasd_page_cache) {
1132                         char *copy = kmem_cache_alloc(dasd_page_cache,
1133                                                       SLAB_DMA | __GFP_NOWARN);
1134                         if (copy && rq_data_dir(req) == WRITE)
1135                                 memcpy(copy + bv->bv_offset, dst, bv->bv_len);
1136                         if (copy)
1137                                 dst = copy + bv->bv_offset;
1138                 }
1139                 for (off = 0; off < bv->bv_len; off += blksize) {
1140                         sector_t trkid = recid;
1141                         unsigned int recoffs = sector_div(trkid, blk_per_trk);
1142                         rcmd = cmd;
1143                         count = blksize;
1144                         /* Locate record for cdl special block ? */
1145                         if (private->uses_cdl && recid < 2*blk_per_trk) {
1146                                 if (dasd_eckd_cdl_special(blk_per_trk, recid)){
1147                                         rcmd |= 0x8;
1148                                         count = dasd_eckd_cdl_reclen(recid);
1149                                         if (count < blksize &&
1150                                             rq_data_dir(req) == READ)
1151                                                 memset(dst + count, 0xe5,
1152                                                        blksize - count);
1153                                 }
1154                                 ccw[-1].flags |= CCW_FLAG_CC;
1155                                 locate_record(ccw++, LO_data++,
1156                                               trkid, recoffs + 1,
1157                                               1, rcmd, device, count);
1158                         }
1159                         /* Locate record for standard blocks ? */
1160                         if (private->uses_cdl && recid == 2*blk_per_trk) {
1161                                 ccw[-1].flags |= CCW_FLAG_CC;
1162                                 locate_record(ccw++, LO_data++,
1163                                               trkid, recoffs + 1,
1164                                               last_rec - recid + 1,
1165                                               cmd, device, count);
1166                         }
1167                         /* Read/write ccw. */
1168                         ccw[-1].flags |= CCW_FLAG_CC;
1169                         ccw->cmd_code = rcmd;
1170                         ccw->count = count;
1171                         if (idal_is_needed(dst, blksize)) {
1172                                 ccw->cda = (__u32)(addr_t) idaws;
1173                                 ccw->flags = CCW_FLAG_IDA;
1174                                 idaws = idal_create_words(idaws, dst, blksize);
1175                         } else {
1176                                 ccw->cda = (__u32)(addr_t) dst;
1177                                 ccw->flags = 0;
1178                         }
1179                         ccw++;
1180                         dst += blksize;
1181                         recid++;
1182                 }
1183         }
1184         if (req->flags & REQ_FAILFAST)
1185                 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
1186         cqr->device = device;
1187         cqr->expires = 5 * 60 * HZ;     /* 5 minutes */
1188         cqr->lpm = private->path_data.ppm;
1189         cqr->retries = 256;
1190         cqr->buildclk = get_clock();
1191         cqr->status = DASD_CQR_FILLED;
1192         return cqr;
1193 }
1194
1195 static int
1196 dasd_eckd_free_cp(struct dasd_ccw_req *cqr, struct request *req)
1197 {
1198         struct dasd_eckd_private *private;
1199         struct ccw1 *ccw;
1200         struct bio *bio;
1201         struct bio_vec *bv;
1202         char *dst, *cda;
1203         unsigned int blksize, blk_per_trk, off;
1204         sector_t recid;
1205         int i, status;
1206
1207         if (!dasd_page_cache)
1208                 goto out;
1209         private = (struct dasd_eckd_private *) cqr->device->private;
1210         blksize = cqr->device->bp_block;
1211         blk_per_trk = recs_per_track(&private->rdc_data, 0, blksize);
1212         recid = req->sector >> cqr->device->s2b_shift;
1213         ccw = cqr->cpaddr;
1214         /* Skip over define extent & locate record. */
1215         ccw++;
1216         if (private->uses_cdl == 0 || recid > 2*blk_per_trk)
1217                 ccw++;
1218         rq_for_each_bio(bio, req) bio_for_each_segment(bv, bio, i) {
1219                 dst = page_address(bv->bv_page) + bv->bv_offset;
1220                 for (off = 0; off < bv->bv_len; off += blksize) {
1221                         /* Skip locate record. */
1222                         if (private->uses_cdl && recid <= 2*blk_per_trk)
1223                                 ccw++;
1224                         if (dst) {
1225                                 if (ccw->flags & CCW_FLAG_IDA)
1226                                         cda = *((char **)((addr_t) ccw->cda));
1227                                 else
1228                                         cda = (char *)((addr_t) ccw->cda);
1229                                 if (dst != cda) {
1230                                         if (rq_data_dir(req) == READ)
1231                                                 memcpy(dst, cda, bv->bv_len);
1232                                         kmem_cache_free(dasd_page_cache,
1233                                             (void *)((addr_t)cda & PAGE_MASK));
1234                                 }
1235                                 dst = NULL;
1236                         }
1237                         ccw++;
1238                         recid++;
1239                 }
1240         }
1241 out:
1242         status = cqr->status == DASD_CQR_DONE;
1243         dasd_sfree_request(cqr, cqr->device);
1244         return status;
1245 }
1246
1247 static int
1248 dasd_eckd_fill_info(struct dasd_device * device,
1249                     struct dasd_information2_t * info)
1250 {
1251         struct dasd_eckd_private *private;
1252
1253         private = (struct dasd_eckd_private *) device->private;
1254         info->label_block = 2;
1255         info->FBA_layout = private->uses_cdl ? 0 : 1;
1256         info->format = private->uses_cdl ? DASD_FORMAT_CDL : DASD_FORMAT_LDL;
1257         info->characteristics_size = sizeof(struct dasd_eckd_characteristics);
1258         memcpy(info->characteristics, &private->rdc_data,
1259                sizeof(struct dasd_eckd_characteristics));
1260         info->confdata_size = sizeof (struct dasd_eckd_confdata);
1261         memcpy(info->configuration_data, &private->conf_data,
1262                sizeof (struct dasd_eckd_confdata));
1263         return 0;
1264 }
1265
1266 /*
1267  * SECTION: ioctl functions for eckd devices.
1268  */
1269
1270 /*
1271  * Release device ioctl.
1272  * Buils a channel programm to releases a prior reserved
1273  * (see dasd_eckd_reserve) device.
1274  */
1275 static int
1276 dasd_eckd_release(struct dasd_device *device)
1277 {
1278         struct dasd_ccw_req *cqr;
1279         int rc;
1280
1281         if (!capable(CAP_SYS_ADMIN))
1282                 return -EACCES;
1283
1284         cqr = dasd_smalloc_request(dasd_eckd_discipline.name,
1285                                    1, 32, device);
1286         if (IS_ERR(cqr)) {
1287                 DEV_MESSAGE(KERN_WARNING, device, "%s",
1288                             "Could not allocate initialization request");
1289                 return PTR_ERR(cqr);
1290         }
1291         cqr->cpaddr->cmd_code = DASD_ECKD_CCW_RELEASE;
1292         cqr->cpaddr->flags |= CCW_FLAG_SLI;
1293         cqr->cpaddr->count = 32;
1294         cqr->cpaddr->cda = (__u32)(addr_t) cqr->data;
1295         cqr->device = device;
1296         clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags);
1297         set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
1298         cqr->retries = 0;
1299         cqr->expires = 2 * HZ;
1300         cqr->buildclk = get_clock();
1301         cqr->status = DASD_CQR_FILLED;
1302
1303         rc = dasd_sleep_on_immediatly(cqr);
1304
1305         dasd_sfree_request(cqr, cqr->device);
1306         return rc;
1307 }
1308
1309 /*
1310  * Reserve device ioctl.
1311  * Options are set to 'synchronous wait for interrupt' and
1312  * 'timeout the request'. This leads to a terminate IO if
1313  * the interrupt is outstanding for a certain time.
1314  */
1315 static int
1316 dasd_eckd_reserve(struct dasd_device *device)
1317 {
1318         struct dasd_ccw_req *cqr;
1319         int rc;
1320
1321         if (!capable(CAP_SYS_ADMIN))
1322                 return -EACCES;
1323
1324         cqr = dasd_smalloc_request(dasd_eckd_discipline.name,
1325                                    1, 32, device);
1326         if (IS_ERR(cqr)) {
1327                 DEV_MESSAGE(KERN_WARNING, device, "%s",
1328                             "Could not allocate initialization request");
1329                 return PTR_ERR(cqr);
1330         }
1331         cqr->cpaddr->cmd_code = DASD_ECKD_CCW_RESERVE;
1332         cqr->cpaddr->flags |= CCW_FLAG_SLI;
1333         cqr->cpaddr->count = 32;
1334         cqr->cpaddr->cda = (__u32)(addr_t) cqr->data;
1335         cqr->device = device;
1336         clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags);
1337         set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
1338         cqr->retries = 0;
1339         cqr->expires = 2 * HZ;
1340         cqr->buildclk = get_clock();
1341         cqr->status = DASD_CQR_FILLED;
1342
1343         rc = dasd_sleep_on_immediatly(cqr);
1344
1345         dasd_sfree_request(cqr, cqr->device);
1346         return rc;
1347 }
1348
1349 /*
1350  * Steal lock ioctl - unconditional reserve device.
1351  * Buils a channel programm to break a device's reservation.
1352  * (unconditional reserve)
1353  */
1354 static int
1355 dasd_eckd_steal_lock(struct dasd_device *device)
1356 {
1357         struct dasd_ccw_req *cqr;
1358         int rc;
1359
1360         if (!capable(CAP_SYS_ADMIN))
1361                 return -EACCES;
1362
1363         cqr = dasd_smalloc_request(dasd_eckd_discipline.name,
1364                                    1, 32, device);
1365         if (IS_ERR(cqr)) {
1366                 DEV_MESSAGE(KERN_WARNING, device, "%s",
1367                             "Could not allocate initialization request");
1368                 return PTR_ERR(cqr);
1369         }
1370         cqr->cpaddr->cmd_code = DASD_ECKD_CCW_SLCK;
1371         cqr->cpaddr->flags |= CCW_FLAG_SLI;
1372         cqr->cpaddr->count = 32;
1373         cqr->cpaddr->cda = (__u32)(addr_t) cqr->data;
1374         cqr->device = device;
1375         clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags);
1376         set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
1377         cqr->retries = 0;
1378         cqr->expires = 2 * HZ;
1379         cqr->buildclk = get_clock();
1380         cqr->status = DASD_CQR_FILLED;
1381
1382         rc = dasd_sleep_on_immediatly(cqr);
1383
1384         dasd_sfree_request(cqr, cqr->device);
1385         return rc;
1386 }
1387
1388 /*
1389  * Read performance statistics
1390  */
1391 static int
1392 dasd_eckd_performance(struct dasd_device *device, void __user *argp)
1393 {
1394         struct dasd_psf_prssd_data *prssdp;
1395         struct dasd_rssd_perf_stats_t *stats;
1396         struct dasd_ccw_req *cqr;
1397         struct ccw1 *ccw;
1398         int rc;
1399
1400         cqr = dasd_smalloc_request(dasd_eckd_discipline.name,
1401                                    1 /* PSF */  + 1 /* RSSD */ ,
1402                                    (sizeof (struct dasd_psf_prssd_data) +
1403                                     sizeof (struct dasd_rssd_perf_stats_t)),
1404                                    device);
1405         if (IS_ERR(cqr)) {
1406                 DEV_MESSAGE(KERN_WARNING, device, "%s",
1407                             "Could not allocate initialization request");
1408                 return PTR_ERR(cqr);
1409         }
1410         cqr->device = device;
1411         cqr->retries = 0;
1412         cqr->expires = 10 * HZ;
1413
1414         /* Prepare for Read Subsystem Data */
1415         prssdp = (struct dasd_psf_prssd_data *) cqr->data;
1416         memset(prssdp, 0, sizeof (struct dasd_psf_prssd_data));
1417         prssdp->order = PSF_ORDER_PRSSD;
1418         prssdp->suborder = 0x01;        /* Perfomance Statistics */
1419         prssdp->varies[1] = 0x01;       /* Perf Statistics for the Subsystem */
1420
1421         ccw = cqr->cpaddr;
1422         ccw->cmd_code = DASD_ECKD_CCW_PSF;
1423         ccw->count = sizeof (struct dasd_psf_prssd_data);
1424         ccw->flags |= CCW_FLAG_CC;
1425         ccw->cda = (__u32)(addr_t) prssdp;
1426
1427         /* Read Subsystem Data - Performance Statistics */
1428         stats = (struct dasd_rssd_perf_stats_t *) (prssdp + 1);
1429         memset(stats, 0, sizeof (struct dasd_rssd_perf_stats_t));
1430
1431         ccw++;
1432         ccw->cmd_code = DASD_ECKD_CCW_RSSD;
1433         ccw->count = sizeof (struct dasd_rssd_perf_stats_t);
1434         ccw->cda = (__u32)(addr_t) stats;
1435
1436         cqr->buildclk = get_clock();
1437         cqr->status = DASD_CQR_FILLED;
1438         rc = dasd_sleep_on(cqr);
1439         if (rc == 0) {
1440                 /* Prepare for Read Subsystem Data */
1441                 prssdp = (struct dasd_psf_prssd_data *) cqr->data;
1442                 stats = (struct dasd_rssd_perf_stats_t *) (prssdp + 1);
1443                 if (copy_to_user(argp, stats,
1444                                  sizeof(struct dasd_rssd_perf_stats_t)))
1445                         rc = -EFAULT;
1446         }
1447         dasd_sfree_request(cqr, cqr->device);
1448         return rc;
1449 }
1450
1451 /*
1452  * Get attributes (cache operations)
1453  * Returnes the cache attributes used in Define Extend (DE).
1454  */
1455 static int
1456 dasd_eckd_get_attrib(struct dasd_device *device, void __user *argp)
1457 {
1458         struct dasd_eckd_private *private =
1459                 (struct dasd_eckd_private *)device->private;
1460         struct attrib_data_t attrib = private->attrib;
1461         int rc;
1462
1463         if (!capable(CAP_SYS_ADMIN))
1464                 return -EACCES;
1465         if (!argp)
1466                 return -EINVAL;
1467
1468         rc = 0;
1469         if (copy_to_user(argp, (long *) &attrib,
1470                          sizeof (struct attrib_data_t)))
1471                 rc = -EFAULT;
1472
1473         return rc;
1474 }
1475
1476 /*
1477  * Set attributes (cache operations)
1478  * Stores the attributes for cache operation to be used in Define Extend (DE).
1479  */
1480 static int
1481 dasd_eckd_set_attrib(struct dasd_device *device, void __user *argp)
1482 {
1483         struct dasd_eckd_private *private =
1484                 (struct dasd_eckd_private *)device->private;
1485         struct attrib_data_t attrib;
1486
1487         if (!capable(CAP_SYS_ADMIN))
1488                 return -EACCES;
1489         if (!argp)
1490                 return -EINVAL;
1491
1492         if (copy_from_user(&attrib, argp, sizeof(struct attrib_data_t)))
1493                 return -EFAULT;
1494         private->attrib = attrib;
1495
1496         DEV_MESSAGE(KERN_INFO, device,
1497                     "cache operation mode set to %x (%i cylinder prestage)",
1498                     private->attrib.operation, private->attrib.nr_cyl);
1499         return 0;
1500 }
1501
1502 static int
1503 dasd_eckd_ioctl(struct dasd_device *device, unsigned int cmd, void __user *argp)
1504 {
1505         switch (cmd) {
1506         case BIODASDGATTR:
1507                 return dasd_eckd_get_attrib(device, argp);
1508         case BIODASDSATTR:
1509                 return dasd_eckd_set_attrib(device, argp);
1510         case BIODASDPSRD:
1511                 return dasd_eckd_performance(device, argp);
1512         case BIODASDRLSE:
1513                 return dasd_eckd_release(device);
1514         case BIODASDRSRV:
1515                 return dasd_eckd_reserve(device);
1516         case BIODASDSLCK:
1517                 return dasd_eckd_steal_lock(device);
1518         default:
1519                 return -ENOIOCTLCMD;
1520         }
1521 }
1522
1523 /*
1524  * Dump the range of CCWs into 'page' buffer
1525  * and return number of printed chars.
1526  */
1527 static inline int
1528 dasd_eckd_dump_ccw_range(struct ccw1 *from, struct ccw1 *to, char *page)
1529 {
1530         int len, count;
1531         char *datap;
1532
1533         len = 0;
1534         while (from <= to) {
1535                 len += sprintf(page + len, KERN_ERR PRINTK_HEADER
1536                                " CCW %p: %08X %08X DAT:",
1537                                from, ((int *) from)[0], ((int *) from)[1]);
1538
1539                 /* get pointer to data (consider IDALs) */
1540                 if (from->flags & CCW_FLAG_IDA)
1541                         datap = (char *) *((addr_t *) (addr_t) from->cda);
1542                 else
1543                         datap = (char *) ((addr_t) from->cda);
1544
1545                 /* dump data (max 32 bytes) */
1546                 for (count = 0; count < from->count && count < 32; count++) {
1547                         if (count % 8 == 0) len += sprintf(page + len, " ");
1548                         if (count % 4 == 0) len += sprintf(page + len, " ");
1549                         len += sprintf(page + len, "%02x", datap[count]);
1550                 }
1551                 len += sprintf(page + len, "\n");
1552                 from++;
1553         }
1554         return len;
1555 }
1556
1557 /*
1558  * Print sense data and related channel program.
1559  * Parts are printed because printk buffer is only 1024 bytes.
1560  */
1561 static void
1562 dasd_eckd_dump_sense(struct dasd_device *device, struct dasd_ccw_req * req,
1563                      struct irb *irb)
1564 {
1565         char *page;
1566         struct ccw1 *first, *last, *fail, *from, *to;
1567         int len, sl, sct;
1568
1569         page = (char *) get_zeroed_page(GFP_ATOMIC);
1570         if (page == NULL) {
1571                 DEV_MESSAGE(KERN_ERR, device, " %s",
1572                             "No memory to dump sense data");
1573                 return;
1574         }
1575         /* dump the sense data */
1576         len = sprintf(page,  KERN_ERR PRINTK_HEADER
1577                       " I/O status report for device %s:\n",
1578                       device->cdev->dev.bus_id);
1579         len += sprintf(page + len, KERN_ERR PRINTK_HEADER
1580                        " in req: %p CS: 0x%02X DS: 0x%02X\n", req,
1581                        irb->scsw.cstat, irb->scsw.dstat);
1582         len += sprintf(page + len, KERN_ERR PRINTK_HEADER
1583                        " device %s: Failing CCW: %p\n",
1584                        device->cdev->dev.bus_id,
1585                        (void *) (addr_t) irb->scsw.cpa);
1586         if (irb->esw.esw0.erw.cons) {
1587                 for (sl = 0; sl < 4; sl++) {
1588                         len += sprintf(page + len, KERN_ERR PRINTK_HEADER
1589                                        " Sense(hex) %2d-%2d:",
1590                                        (8 * sl), ((8 * sl) + 7));
1591
1592                         for (sct = 0; sct < 8; sct++) {
1593                                 len += sprintf(page + len, " %02x",
1594                                                irb->ecw[8 * sl + sct]);
1595                         }
1596                         len += sprintf(page + len, "\n");
1597                 }
1598
1599                 if (irb->ecw[27] & DASD_SENSE_BIT_0) {
1600                         /* 24 Byte Sense Data */
1601                         sprintf(page + len, KERN_ERR PRINTK_HEADER
1602                                 " 24 Byte: %x MSG %x, "
1603                                 "%s MSGb to SYSOP\n",
1604                                 irb->ecw[7] >> 4, irb->ecw[7] & 0x0f,
1605                                 irb->ecw[1] & 0x10 ? "" : "no");
1606                 } else {
1607                         /* 32 Byte Sense Data */
1608                         sprintf(page + len, KERN_ERR PRINTK_HEADER
1609                                 " 32 Byte: Format: %x "
1610                                 "Exception class %x\n",
1611                                 irb->ecw[6] & 0x0f, irb->ecw[22] >> 4);
1612                 }
1613         } else {
1614                 sprintf(page + len, KERN_ERR PRINTK_HEADER
1615                         " SORRY - NO VALID SENSE AVAILABLE\n");
1616         }
1617         printk("%s", page);
1618
1619         /* dump the Channel Program (max 140 Bytes per line) */
1620         /* Count CCW and print first CCWs (maximum 1024 % 140 = 7) */
1621         first = req->cpaddr;
1622         for (last = first; last->flags & (CCW_FLAG_CC | CCW_FLAG_DC); last++);
1623         to = min(first + 6, last);
1624         len = sprintf(page,  KERN_ERR PRINTK_HEADER
1625                       " Related CP in req: %p\n", req);
1626         dasd_eckd_dump_ccw_range(first, to, page + len);
1627         printk("%s", page);
1628
1629         /* print failing CCW area (maximum 4) */
1630         /* scsw->cda is either valid or zero  */
1631         len = 0;
1632         from = ++to;
1633         fail = (struct ccw1 *)(addr_t) irb->scsw.cpa; /* failing CCW */
1634         if (from <  fail - 2) {
1635                 from = fail - 2;     /* there is a gap - print header */
1636                 len += sprintf(page, KERN_ERR PRINTK_HEADER "......\n");
1637         }
1638         to = min(fail + 1, last);
1639         len += dasd_eckd_dump_ccw_range(from, to, page + len);
1640
1641         /* print last CCWs (maximum 2) */
1642         from = max(from, ++to);
1643         if (from < last - 1) {
1644                 from = last - 1;     /* there is a gap - print header */
1645                 len += sprintf(page + len, KERN_ERR PRINTK_HEADER "......\n");
1646         }
1647         len += dasd_eckd_dump_ccw_range(from, last, page + len);
1648         if (len > 0)
1649                 printk("%s", page);
1650         free_page((unsigned long) page);
1651 }
1652
1653 /*
1654  * max_blocks is dependent on the amount of storage that is available
1655  * in the static io buffer for each device. Currently each device has
1656  * 8192 bytes (=2 pages). For 64 bit one dasd_mchunkt_t structure has
1657  * 24 bytes, the struct dasd_ccw_req has 136 bytes and each block can use
1658  * up to 16 bytes (8 for the ccw and 8 for the idal pointer). In
1659  * addition we have one define extent ccw + 16 bytes of data and one
1660  * locate record ccw + 16 bytes of data. That makes:
1661  * (8192 - 24 - 136 - 8 - 16 - 8 - 16) / 16 = 499 blocks at maximum.
1662  * We want to fit two into the available memory so that we can immediately
1663  * start the next request if one finishes off. That makes 249.5 blocks
1664  * for one request. Give a little safety and the result is 240.
1665  */
1666 static struct dasd_discipline dasd_eckd_discipline = {
1667         .owner = THIS_MODULE,
1668         .name = "ECKD",
1669         .ebcname = "ECKD",
1670         .max_blocks = 240,
1671         .check_device = dasd_eckd_check_characteristics,
1672         .do_analysis = dasd_eckd_do_analysis,
1673         .fill_geometry = dasd_eckd_fill_geometry,
1674         .start_IO = dasd_start_IO,
1675         .term_IO = dasd_term_IO,
1676         .format_device = dasd_eckd_format_device,
1677         .examine_error = dasd_eckd_examine_error,
1678         .erp_action = dasd_eckd_erp_action,
1679         .erp_postaction = dasd_eckd_erp_postaction,
1680         .build_cp = dasd_eckd_build_cp,
1681         .free_cp = dasd_eckd_free_cp,
1682         .dump_sense = dasd_eckd_dump_sense,
1683         .fill_info = dasd_eckd_fill_info,
1684         .ioctl = dasd_eckd_ioctl,
1685 };
1686
1687 static int __init
1688 dasd_eckd_init(void)
1689 {
1690         int ret;
1691
1692         ASCEBC(dasd_eckd_discipline.ebcname, 4);
1693
1694         ret = ccw_driver_register(&dasd_eckd_driver);
1695         if (!ret)
1696                 dasd_generic_auto_online(&dasd_eckd_driver);
1697         return ret;
1698 }
1699
1700 static void __exit
1701 dasd_eckd_cleanup(void)
1702 {
1703         ccw_driver_unregister(&dasd_eckd_driver);
1704 }
1705
1706 module_init(dasd_eckd_init);
1707 module_exit(dasd_eckd_cleanup);