dasd_fba.c 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812
  1. // SPDX-License-Identifier: GPL-2.0
  2. /*
  3. * Author(s)......: Holger Smolinski <Holger.Smolinski@de.ibm.com>
  4. * Bugreports.to..: <Linux390@de.ibm.com>
  5. * Copyright IBM Corp. 1999, 2009
  6. */
  7. #define KMSG_COMPONENT "dasd-fba"
  8. #include <linux/stddef.h>
  9. #include <linux/kernel.h>
  10. #include <asm/debug.h>
  11. #include <linux/slab.h>
  12. #include <linux/hdreg.h> /* HDIO_GETGEO */
  13. #include <linux/bio.h>
  14. #include <linux/module.h>
  15. #include <linux/init.h>
  16. #include <linux/io.h>
  17. #include <asm/idals.h>
  18. #include <asm/ebcdic.h>
  19. #include <asm/ccwdev.h>
  20. #include "dasd_int.h"
  21. #include "dasd_fba.h"
  22. #define FBA_DEFAULT_RETRIES 32
  23. #define DASD_FBA_CCW_WRITE 0x41
  24. #define DASD_FBA_CCW_READ 0x42
  25. #define DASD_FBA_CCW_LOCATE 0x43
  26. #define DASD_FBA_CCW_DEFINE_EXTENT 0x63
  27. MODULE_DESCRIPTION("S/390 DASD FBA Disks device driver");
  28. MODULE_LICENSE("GPL");
  29. static struct dasd_discipline dasd_fba_discipline;
  30. static void *dasd_fba_zero_page;
  31. struct dasd_fba_private {
  32. struct dasd_fba_characteristics rdc_data;
  33. };
  34. static struct ccw_device_id dasd_fba_ids[] = {
  35. { CCW_DEVICE_DEVTYPE (0x6310, 0, 0x9336, 0), .driver_info = 0x1},
  36. { CCW_DEVICE_DEVTYPE (0x3880, 0, 0x3370, 0), .driver_info = 0x2},
  37. { /* end of list */ },
  38. };
  39. MODULE_DEVICE_TABLE(ccw, dasd_fba_ids);
  40. static int
  41. dasd_fba_set_online(struct ccw_device *cdev)
  42. {
  43. return dasd_generic_set_online(cdev, &dasd_fba_discipline);
  44. }
  45. static struct ccw_driver dasd_fba_driver = {
  46. .driver = {
  47. .name = "dasd-fba",
  48. .owner = THIS_MODULE,
  49. .dev_groups = dasd_dev_groups,
  50. },
  51. .ids = dasd_fba_ids,
  52. .probe = dasd_generic_probe,
  53. .remove = dasd_generic_remove,
  54. .set_offline = dasd_generic_set_offline,
  55. .set_online = dasd_fba_set_online,
  56. .notify = dasd_generic_notify,
  57. .path_event = dasd_generic_path_event,
  58. .int_class = IRQIO_DAS,
  59. };
  60. static void
  61. define_extent(struct ccw1 * ccw, struct DE_fba_data *data, int rw,
  62. int blksize, int beg, int nr)
  63. {
  64. ccw->cmd_code = DASD_FBA_CCW_DEFINE_EXTENT;
  65. ccw->flags = 0;
  66. ccw->count = 16;
  67. ccw->cda = virt_to_dma32(data);
  68. memset(data, 0, sizeof (struct DE_fba_data));
  69. if (rw == WRITE)
  70. (data->mask).perm = 0x0;
  71. else if (rw == READ)
  72. (data->mask).perm = 0x1;
  73. else
  74. data->mask.perm = 0x2;
  75. data->blk_size = blksize;
  76. data->ext_loc = beg;
  77. data->ext_end = nr - 1;
  78. }
  79. static void
  80. locate_record(struct ccw1 * ccw, struct LO_fba_data *data, int rw,
  81. int block_nr, int block_ct)
  82. {
  83. ccw->cmd_code = DASD_FBA_CCW_LOCATE;
  84. ccw->flags = 0;
  85. ccw->count = 8;
  86. ccw->cda = virt_to_dma32(data);
  87. memset(data, 0, sizeof (struct LO_fba_data));
  88. if (rw == WRITE)
  89. data->operation.cmd = 0x5;
  90. else if (rw == READ)
  91. data->operation.cmd = 0x6;
  92. else
  93. data->operation.cmd = 0x8;
  94. data->blk_nr = block_nr;
  95. data->blk_ct = block_ct;
  96. }
  97. static int
  98. dasd_fba_check_characteristics(struct dasd_device *device)
  99. {
  100. struct dasd_fba_private *private = device->private;
  101. struct ccw_device *cdev = device->cdev;
  102. struct dasd_block *block;
  103. int readonly, rc;
  104. if (!private) {
  105. private = kzalloc(sizeof(*private), GFP_KERNEL | GFP_DMA);
  106. if (!private) {
  107. dev_warn(&device->cdev->dev,
  108. "Allocating memory for private DASD "
  109. "data failed\n");
  110. return -ENOMEM;
  111. }
  112. device->private = private;
  113. } else {
  114. memset(private, 0, sizeof(*private));
  115. }
  116. block = dasd_alloc_block();
  117. if (IS_ERR(block)) {
  118. DBF_EVENT_DEVID(DBF_WARNING, cdev, "%s", "could not allocate "
  119. "dasd block structure");
  120. device->private = NULL;
  121. kfree(private);
  122. return PTR_ERR(block);
  123. }
  124. device->block = block;
  125. block->base = device;
  126. /* Read Device Characteristics */
  127. rc = dasd_generic_read_dev_chars(device, DASD_FBA_MAGIC,
  128. &private->rdc_data, 32);
  129. if (rc) {
  130. DBF_EVENT_DEVID(DBF_WARNING, cdev, "Read device "
  131. "characteristics returned error %d", rc);
  132. device->block = NULL;
  133. dasd_free_block(block);
  134. device->private = NULL;
  135. kfree(private);
  136. return rc;
  137. }
  138. device->default_expires = DASD_EXPIRES;
  139. device->default_retries = FBA_DEFAULT_RETRIES;
  140. dasd_path_set_opm(device, LPM_ANYPATH);
  141. readonly = dasd_device_is_ro(device);
  142. if (readonly)
  143. set_bit(DASD_FLAG_DEVICE_RO, &device->flags);
  144. /* FBA supports discard, set the according feature bit */
  145. dasd_set_feature(cdev, DASD_FEATURE_DISCARD, 1);
  146. dev_info(&device->cdev->dev,
  147. "New FBA DASD %04X/%02X (CU %04X/%02X) with %d MB "
  148. "and %d B/blk%s\n",
  149. cdev->id.dev_type,
  150. cdev->id.dev_model,
  151. cdev->id.cu_type,
  152. cdev->id.cu_model,
  153. ((private->rdc_data.blk_bdsa *
  154. (private->rdc_data.blk_size >> 9)) >> 11),
  155. private->rdc_data.blk_size,
  156. readonly ? ", read-only device" : "");
  157. return 0;
  158. }
  159. static int dasd_fba_do_analysis(struct dasd_block *block)
  160. {
  161. struct dasd_fba_private *private = block->base->private;
  162. int sb, rc;
  163. rc = dasd_check_blocksize(private->rdc_data.blk_size);
  164. if (rc) {
  165. DBF_DEV_EVENT(DBF_WARNING, block->base, "unknown blocksize %d",
  166. private->rdc_data.blk_size);
  167. return rc;
  168. }
  169. block->blocks = private->rdc_data.blk_bdsa;
  170. block->bp_block = private->rdc_data.blk_size;
  171. block->s2b_shift = 0; /* bits to shift 512 to get a block */
  172. for (sb = 512; sb < private->rdc_data.blk_size; sb = sb << 1)
  173. block->s2b_shift++;
  174. return 0;
  175. }
  176. static int dasd_fba_fill_geometry(struct dasd_block *block,
  177. struct hd_geometry *geo)
  178. {
  179. if (dasd_check_blocksize(block->bp_block) != 0)
  180. return -EINVAL;
  181. geo->cylinders = (block->blocks << block->s2b_shift) >> 10;
  182. geo->heads = 16;
  183. geo->sectors = 128 >> block->s2b_shift;
  184. return 0;
  185. }
  186. static dasd_erp_fn_t
  187. dasd_fba_erp_action(struct dasd_ccw_req * cqr)
  188. {
  189. return dasd_default_erp_action;
  190. }
  191. static dasd_erp_fn_t
  192. dasd_fba_erp_postaction(struct dasd_ccw_req * cqr)
  193. {
  194. if (cqr->function == dasd_default_erp_action)
  195. return dasd_default_erp_postaction;
  196. DBF_DEV_EVENT(DBF_WARNING, cqr->startdev, "unknown ERP action %p",
  197. cqr->function);
  198. return NULL;
  199. }
  200. static void dasd_fba_check_for_device_change(struct dasd_device *device,
  201. struct dasd_ccw_req *cqr,
  202. struct irb *irb)
  203. {
  204. char mask;
  205. /* first of all check for state change pending interrupt */
  206. mask = DEV_STAT_ATTENTION | DEV_STAT_DEV_END | DEV_STAT_UNIT_EXCEP;
  207. if ((irb->scsw.cmd.dstat & mask) == mask)
  208. dasd_generic_handle_state_change(device);
  209. };
  210. /*
  211. * Builds a CCW with no data payload
  212. */
  213. static void ccw_write_no_data(struct ccw1 *ccw)
  214. {
  215. ccw->cmd_code = DASD_FBA_CCW_WRITE;
  216. ccw->flags |= CCW_FLAG_SLI;
  217. ccw->count = 0;
  218. }
  219. /*
  220. * Builds a CCW that writes only zeroes.
  221. */
  222. static void ccw_write_zero(struct ccw1 *ccw, int count)
  223. {
  224. ccw->cmd_code = DASD_FBA_CCW_WRITE;
  225. ccw->flags |= CCW_FLAG_SLI;
  226. ccw->count = count;
  227. ccw->cda = virt_to_dma32(dasd_fba_zero_page);
  228. }
  229. /*
  230. * Helper function to count the amount of necessary CCWs within a given range
  231. * with 4k alignment and command chaining in mind.
  232. */
  233. static int count_ccws(sector_t first_rec, sector_t last_rec,
  234. unsigned int blocks_per_page)
  235. {
  236. sector_t wz_stop = 0, d_stop = 0;
  237. int cur_pos = 0;
  238. int count = 0;
  239. if (first_rec % blocks_per_page != 0) {
  240. wz_stop = first_rec + blocks_per_page -
  241. (first_rec % blocks_per_page) - 1;
  242. if (wz_stop > last_rec)
  243. wz_stop = last_rec;
  244. cur_pos = wz_stop - first_rec + 1;
  245. count++;
  246. }
  247. if (last_rec - (first_rec + cur_pos) + 1 >= blocks_per_page) {
  248. if ((last_rec - blocks_per_page + 1) % blocks_per_page != 0)
  249. d_stop = last_rec - ((last_rec - blocks_per_page + 1) %
  250. blocks_per_page);
  251. else
  252. d_stop = last_rec;
  253. cur_pos += d_stop - (first_rec + cur_pos) + 1;
  254. count++;
  255. }
  256. if (cur_pos == 0 || first_rec + cur_pos - 1 < last_rec)
  257. count++;
  258. return count;
  259. }
  260. /*
  261. * This function builds a CCW request for block layer discard requests.
  262. * Each page in the z/VM hypervisor that represents certain records of an FBA
  263. * device will be padded with zeros. This is a special behaviour of the WRITE
  264. * command which is triggered when no data payload is added to the CCW.
  265. *
  266. * Note: Due to issues in some z/VM versions, we can't fully utilise this
  267. * special behaviour. We have to keep a 4k (or 8 block) alignment in mind to
  268. * work around those issues and write actual zeroes to the unaligned parts in
  269. * the request. This workaround might be removed in the future.
  270. */
  271. static struct dasd_ccw_req *dasd_fba_build_cp_discard(
  272. struct dasd_device *memdev,
  273. struct dasd_block *block,
  274. struct request *req)
  275. {
  276. struct LO_fba_data *LO_data;
  277. struct dasd_ccw_req *cqr;
  278. struct ccw1 *ccw;
  279. sector_t wz_stop = 0, d_stop = 0;
  280. sector_t first_rec, last_rec;
  281. unsigned int blksize = block->bp_block;
  282. unsigned int blocks_per_page;
  283. int wz_count = 0;
  284. int d_count = 0;
  285. int cur_pos = 0; /* Current position within the extent */
  286. int count = 0;
  287. int cplength;
  288. int datasize;
  289. int nr_ccws;
  290. first_rec = blk_rq_pos(req) >> block->s2b_shift;
  291. last_rec =
  292. (blk_rq_pos(req) + blk_rq_sectors(req) - 1) >> block->s2b_shift;
  293. count = last_rec - first_rec + 1;
  294. blocks_per_page = BLOCKS_PER_PAGE(blksize);
  295. nr_ccws = count_ccws(first_rec, last_rec, blocks_per_page);
  296. /* define extent + nr_ccws * locate record + nr_ccws * single CCW */
  297. cplength = 1 + 2 * nr_ccws;
  298. datasize = sizeof(struct DE_fba_data) +
  299. nr_ccws * (sizeof(struct LO_fba_data) + sizeof(struct ccw1));
  300. cqr = dasd_smalloc_request(DASD_FBA_MAGIC, cplength, datasize, memdev,
  301. blk_mq_rq_to_pdu(req));
  302. if (IS_ERR(cqr))
  303. return cqr;
  304. ccw = cqr->cpaddr;
  305. define_extent(ccw++, cqr->data, WRITE, blksize, first_rec, count);
  306. LO_data = cqr->data + sizeof(struct DE_fba_data);
  307. /* First part is not aligned. Calculate range to write zeroes. */
  308. if (first_rec % blocks_per_page != 0) {
  309. wz_stop = first_rec + blocks_per_page -
  310. (first_rec % blocks_per_page) - 1;
  311. if (wz_stop > last_rec)
  312. wz_stop = last_rec;
  313. wz_count = wz_stop - first_rec + 1;
  314. ccw[-1].flags |= CCW_FLAG_CC;
  315. locate_record(ccw++, LO_data++, WRITE, cur_pos, wz_count);
  316. ccw[-1].flags |= CCW_FLAG_CC;
  317. ccw_write_zero(ccw++, wz_count * blksize);
  318. cur_pos = wz_count;
  319. }
  320. /* We can do proper discard when we've got at least blocks_per_page blocks. */
  321. if (last_rec - (first_rec + cur_pos) + 1 >= blocks_per_page) {
  322. /* is last record at page boundary? */
  323. if ((last_rec - blocks_per_page + 1) % blocks_per_page != 0)
  324. d_stop = last_rec - ((last_rec - blocks_per_page + 1) %
  325. blocks_per_page);
  326. else
  327. d_stop = last_rec;
  328. d_count = d_stop - (first_rec + cur_pos) + 1;
  329. ccw[-1].flags |= CCW_FLAG_CC;
  330. locate_record(ccw++, LO_data++, WRITE, cur_pos, d_count);
  331. ccw[-1].flags |= CCW_FLAG_CC;
  332. ccw_write_no_data(ccw++);
  333. cur_pos += d_count;
  334. }
  335. /* We might still have some bits left which need to be zeroed. */
  336. if (cur_pos == 0 || first_rec + cur_pos - 1 < last_rec) {
  337. if (d_stop != 0)
  338. wz_count = last_rec - d_stop;
  339. else if (wz_stop != 0)
  340. wz_count = last_rec - wz_stop;
  341. else
  342. wz_count = count;
  343. ccw[-1].flags |= CCW_FLAG_CC;
  344. locate_record(ccw++, LO_data++, WRITE, cur_pos, wz_count);
  345. ccw[-1].flags |= CCW_FLAG_CC;
  346. ccw_write_zero(ccw++, wz_count * blksize);
  347. }
  348. if (blk_noretry_request(req) ||
  349. block->base->features & DASD_FEATURE_FAILFAST)
  350. set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
  351. cqr->startdev = memdev;
  352. cqr->memdev = memdev;
  353. cqr->block = block;
  354. cqr->expires = memdev->default_expires * HZ; /* default 5 minutes */
  355. cqr->retries = memdev->default_retries;
  356. cqr->buildclk = get_tod_clock();
  357. cqr->status = DASD_CQR_FILLED;
  358. return cqr;
  359. }
  360. static struct dasd_ccw_req *dasd_fba_build_cp_regular(
  361. struct dasd_device *memdev,
  362. struct dasd_block *block,
  363. struct request *req)
  364. {
  365. struct dasd_fba_private *private = block->base->private;
  366. dma64_t *idaws;
  367. struct LO_fba_data *LO_data;
  368. struct dasd_ccw_req *cqr;
  369. struct ccw1 *ccw;
  370. struct req_iterator iter;
  371. struct bio_vec bv;
  372. char *dst;
  373. int count, cidaw, cplength, datasize;
  374. sector_t recid, first_rec, last_rec;
  375. unsigned int blksize, off;
  376. unsigned char cmd;
  377. if (rq_data_dir(req) == READ) {
  378. cmd = DASD_FBA_CCW_READ;
  379. } else if (rq_data_dir(req) == WRITE) {
  380. cmd = DASD_FBA_CCW_WRITE;
  381. } else
  382. return ERR_PTR(-EINVAL);
  383. blksize = block->bp_block;
  384. /* Calculate record id of first and last block. */
  385. first_rec = blk_rq_pos(req) >> block->s2b_shift;
  386. last_rec =
  387. (blk_rq_pos(req) + blk_rq_sectors(req) - 1) >> block->s2b_shift;
  388. /* Check struct bio and count the number of blocks for the request. */
  389. count = 0;
  390. cidaw = 0;
  391. rq_for_each_segment(bv, req, iter) {
  392. if (bv.bv_len & (blksize - 1))
  393. /* Fba can only do full blocks. */
  394. return ERR_PTR(-EINVAL);
  395. count += bv.bv_len >> (block->s2b_shift + 9);
  396. if (idal_is_needed (page_address(bv.bv_page), bv.bv_len))
  397. cidaw += bv.bv_len / blksize;
  398. }
  399. /* Paranoia. */
  400. if (count != last_rec - first_rec + 1)
  401. return ERR_PTR(-EINVAL);
  402. /* 1x define extent + 1x locate record + number of blocks */
  403. cplength = 2 + count;
  404. /* 1x define extent + 1x locate record */
  405. datasize = sizeof(struct DE_fba_data) + sizeof(struct LO_fba_data) +
  406. cidaw * sizeof(unsigned long);
  407. /*
  408. * Find out number of additional locate record ccws if the device
  409. * can't do data chaining.
  410. */
  411. if (private->rdc_data.mode.bits.data_chain == 0) {
  412. cplength += count - 1;
  413. datasize += (count - 1)*sizeof(struct LO_fba_data);
  414. }
  415. /* Allocate the ccw request. */
  416. cqr = dasd_smalloc_request(DASD_FBA_MAGIC, cplength, datasize, memdev,
  417. blk_mq_rq_to_pdu(req));
  418. if (IS_ERR(cqr))
  419. return cqr;
  420. ccw = cqr->cpaddr;
  421. /* First ccw is define extent. */
  422. define_extent(ccw++, cqr->data, rq_data_dir(req),
  423. block->bp_block, blk_rq_pos(req), blk_rq_sectors(req));
  424. /* Build locate_record + read/write ccws. */
  425. idaws = (dma64_t *)(cqr->data + sizeof(struct DE_fba_data));
  426. LO_data = (struct LO_fba_data *) (idaws + cidaw);
  427. /* Locate record for all blocks for smart devices. */
  428. if (private->rdc_data.mode.bits.data_chain != 0) {
  429. ccw[-1].flags |= CCW_FLAG_CC;
  430. locate_record(ccw++, LO_data++, rq_data_dir(req), 0, count);
  431. }
  432. recid = first_rec;
  433. rq_for_each_segment(bv, req, iter) {
  434. dst = bvec_virt(&bv);
  435. if (dasd_page_cache) {
  436. char *copy = kmem_cache_alloc(dasd_page_cache,
  437. GFP_DMA | __GFP_NOWARN);
  438. if (copy && rq_data_dir(req) == WRITE)
  439. memcpy(copy + bv.bv_offset, dst, bv.bv_len);
  440. if (copy)
  441. dst = copy + bv.bv_offset;
  442. }
  443. for (off = 0; off < bv.bv_len; off += blksize) {
  444. /* Locate record for stupid devices. */
  445. if (private->rdc_data.mode.bits.data_chain == 0) {
  446. ccw[-1].flags |= CCW_FLAG_CC;
  447. locate_record(ccw, LO_data++,
  448. rq_data_dir(req),
  449. recid - first_rec, 1);
  450. ccw->flags = CCW_FLAG_CC;
  451. ccw++;
  452. } else {
  453. if (recid > first_rec)
  454. ccw[-1].flags |= CCW_FLAG_DC;
  455. else
  456. ccw[-1].flags |= CCW_FLAG_CC;
  457. }
  458. ccw->cmd_code = cmd;
  459. ccw->count = block->bp_block;
  460. if (idal_is_needed(dst, blksize)) {
  461. ccw->cda = virt_to_dma32(idaws);
  462. ccw->flags = CCW_FLAG_IDA;
  463. idaws = idal_create_words(idaws, dst, blksize);
  464. } else {
  465. ccw->cda = virt_to_dma32(dst);
  466. ccw->flags = 0;
  467. }
  468. ccw++;
  469. dst += blksize;
  470. recid++;
  471. }
  472. }
  473. if (blk_noretry_request(req) ||
  474. block->base->features & DASD_FEATURE_FAILFAST)
  475. set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
  476. cqr->startdev = memdev;
  477. cqr->memdev = memdev;
  478. cqr->block = block;
  479. cqr->expires = memdev->default_expires * HZ; /* default 5 minutes */
  480. cqr->retries = memdev->default_retries;
  481. cqr->buildclk = get_tod_clock();
  482. cqr->status = DASD_CQR_FILLED;
  483. return cqr;
  484. }
  485. static struct dasd_ccw_req *dasd_fba_build_cp(struct dasd_device *memdev,
  486. struct dasd_block *block,
  487. struct request *req)
  488. {
  489. if (req_op(req) == REQ_OP_DISCARD || req_op(req) == REQ_OP_WRITE_ZEROES)
  490. return dasd_fba_build_cp_discard(memdev, block, req);
  491. else
  492. return dasd_fba_build_cp_regular(memdev, block, req);
  493. }
  494. static int
  495. dasd_fba_free_cp(struct dasd_ccw_req *cqr, struct request *req)
  496. {
  497. struct dasd_fba_private *private = cqr->block->base->private;
  498. struct ccw1 *ccw;
  499. struct req_iterator iter;
  500. struct bio_vec bv;
  501. char *dst, *cda;
  502. unsigned int blksize, off;
  503. int status;
  504. if (!dasd_page_cache)
  505. goto out;
  506. blksize = cqr->block->bp_block;
  507. ccw = cqr->cpaddr;
  508. /* Skip over define extent & locate record. */
  509. ccw++;
  510. if (private->rdc_data.mode.bits.data_chain != 0)
  511. ccw++;
  512. rq_for_each_segment(bv, req, iter) {
  513. dst = bvec_virt(&bv);
  514. for (off = 0; off < bv.bv_len; off += blksize) {
  515. /* Skip locate record. */
  516. if (private->rdc_data.mode.bits.data_chain == 0)
  517. ccw++;
  518. if (dst) {
  519. if (ccw->flags & CCW_FLAG_IDA)
  520. cda = dma64_to_virt(*((dma64_t *)dma32_to_virt(ccw->cda)));
  521. else
  522. cda = dma32_to_virt(ccw->cda);
  523. if (dst != cda) {
  524. if (rq_data_dir(req) == READ)
  525. memcpy(dst, cda, bv.bv_len);
  526. kmem_cache_free(dasd_page_cache,
  527. (void *)((addr_t)cda & PAGE_MASK));
  528. }
  529. dst = NULL;
  530. }
  531. ccw++;
  532. }
  533. }
  534. out:
  535. status = cqr->status == DASD_CQR_DONE;
  536. dasd_sfree_request(cqr, cqr->memdev);
  537. return status;
  538. }
  539. static void dasd_fba_handle_terminated_request(struct dasd_ccw_req *cqr)
  540. {
  541. if (cqr->retries < 0)
  542. cqr->status = DASD_CQR_FAILED;
  543. else
  544. cqr->status = DASD_CQR_FILLED;
  545. };
  546. static int
  547. dasd_fba_fill_info(struct dasd_device * device,
  548. struct dasd_information2_t * info)
  549. {
  550. struct dasd_fba_private *private = device->private;
  551. info->label_block = 1;
  552. info->FBA_layout = 1;
  553. info->format = DASD_FORMAT_LDL;
  554. info->characteristics_size = sizeof(private->rdc_data);
  555. memcpy(info->characteristics, &private->rdc_data,
  556. sizeof(private->rdc_data));
  557. info->confdata_size = 0;
  558. return 0;
  559. }
  560. static void
  561. dasd_fba_dump_sense_dbf(struct dasd_device *device, struct irb *irb,
  562. char *reason)
  563. {
  564. u64 *sense;
  565. sense = (u64 *) dasd_get_sense(irb);
  566. if (sense) {
  567. DBF_DEV_EVENT(DBF_EMERG, device,
  568. "%s: %s %02x%02x%02x %016llx %016llx %016llx "
  569. "%016llx", reason,
  570. scsw_is_tm(&irb->scsw) ? "t" : "c",
  571. scsw_cc(&irb->scsw), scsw_cstat(&irb->scsw),
  572. scsw_dstat(&irb->scsw), sense[0], sense[1],
  573. sense[2], sense[3]);
  574. } else {
  575. DBF_DEV_EVENT(DBF_EMERG, device, "%s",
  576. "SORRY - NO VALID SENSE AVAILABLE\n");
  577. }
  578. }
  579. static void
  580. dasd_fba_dump_sense(struct dasd_device *device, struct dasd_ccw_req * req,
  581. struct irb *irb)
  582. {
  583. struct ccw1 *act, *end, *last;
  584. int len, sl, sct, count;
  585. struct device *dev;
  586. char *page;
  587. dev = &device->cdev->dev;
  588. page = (char *) get_zeroed_page(GFP_ATOMIC);
  589. if (page == NULL) {
  590. DBF_DEV_EVENT(DBF_WARNING, device, "%s",
  591. "No memory to dump sense data");
  592. return;
  593. }
  594. len = sprintf(page, "I/O status report:\n");
  595. len += sprintf(page + len, "in req: %px CS: 0x%02X DS: 0x%02X\n",
  596. req, irb->scsw.cmd.cstat, irb->scsw.cmd.dstat);
  597. len += sprintf(page + len, "Failing CCW: %px\n",
  598. (void *)(u64)dma32_to_u32(irb->scsw.cmd.cpa));
  599. if (irb->esw.esw0.erw.cons) {
  600. for (sl = 0; sl < 4; sl++) {
  601. len += sprintf(page + len, "Sense(hex) %2d-%2d:",
  602. (8 * sl), ((8 * sl) + 7));
  603. for (sct = 0; sct < 8; sct++) {
  604. len += sprintf(page + len, " %02x",
  605. irb->ecw[8 * sl + sct]);
  606. }
  607. len += sprintf(page + len, "\n");
  608. }
  609. } else {
  610. len += sprintf(page + len, "SORRY - NO VALID SENSE AVAILABLE\n");
  611. }
  612. dev_err(dev, "%s", page);
  613. /* dump the Channel Program */
  614. /* print first CCWs (maximum 8) */
  615. act = req->cpaddr;
  616. for (last = act; last->flags & (CCW_FLAG_CC | CCW_FLAG_DC); last++);
  617. end = min(act + 8, last);
  618. len = sprintf(page, "Related CP in req: %px\n", req);
  619. while (act <= end) {
  620. len += sprintf(page + len, "CCW %px: %08X %08X DAT:",
  621. act, ((int *) act)[0], ((int *) act)[1]);
  622. for (count = 0; count < 32 && count < act->count;
  623. count += sizeof(int))
  624. len += sprintf(page + len, " %08X",
  625. ((int *)dma32_to_virt(act->cda))
  626. [(count>>2)]);
  627. len += sprintf(page + len, "\n");
  628. act++;
  629. }
  630. dev_err(dev, "%s", page);
  631. /* print failing CCW area */
  632. len = 0;
  633. if (act < ((struct ccw1 *)dma32_to_virt(irb->scsw.cmd.cpa)) - 2) {
  634. act = ((struct ccw1 *)dma32_to_virt(irb->scsw.cmd.cpa)) - 2;
  635. len += sprintf(page + len, "......\n");
  636. }
  637. end = min((struct ccw1 *)dma32_to_virt(irb->scsw.cmd.cpa) + 2, last);
  638. while (act <= end) {
  639. len += sprintf(page + len, "CCW %px: %08X %08X DAT:",
  640. act, ((int *) act)[0], ((int *) act)[1]);
  641. for (count = 0; count < 32 && count < act->count;
  642. count += sizeof(int))
  643. len += sprintf(page + len, " %08X",
  644. ((int *)dma32_to_virt(act->cda))
  645. [(count>>2)]);
  646. len += sprintf(page + len, "\n");
  647. act++;
  648. }
  649. /* print last CCWs */
  650. if (act < last - 2) {
  651. act = last - 2;
  652. len += sprintf(page + len, "......\n");
  653. }
  654. while (act <= last) {
  655. len += sprintf(page + len, "CCW %px: %08X %08X DAT:",
  656. act, ((int *) act)[0], ((int *) act)[1]);
  657. for (count = 0; count < 32 && count < act->count;
  658. count += sizeof(int))
  659. len += sprintf(page + len, " %08X",
  660. ((int *)dma32_to_virt(act->cda))
  661. [(count>>2)]);
  662. len += sprintf(page + len, "\n");
  663. act++;
  664. }
  665. if (len > 0)
  666. dev_err(dev, "%s", page);
  667. free_page((unsigned long) page);
  668. }
  669. static unsigned int dasd_fba_max_sectors(struct dasd_block *block)
  670. {
  671. return DASD_FBA_MAX_BLOCKS << block->s2b_shift;
  672. }
  673. static int dasd_fba_pe_handler(struct dasd_device *device,
  674. __u8 tbvpm, __u8 fcsecpm)
  675. {
  676. return dasd_generic_verify_path(device, tbvpm);
  677. }
  678. static struct dasd_discipline dasd_fba_discipline = {
  679. .owner = THIS_MODULE,
  680. .name = "FBA ",
  681. .ebcname = "FBA ",
  682. .has_discard = true,
  683. .check_device = dasd_fba_check_characteristics,
  684. .do_analysis = dasd_fba_do_analysis,
  685. .pe_handler = dasd_fba_pe_handler,
  686. .max_sectors = dasd_fba_max_sectors,
  687. .fill_geometry = dasd_fba_fill_geometry,
  688. .start_IO = dasd_start_IO,
  689. .term_IO = dasd_term_IO,
  690. .handle_terminated_request = dasd_fba_handle_terminated_request,
  691. .erp_action = dasd_fba_erp_action,
  692. .erp_postaction = dasd_fba_erp_postaction,
  693. .check_for_device_change = dasd_fba_check_for_device_change,
  694. .build_cp = dasd_fba_build_cp,
  695. .free_cp = dasd_fba_free_cp,
  696. .dump_sense = dasd_fba_dump_sense,
  697. .dump_sense_dbf = dasd_fba_dump_sense_dbf,
  698. .fill_info = dasd_fba_fill_info,
  699. };
  700. static int __init
  701. dasd_fba_init(void)
  702. {
  703. int ret;
  704. ASCEBC(dasd_fba_discipline.ebcname, 4);
  705. dasd_fba_zero_page = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA);
  706. if (!dasd_fba_zero_page)
  707. return -ENOMEM;
  708. ret = ccw_driver_register(&dasd_fba_driver);
  709. if (!ret)
  710. wait_for_device_probe();
  711. return ret;
  712. }
  713. static void __exit
  714. dasd_fba_cleanup(void)
  715. {
  716. ccw_driver_unregister(&dasd_fba_driver);
  717. free_page((unsigned long)dasd_fba_zero_page);
  718. }
  719. module_init(dasd_fba_init);
  720. module_exit(dasd_fba_cleanup);