spapr_vscsi.c 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999
  1. /*
  2. * QEMU PowerPC pSeries Logical Partition (aka sPAPR) hardware System Emulator
  3. *
  4. * PAPR Virtual SCSI, aka ibmvscsi
  5. *
  6. * Copyright (c) 2010,2011 Benjamin Herrenschmidt, IBM Corporation.
  7. *
  8. * Permission is hereby granted, free of charge, to any person obtaining a copy
  9. * of this software and associated documentation files (the "Software"), to deal
  10. * in the Software without restriction, including without limitation the rights
  11. * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  12. * copies of the Software, and to permit persons to whom the Software is
  13. * furnished to do so, subject to the following conditions:
  14. *
  15. * The above copyright notice and this permission notice shall be included in
  16. * all copies or substantial portions of the Software.
  17. *
  18. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  19. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  20. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  21. * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  22. * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  23. * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  24. * THE SOFTWARE.
  25. *
  26. * TODO:
  27. *
  28. * - Cleanups :-)
  29. * - Sort out better how to assign devices to VSCSI instances
  30. * - Fix residual counts
  31. * - Add indirect descriptors support
  32. * - Maybe do autosense (PAPR seems to mandate it, linux doesn't care)
  33. */
  34. #include "hw.h"
  35. #include "scsi.h"
  36. #include "scsi-defs.h"
  37. #include "net.h" /* Remove that when we can */
  38. #include "srp.h"
  39. #include "hw/qdev.h"
  40. #include "hw/spapr.h"
  41. #include "hw/spapr_vio.h"
  42. #include "hw/ppc-viosrp.h"
  43. #include <libfdt.h>
  44. /*#define DEBUG_VSCSI*/
  45. #ifdef DEBUG_VSCSI
  46. #define dprintf(fmt, ...) \
  47. do { fprintf(stderr, fmt, ## __VA_ARGS__); } while (0)
  48. #else
  49. #define dprintf(fmt, ...) \
  50. do { } while (0)
  51. #endif
  52. /*
  53. * Virtual SCSI device
  54. */
  55. /* Random numbers */
  56. #define VSCSI_MAX_SECTORS 4096
  57. #define VSCSI_REQ_LIMIT 24
  58. #define SCSI_SENSE_BUF_SIZE 96
  59. #define SRP_RSP_SENSE_DATA_LEN 18
  60. typedef union vscsi_crq {
  61. struct viosrp_crq s;
  62. uint8_t raw[16];
  63. } vscsi_crq;
  64. typedef struct vscsi_req {
  65. vscsi_crq crq;
  66. union viosrp_iu iu;
  67. /* SCSI request tracking */
  68. SCSIRequest *sreq;
  69. uint32_t qtag; /* qemu tag != srp tag */
  70. int lun;
  71. int active;
  72. long data_len;
  73. int writing;
  74. int sensing;
  75. int senselen;
  76. uint8_t sense[SCSI_SENSE_BUF_SIZE];
  77. /* RDMA related bits */
  78. uint8_t dma_fmt;
  79. struct srp_direct_buf ext_desc;
  80. struct srp_direct_buf *cur_desc;
  81. struct srp_indirect_buf *ind_desc;
  82. int local_desc;
  83. int total_desc;
  84. } vscsi_req;
  85. typedef struct {
  86. VIOsPAPRDevice vdev;
  87. SCSIBus bus;
  88. vscsi_req reqs[VSCSI_REQ_LIMIT];
  89. } VSCSIState;
  90. /* XXX Debug only */
  91. static VSCSIState *dbg_vscsi_state;
  92. static struct vscsi_req *vscsi_get_req(VSCSIState *s)
  93. {
  94. vscsi_req *req;
  95. int i;
  96. for (i = 0; i < VSCSI_REQ_LIMIT; i++) {
  97. req = &s->reqs[i];
  98. if (!req->active) {
  99. memset(req, 0, sizeof(*req));
  100. req->qtag = i;
  101. req->active = 1;
  102. return req;
  103. }
  104. }
  105. return NULL;
  106. }
  107. static void vscsi_put_req(vscsi_req *req)
  108. {
  109. if (req->sreq != NULL) {
  110. scsi_req_unref(req->sreq);
  111. }
  112. req->sreq = NULL;
  113. req->active = 0;
  114. }
  115. static void vscsi_decode_id_lun(uint64_t srp_lun, int *id, int *lun)
  116. {
  117. /* XXX Figure that one out properly ! This is crackpot */
  118. *id = (srp_lun >> 56) & 0x7f;
  119. *lun = (srp_lun >> 48) & 0xff;
  120. }
  121. static int vscsi_send_iu(VSCSIState *s, vscsi_req *req,
  122. uint64_t length, uint8_t format)
  123. {
  124. long rc, rc1;
  125. /* First copy the SRP */
  126. rc = spapr_tce_dma_write(&s->vdev, req->crq.s.IU_data_ptr,
  127. &req->iu, length);
  128. if (rc) {
  129. fprintf(stderr, "vscsi_send_iu: DMA write failure !\n");
  130. }
  131. req->crq.s.valid = 0x80;
  132. req->crq.s.format = format;
  133. req->crq.s.reserved = 0x00;
  134. req->crq.s.timeout = cpu_to_be16(0x0000);
  135. req->crq.s.IU_length = cpu_to_be16(length);
  136. req->crq.s.IU_data_ptr = req->iu.srp.rsp.tag; /* right byte order */
  137. if (rc == 0) {
  138. req->crq.s.status = 0x99; /* Just needs to be non-zero */
  139. } else {
  140. req->crq.s.status = 0x00;
  141. }
  142. rc1 = spapr_vio_send_crq(&s->vdev, req->crq.raw);
  143. if (rc1) {
  144. fprintf(stderr, "vscsi_send_iu: Error sending response\n");
  145. return rc1;
  146. }
  147. return rc;
  148. }
  149. static void vscsi_makeup_sense(VSCSIState *s, vscsi_req *req,
  150. uint8_t key, uint8_t asc, uint8_t ascq)
  151. {
  152. req->senselen = SRP_RSP_SENSE_DATA_LEN;
  153. /* Valid bit and 'current errors' */
  154. req->sense[0] = (0x1 << 7 | 0x70);
  155. /* Sense key */
  156. req->sense[2] = key;
  157. /* Additional sense length */
  158. req->sense[7] = 0xa; /* 10 bytes */
  159. /* Additional sense code */
  160. req->sense[12] = asc;
  161. req->sense[13] = ascq;
  162. }
  163. static int vscsi_send_rsp(VSCSIState *s, vscsi_req *req,
  164. uint8_t status, int32_t res_in, int32_t res_out)
  165. {
  166. union viosrp_iu *iu = &req->iu;
  167. uint64_t tag = iu->srp.rsp.tag;
  168. int total_len = sizeof(iu->srp.rsp);
  169. dprintf("VSCSI: Sending resp status: 0x%x, "
  170. "res_in: %d, res_out: %d\n", status, res_in, res_out);
  171. memset(iu, 0, sizeof(struct srp_rsp));
  172. iu->srp.rsp.opcode = SRP_RSP;
  173. iu->srp.rsp.req_lim_delta = cpu_to_be32(1);
  174. iu->srp.rsp.tag = tag;
  175. /* Handle residuals */
  176. if (res_in < 0) {
  177. iu->srp.rsp.flags |= SRP_RSP_FLAG_DIUNDER;
  178. res_in = -res_in;
  179. } else if (res_in) {
  180. iu->srp.rsp.flags |= SRP_RSP_FLAG_DIOVER;
  181. }
  182. if (res_out < 0) {
  183. iu->srp.rsp.flags |= SRP_RSP_FLAG_DOUNDER;
  184. res_out = -res_out;
  185. } else if (res_out) {
  186. iu->srp.rsp.flags |= SRP_RSP_FLAG_DOOVER;
  187. }
  188. iu->srp.rsp.data_in_res_cnt = cpu_to_be32(res_in);
  189. iu->srp.rsp.data_out_res_cnt = cpu_to_be32(res_out);
  190. /* We don't do response data */
  191. /* iu->srp.rsp.flags &= ~SRP_RSP_FLAG_RSPVALID; */
  192. iu->srp.rsp.resp_data_len = cpu_to_be32(0);
  193. /* Handle success vs. failure */
  194. iu->srp.rsp.status = status;
  195. if (status) {
  196. iu->srp.rsp.sol_not = (iu->srp.cmd.sol_not & 0x04) >> 2;
  197. if (req->senselen) {
  198. req->iu.srp.rsp.flags |= SRP_RSP_FLAG_SNSVALID;
  199. req->iu.srp.rsp.sense_data_len = cpu_to_be32(req->senselen);
  200. memcpy(req->iu.srp.rsp.data, req->sense, req->senselen);
  201. total_len += req->senselen;
  202. }
  203. } else {
  204. iu->srp.rsp.sol_not = (iu->srp.cmd.sol_not & 0x02) >> 1;
  205. }
  206. vscsi_send_iu(s, req, total_len, VIOSRP_SRP_FORMAT);
  207. return 0;
  208. }
  209. static inline void vscsi_swap_desc(struct srp_direct_buf *desc)
  210. {
  211. desc->va = be64_to_cpu(desc->va);
  212. desc->len = be32_to_cpu(desc->len);
  213. }
  214. static int vscsi_srp_direct_data(VSCSIState *s, vscsi_req *req,
  215. uint8_t *buf, uint32_t len)
  216. {
  217. struct srp_direct_buf *md = req->cur_desc;
  218. uint32_t llen;
  219. int rc = 0;
  220. dprintf("VSCSI: direct segment 0x%x bytes, va=0x%llx desc len=0x%x\n",
  221. len, (unsigned long long)md->va, md->len);
  222. llen = MIN(len, md->len);
  223. if (llen) {
  224. if (req->writing) { /* writing = to device = reading from memory */
  225. rc = spapr_tce_dma_read(&s->vdev, md->va, buf, llen);
  226. } else {
  227. rc = spapr_tce_dma_write(&s->vdev, md->va, buf, llen);
  228. }
  229. }
  230. md->len -= llen;
  231. md->va += llen;
  232. if (rc) {
  233. return -1;
  234. }
  235. return llen;
  236. }
  237. static int vscsi_srp_indirect_data(VSCSIState *s, vscsi_req *req,
  238. uint8_t *buf, uint32_t len)
  239. {
  240. struct srp_direct_buf *td = &req->ind_desc->table_desc;
  241. struct srp_direct_buf *md = req->cur_desc;
  242. int rc = 0;
  243. uint32_t llen, total = 0;
  244. dprintf("VSCSI: indirect segment 0x%x bytes, td va=0x%llx len=0x%x\n",
  245. len, (unsigned long long)td->va, td->len);
  246. /* While we have data ... */
  247. while (len) {
  248. /* If we have a descriptor but it's empty, go fetch a new one */
  249. if (md && md->len == 0) {
  250. /* More local available, use one */
  251. if (req->local_desc) {
  252. md = ++req->cur_desc;
  253. --req->local_desc;
  254. --req->total_desc;
  255. td->va += sizeof(struct srp_direct_buf);
  256. } else {
  257. md = req->cur_desc = NULL;
  258. }
  259. }
  260. /* No descriptor at hand, fetch one */
  261. if (!md) {
  262. if (!req->total_desc) {
  263. dprintf("VSCSI: Out of descriptors !\n");
  264. break;
  265. }
  266. md = req->cur_desc = &req->ext_desc;
  267. dprintf("VSCSI: Reading desc from 0x%llx\n",
  268. (unsigned long long)td->va);
  269. rc = spapr_tce_dma_read(&s->vdev, td->va, md,
  270. sizeof(struct srp_direct_buf));
  271. if (rc) {
  272. dprintf("VSCSI: tce_dma_read -> %d reading ext_desc\n", rc);
  273. break;
  274. }
  275. vscsi_swap_desc(md);
  276. td->va += sizeof(struct srp_direct_buf);
  277. --req->total_desc;
  278. }
  279. dprintf("VSCSI: [desc va=0x%llx,len=0x%x] remaining=0x%x\n",
  280. (unsigned long long)md->va, md->len, len);
  281. /* Perform transfer */
  282. llen = MIN(len, md->len);
  283. if (req->writing) { /* writing = to device = reading from memory */
  284. rc = spapr_tce_dma_read(&s->vdev, md->va, buf, llen);
  285. } else {
  286. rc = spapr_tce_dma_write(&s->vdev, md->va, buf, llen);
  287. }
  288. if (rc) {
  289. dprintf("VSCSI: tce_dma_r/w(%d) -> %d\n", req->writing, rc);
  290. break;
  291. }
  292. dprintf("VSCSI: data: %02x %02x %02x %02x...\n",
  293. buf[0], buf[1], buf[2], buf[3]);
  294. len -= llen;
  295. buf += llen;
  296. total += llen;
  297. md->va += llen;
  298. md->len -= llen;
  299. }
  300. return rc ? -1 : total;
  301. }
  302. static int vscsi_srp_transfer_data(VSCSIState *s, vscsi_req *req,
  303. int writing, uint8_t *buf, uint32_t len)
  304. {
  305. int err = 0;
  306. switch (req->dma_fmt) {
  307. case SRP_NO_DATA_DESC:
  308. dprintf("VSCSI: no data desc transfer, skipping 0x%x bytes\n", len);
  309. break;
  310. case SRP_DATA_DESC_DIRECT:
  311. err = vscsi_srp_direct_data(s, req, buf, len);
  312. break;
  313. case SRP_DATA_DESC_INDIRECT:
  314. err = vscsi_srp_indirect_data(s, req, buf, len);
  315. break;
  316. }
  317. return err;
  318. }
  319. /* Bits from linux srp */
  320. static int data_out_desc_size(struct srp_cmd *cmd)
  321. {
  322. int size = 0;
  323. uint8_t fmt = cmd->buf_fmt >> 4;
  324. switch (fmt) {
  325. case SRP_NO_DATA_DESC:
  326. break;
  327. case SRP_DATA_DESC_DIRECT:
  328. size = sizeof(struct srp_direct_buf);
  329. break;
  330. case SRP_DATA_DESC_INDIRECT:
  331. size = sizeof(struct srp_indirect_buf) +
  332. sizeof(struct srp_direct_buf)*cmd->data_out_desc_cnt;
  333. break;
  334. default:
  335. break;
  336. }
  337. return size;
  338. }
  339. static int vscsi_preprocess_desc(vscsi_req *req)
  340. {
  341. struct srp_cmd *cmd = &req->iu.srp.cmd;
  342. int offset, i;
  343. offset = cmd->add_cdb_len & ~3;
  344. if (req->writing) {
  345. req->dma_fmt = cmd->buf_fmt >> 4;
  346. } else {
  347. offset += data_out_desc_size(cmd);
  348. req->dma_fmt = cmd->buf_fmt & ((1U << 4) - 1);
  349. }
  350. switch (req->dma_fmt) {
  351. case SRP_NO_DATA_DESC:
  352. break;
  353. case SRP_DATA_DESC_DIRECT:
  354. req->cur_desc = (struct srp_direct_buf *)(cmd->add_data + offset);
  355. req->total_desc = req->local_desc = 1;
  356. vscsi_swap_desc(req->cur_desc);
  357. dprintf("VSCSI: using direct RDMA %s, 0x%x bytes MD: 0x%llx\n",
  358. req->writing ? "write" : "read",
  359. req->cur_desc->len, (unsigned long long)req->cur_desc->va);
  360. break;
  361. case SRP_DATA_DESC_INDIRECT:
  362. req->ind_desc = (struct srp_indirect_buf *)(cmd->add_data + offset);
  363. vscsi_swap_desc(&req->ind_desc->table_desc);
  364. req->total_desc = req->ind_desc->table_desc.len /
  365. sizeof(struct srp_direct_buf);
  366. req->local_desc = req->writing ? cmd->data_out_desc_cnt :
  367. cmd->data_in_desc_cnt;
  368. for (i = 0; i < req->local_desc; i++) {
  369. vscsi_swap_desc(&req->ind_desc->desc_list[i]);
  370. }
  371. req->cur_desc = req->local_desc ? &req->ind_desc->desc_list[0] : NULL;
  372. dprintf("VSCSI: using indirect RDMA %s, 0x%x bytes %d descs "
  373. "(%d local) VA: 0x%llx\n",
  374. req->writing ? "read" : "write",
  375. be32_to_cpu(req->ind_desc->len),
  376. req->total_desc, req->local_desc,
  377. (unsigned long long)req->ind_desc->table_desc.va);
  378. break;
  379. default:
  380. fprintf(stderr,
  381. "vscsi_preprocess_desc: Unknown format %x\n", req->dma_fmt);
  382. return -1;
  383. }
  384. return 0;
  385. }
  386. static void vscsi_send_request_sense(VSCSIState *s, vscsi_req *req)
  387. {
  388. uint8_t *cdb = req->iu.srp.cmd.cdb;
  389. int n;
  390. n = scsi_req_get_sense(req->sreq, req->sense, sizeof(req->sense));
  391. if (n) {
  392. req->senselen = n;
  393. vscsi_send_rsp(s, req, CHECK_CONDITION, 0, 0);
  394. vscsi_put_req(req);
  395. return;
  396. }
  397. dprintf("VSCSI: Got CHECK_CONDITION, requesting sense...\n");
  398. cdb[0] = 3;
  399. cdb[1] = 0;
  400. cdb[2] = 0;
  401. cdb[3] = 0;
  402. cdb[4] = 96;
  403. cdb[5] = 0;
  404. req->sensing = 1;
  405. n = scsi_req_enqueue(req->sreq, cdb);
  406. dprintf("VSCSI: Queued request sense tag 0x%x\n", req->qtag);
  407. if (n < 0) {
  408. fprintf(stderr, "VSCSI: REQUEST_SENSE wants write data !?!?!?\n");
  409. vscsi_makeup_sense(s, req, HARDWARE_ERROR, 0, 0);
  410. scsi_req_abort(req->sreq, CHECK_CONDITION);
  411. return;
  412. } else if (n == 0) {
  413. return;
  414. }
  415. scsi_req_continue(req->sreq);
  416. }
  417. /* Callback to indicate that the SCSI layer has completed a transfer. */
  418. static void vscsi_transfer_data(SCSIRequest *sreq, uint32_t len)
  419. {
  420. VSCSIState *s = DO_UPCAST(VSCSIState, vdev.qdev, sreq->bus->qbus.parent);
  421. vscsi_req *req = sreq->hba_private;
  422. uint8_t *buf;
  423. int rc = 0;
  424. dprintf("VSCSI: SCSI xfer complete tag=0x%x len=0x%x, req=%p\n",
  425. sreq->tag, len, req);
  426. if (req == NULL) {
  427. fprintf(stderr, "VSCSI: Can't find request for tag 0x%x\n", sreq->tag);
  428. return;
  429. }
  430. if (req->sensing) {
  431. uint8_t *buf = scsi_req_get_buf(sreq);
  432. len = MIN(len, SCSI_SENSE_BUF_SIZE);
  433. dprintf("VSCSI: Sense data, %d bytes:\n", len);
  434. dprintf(" %02x %02x %02x %02x %02x %02x %02x %02x\n",
  435. buf[0], buf[1], buf[2], buf[3],
  436. buf[4], buf[5], buf[6], buf[7]);
  437. dprintf(" %02x %02x %02x %02x %02x %02x %02x %02x\n",
  438. buf[8], buf[9], buf[10], buf[11],
  439. buf[12], buf[13], buf[14], buf[15]);
  440. memcpy(req->sense, buf, len);
  441. req->senselen = len;
  442. scsi_req_continue(req->sreq);
  443. return;
  444. }
  445. if (len) {
  446. buf = scsi_req_get_buf(sreq);
  447. rc = vscsi_srp_transfer_data(s, req, req->writing, buf, len);
  448. }
  449. if (rc < 0) {
  450. fprintf(stderr, "VSCSI: RDMA error rc=%d!\n", rc);
  451. vscsi_makeup_sense(s, req, HARDWARE_ERROR, 0, 0);
  452. scsi_req_abort(req->sreq, CHECK_CONDITION);
  453. return;
  454. }
  455. /* Start next chunk */
  456. req->data_len -= rc;
  457. scsi_req_continue(sreq);
  458. }
  459. /* Callback to indicate that the SCSI layer has completed a transfer. */
  460. static void vscsi_command_complete(SCSIRequest *sreq, uint32_t status)
  461. {
  462. VSCSIState *s = DO_UPCAST(VSCSIState, vdev.qdev, sreq->bus->qbus.parent);
  463. vscsi_req *req = sreq->hba_private;
  464. int32_t res_in = 0, res_out = 0;
  465. dprintf("VSCSI: SCSI cmd complete, r=0x%x tag=0x%x status=0x%x, req=%p\n",
  466. reason, sreq->tag, status, req);
  467. if (req == NULL) {
  468. fprintf(stderr, "VSCSI: Can't find request for tag 0x%x\n", sreq->tag);
  469. return;
  470. }
  471. if (!req->sensing && status == CHECK_CONDITION) {
  472. vscsi_send_request_sense(s, req);
  473. return;
  474. }
  475. if (req->sensing) {
  476. dprintf("VSCSI: Sense done !\n");
  477. status = CHECK_CONDITION;
  478. } else {
  479. dprintf("VSCSI: Command complete err=%d\n", status);
  480. if (status == 0) {
  481. /* We handle overflows, not underflows for normal commands,
  482. * but hopefully nobody cares
  483. */
  484. if (req->writing) {
  485. res_out = req->data_len;
  486. } else {
  487. res_in = req->data_len;
  488. }
  489. }
  490. }
  491. vscsi_send_rsp(s, req, 0, res_in, res_out);
  492. vscsi_put_req(req);
  493. }
  494. static void vscsi_request_cancelled(SCSIRequest *sreq)
  495. {
  496. vscsi_req *req = sreq->hba_private;
  497. vscsi_put_req(req);
  498. }
  499. static void vscsi_process_login(VSCSIState *s, vscsi_req *req)
  500. {
  501. union viosrp_iu *iu = &req->iu;
  502. struct srp_login_rsp *rsp = &iu->srp.login_rsp;
  503. uint64_t tag = iu->srp.rsp.tag;
  504. dprintf("VSCSI: Got login, sendin response !\n");
  505. /* TODO handle case that requested size is wrong and
  506. * buffer format is wrong
  507. */
  508. memset(iu, 0, sizeof(struct srp_login_rsp));
  509. rsp->opcode = SRP_LOGIN_RSP;
  510. /* Don't advertise quite as many request as we support to
  511. * keep room for management stuff etc...
  512. */
  513. rsp->req_lim_delta = cpu_to_be32(VSCSI_REQ_LIMIT-2);
  514. rsp->tag = tag;
  515. rsp->max_it_iu_len = cpu_to_be32(sizeof(union srp_iu));
  516. rsp->max_ti_iu_len = cpu_to_be32(sizeof(union srp_iu));
  517. /* direct and indirect */
  518. rsp->buf_fmt = cpu_to_be16(SRP_BUF_FORMAT_DIRECT | SRP_BUF_FORMAT_INDIRECT);
  519. vscsi_send_iu(s, req, sizeof(*rsp), VIOSRP_SRP_FORMAT);
  520. }
  521. static void vscsi_inquiry_no_target(VSCSIState *s, vscsi_req *req)
  522. {
  523. uint8_t *cdb = req->iu.srp.cmd.cdb;
  524. uint8_t resp_data[36];
  525. int rc, len, alen;
  526. /* We dont do EVPD. Also check that page_code is 0 */
  527. if ((cdb[1] & 0x01) || (cdb[1] & 0x01) || cdb[2] != 0) {
  528. /* Send INVALID FIELD IN CDB */
  529. vscsi_makeup_sense(s, req, ILLEGAL_REQUEST, 0x24, 0);
  530. vscsi_send_rsp(s, req, CHECK_CONDITION, 0, 0);
  531. return;
  532. }
  533. alen = cdb[3];
  534. alen = (alen << 8) | cdb[4];
  535. len = MIN(alen, 36);
  536. /* Fake up inquiry using PQ=3 */
  537. memset(resp_data, 0, 36);
  538. resp_data[0] = 0x7f; /* Not capable of supporting a device here */
  539. resp_data[2] = 0x06; /* SPS-4 */
  540. resp_data[3] = 0x02; /* Resp data format */
  541. resp_data[4] = 36 - 5; /* Additional length */
  542. resp_data[7] = 0x10; /* Sync transfers */
  543. memcpy(&resp_data[16], "QEMU EMPTY ", 16);
  544. memcpy(&resp_data[8], "QEMU ", 8);
  545. req->writing = 0;
  546. vscsi_preprocess_desc(req);
  547. rc = vscsi_srp_transfer_data(s, req, 0, resp_data, len);
  548. if (rc < 0) {
  549. vscsi_makeup_sense(s, req, HARDWARE_ERROR, 0, 0);
  550. vscsi_send_rsp(s, req, CHECK_CONDITION, 0, 0);
  551. } else {
  552. vscsi_send_rsp(s, req, 0, 36 - rc, 0);
  553. }
  554. }
  555. static int vscsi_queue_cmd(VSCSIState *s, vscsi_req *req)
  556. {
  557. union srp_iu *srp = &req->iu.srp;
  558. SCSIDevice *sdev;
  559. int n, id, lun;
  560. vscsi_decode_id_lun(be64_to_cpu(srp->cmd.lun), &id, &lun);
  561. /* Qemu vs. linux issue with LUNs to be sorted out ... */
  562. sdev = (id < 8 && lun < 16) ? s->bus.devs[id] : NULL;
  563. if (!sdev) {
  564. dprintf("VSCSI: Command for id %d with no drive\n", id);
  565. if (srp->cmd.cdb[0] == INQUIRY) {
  566. vscsi_inquiry_no_target(s, req);
  567. } else {
  568. vscsi_makeup_sense(s, req, ILLEGAL_REQUEST, 0x24, 0x00);
  569. vscsi_send_rsp(s, req, CHECK_CONDITION, 0, 0);
  570. } return 1;
  571. }
  572. req->lun = lun;
  573. req->sreq = scsi_req_new(sdev, req->qtag, lun, req);
  574. n = scsi_req_enqueue(req->sreq, srp->cmd.cdb);
  575. dprintf("VSCSI: Queued command tag 0x%x CMD 0x%x ID %d LUN %d ret: %d\n",
  576. req->qtag, srp->cmd.cdb[0], id, lun, n);
  577. if (n) {
  578. /* Transfer direction must be set before preprocessing the
  579. * descriptors
  580. */
  581. req->writing = (n < 1);
  582. /* Preprocess RDMA descriptors */
  583. vscsi_preprocess_desc(req);
  584. /* Get transfer direction and initiate transfer */
  585. if (n > 0) {
  586. req->data_len = n;
  587. } else if (n < 0) {
  588. req->data_len = -n;
  589. }
  590. scsi_req_continue(req->sreq);
  591. }
  592. /* Don't touch req here, it may have been recycled already */
  593. return 0;
  594. }
  595. static int vscsi_process_tsk_mgmt(VSCSIState *s, vscsi_req *req)
  596. {
  597. union viosrp_iu *iu = &req->iu;
  598. int fn;
  599. fprintf(stderr, "vscsi_process_tsk_mgmt %02x\n",
  600. iu->srp.tsk_mgmt.tsk_mgmt_func);
  601. switch (iu->srp.tsk_mgmt.tsk_mgmt_func) {
  602. #if 0 /* We really don't deal with these for now */
  603. case SRP_TSK_ABORT_TASK:
  604. fn = ABORT_TASK;
  605. break;
  606. case SRP_TSK_ABORT_TASK_SET:
  607. fn = ABORT_TASK_SET;
  608. break;
  609. case SRP_TSK_CLEAR_TASK_SET:
  610. fn = CLEAR_TASK_SET;
  611. break;
  612. case SRP_TSK_LUN_RESET:
  613. fn = LOGICAL_UNIT_RESET;
  614. break;
  615. case SRP_TSK_CLEAR_ACA:
  616. fn = CLEAR_ACA;
  617. break;
  618. #endif
  619. default:
  620. fn = 0;
  621. }
  622. if (fn) {
  623. /* XXX Send/Handle target task management */
  624. ;
  625. } else {
  626. vscsi_makeup_sense(s, req, ILLEGAL_REQUEST, 0x20, 0);
  627. vscsi_send_rsp(s, req, CHECK_CONDITION, 0, 0);
  628. }
  629. return !fn;
  630. }
  631. static int vscsi_handle_srp_req(VSCSIState *s, vscsi_req *req)
  632. {
  633. union srp_iu *srp = &req->iu.srp;
  634. int done = 1;
  635. uint8_t opcode = srp->rsp.opcode;
  636. switch (opcode) {
  637. case SRP_LOGIN_REQ:
  638. vscsi_process_login(s, req);
  639. break;
  640. case SRP_TSK_MGMT:
  641. done = vscsi_process_tsk_mgmt(s, req);
  642. break;
  643. case SRP_CMD:
  644. done = vscsi_queue_cmd(s, req);
  645. break;
  646. case SRP_LOGIN_RSP:
  647. case SRP_I_LOGOUT:
  648. case SRP_T_LOGOUT:
  649. case SRP_RSP:
  650. case SRP_CRED_REQ:
  651. case SRP_CRED_RSP:
  652. case SRP_AER_REQ:
  653. case SRP_AER_RSP:
  654. fprintf(stderr, "VSCSI: Unsupported opcode %02x\n", opcode);
  655. break;
  656. default:
  657. fprintf(stderr, "VSCSI: Unknown type %02x\n", opcode);
  658. }
  659. return done;
  660. }
  661. static int vscsi_send_adapter_info(VSCSIState *s, vscsi_req *req)
  662. {
  663. struct viosrp_adapter_info *sinfo;
  664. struct mad_adapter_info_data info;
  665. int rc;
  666. sinfo = &req->iu.mad.adapter_info;
  667. #if 0 /* What for ? */
  668. rc = spapr_tce_dma_read(&s->vdev, be64_to_cpu(sinfo->buffer),
  669. &info, be16_to_cpu(sinfo->common.length));
  670. if (rc) {
  671. fprintf(stderr, "vscsi_send_adapter_info: DMA read failure !\n");
  672. }
  673. #endif
  674. memset(&info, 0, sizeof(info));
  675. strcpy(info.srp_version, SRP_VERSION);
  676. strncpy(info.partition_name, "qemu", sizeof("qemu"));
  677. info.partition_number = cpu_to_be32(0);
  678. info.mad_version = cpu_to_be32(1);
  679. info.os_type = cpu_to_be32(2);
  680. info.port_max_txu[0] = cpu_to_be32(VSCSI_MAX_SECTORS << 9);
  681. rc = spapr_tce_dma_write(&s->vdev, be64_to_cpu(sinfo->buffer),
  682. &info, be16_to_cpu(sinfo->common.length));
  683. if (rc) {
  684. fprintf(stderr, "vscsi_send_adapter_info: DMA write failure !\n");
  685. }
  686. sinfo->common.status = rc ? cpu_to_be32(1) : 0;
  687. return vscsi_send_iu(s, req, sizeof(*sinfo), VIOSRP_MAD_FORMAT);
  688. }
  689. static int vscsi_handle_mad_req(VSCSIState *s, vscsi_req *req)
  690. {
  691. union mad_iu *mad = &req->iu.mad;
  692. switch (be32_to_cpu(mad->empty_iu.common.type)) {
  693. case VIOSRP_EMPTY_IU_TYPE:
  694. fprintf(stderr, "Unsupported EMPTY MAD IU\n");
  695. break;
  696. case VIOSRP_ERROR_LOG_TYPE:
  697. fprintf(stderr, "Unsupported ERROR LOG MAD IU\n");
  698. mad->error_log.common.status = cpu_to_be16(1);
  699. vscsi_send_iu(s, req, sizeof(mad->error_log), VIOSRP_MAD_FORMAT);
  700. break;
  701. case VIOSRP_ADAPTER_INFO_TYPE:
  702. vscsi_send_adapter_info(s, req);
  703. break;
  704. case VIOSRP_HOST_CONFIG_TYPE:
  705. mad->host_config.common.status = cpu_to_be16(1);
  706. vscsi_send_iu(s, req, sizeof(mad->host_config), VIOSRP_MAD_FORMAT);
  707. break;
  708. default:
  709. fprintf(stderr, "VSCSI: Unknown MAD type %02x\n",
  710. be32_to_cpu(mad->empty_iu.common.type));
  711. }
  712. return 1;
  713. }
  714. static void vscsi_got_payload(VSCSIState *s, vscsi_crq *crq)
  715. {
  716. vscsi_req *req;
  717. int done;
  718. req = vscsi_get_req(s);
  719. if (req == NULL) {
  720. fprintf(stderr, "VSCSI: Failed to get a request !\n");
  721. return;
  722. }
  723. /* We only support a limited number of descriptors, we know
  724. * the ibmvscsi driver uses up to 10 max, so it should fit
  725. * in our 256 bytes IUs. If not we'll have to increase the size
  726. * of the structure.
  727. */
  728. if (crq->s.IU_length > sizeof(union viosrp_iu)) {
  729. fprintf(stderr, "VSCSI: SRP IU too long (%d bytes) !\n",
  730. crq->s.IU_length);
  731. return;
  732. }
  733. /* XXX Handle failure differently ? */
  734. if (spapr_tce_dma_read(&s->vdev, crq->s.IU_data_ptr, &req->iu,
  735. crq->s.IU_length)) {
  736. fprintf(stderr, "vscsi_got_payload: DMA read failure !\n");
  737. qemu_free(req);
  738. }
  739. memcpy(&req->crq, crq, sizeof(vscsi_crq));
  740. if (crq->s.format == VIOSRP_MAD_FORMAT) {
  741. done = vscsi_handle_mad_req(s, req);
  742. } else {
  743. done = vscsi_handle_srp_req(s, req);
  744. }
  745. if (done) {
  746. vscsi_put_req(req);
  747. }
  748. }
  749. static int vscsi_do_crq(struct VIOsPAPRDevice *dev, uint8_t *crq_data)
  750. {
  751. VSCSIState *s = DO_UPCAST(VSCSIState, vdev, dev);
  752. vscsi_crq crq;
  753. memcpy(crq.raw, crq_data, 16);
  754. crq.s.timeout = be16_to_cpu(crq.s.timeout);
  755. crq.s.IU_length = be16_to_cpu(crq.s.IU_length);
  756. crq.s.IU_data_ptr = be64_to_cpu(crq.s.IU_data_ptr);
  757. dprintf("VSCSI: do_crq %02x %02x ...\n", crq.raw[0], crq.raw[1]);
  758. switch (crq.s.valid) {
  759. case 0xc0: /* Init command/response */
  760. /* Respond to initialization request */
  761. if (crq.s.format == 0x01) {
  762. memset(crq.raw, 0, 16);
  763. crq.s.valid = 0xc0;
  764. crq.s.format = 0x02;
  765. spapr_vio_send_crq(dev, crq.raw);
  766. }
  767. /* Note that in hotplug cases, we might get a 0x02
  768. * as a result of us emitting the init request
  769. */
  770. break;
  771. case 0xff: /* Link event */
  772. /* Not handled for now */
  773. break;
  774. case 0x80: /* Payloads */
  775. switch (crq.s.format) {
  776. case VIOSRP_SRP_FORMAT: /* AKA VSCSI request */
  777. case VIOSRP_MAD_FORMAT: /* AKA VSCSI response */
  778. vscsi_got_payload(s, &crq);
  779. break;
  780. case VIOSRP_OS400_FORMAT:
  781. case VIOSRP_AIX_FORMAT:
  782. case VIOSRP_LINUX_FORMAT:
  783. case VIOSRP_INLINE_FORMAT:
  784. fprintf(stderr, "vscsi_do_srq: Unsupported payload format %02x\n",
  785. crq.s.format);
  786. break;
  787. default:
  788. fprintf(stderr, "vscsi_do_srq: Unknown payload format %02x\n",
  789. crq.s.format);
  790. }
  791. break;
  792. default:
  793. fprintf(stderr, "vscsi_do_crq: unknown CRQ %02x %02x ...\n",
  794. crq.raw[0], crq.raw[1]);
  795. };
  796. return 0;
  797. }
  798. static const struct SCSIBusOps vscsi_scsi_ops = {
  799. .transfer_data = vscsi_transfer_data,
  800. .complete = vscsi_command_complete,
  801. .cancel = vscsi_request_cancelled
  802. };
  803. static int spapr_vscsi_init(VIOsPAPRDevice *dev)
  804. {
  805. VSCSIState *s = DO_UPCAST(VSCSIState, vdev, dev);
  806. int i;
  807. dbg_vscsi_state = s;
  808. /* Initialize qemu request tags */
  809. memset(s->reqs, 0, sizeof(s->reqs));
  810. for (i = 0; i < VSCSI_REQ_LIMIT; i++) {
  811. s->reqs[i].qtag = i;
  812. }
  813. dev->crq.SendFunc = vscsi_do_crq;
  814. scsi_bus_new(&s->bus, &dev->qdev, 1, VSCSI_REQ_LIMIT,
  815. &vscsi_scsi_ops);
  816. if (!dev->qdev.hotplugged) {
  817. scsi_bus_legacy_handle_cmdline(&s->bus);
  818. }
  819. return 0;
  820. }
  821. void spapr_vscsi_create(VIOsPAPRBus *bus, uint32_t reg,
  822. qemu_irq qirq, uint32_t vio_irq_num)
  823. {
  824. DeviceState *dev;
  825. VIOsPAPRDevice *sdev;
  826. dev = qdev_create(&bus->bus, "spapr-vscsi");
  827. qdev_prop_set_uint32(dev, "reg", reg);
  828. qdev_init_nofail(dev);
  829. sdev = (VIOsPAPRDevice *)dev;
  830. sdev->qirq = qirq;
  831. sdev->vio_irq_num = vio_irq_num;
  832. }
  833. static int spapr_vscsi_devnode(VIOsPAPRDevice *dev, void *fdt, int node_off)
  834. {
  835. int ret;
  836. ret = fdt_setprop_cell(fdt, node_off, "#address-cells", 2);
  837. if (ret < 0) {
  838. return ret;
  839. }
  840. ret = fdt_setprop_cell(fdt, node_off, "#size-cells", 0);
  841. if (ret < 0) {
  842. return ret;
  843. }
  844. return 0;
  845. }
  846. static VIOsPAPRDeviceInfo spapr_vscsi = {
  847. .init = spapr_vscsi_init,
  848. .devnode = spapr_vscsi_devnode,
  849. .dt_name = "v-scsi",
  850. .dt_type = "vscsi",
  851. .dt_compatible = "IBM,v-scsi",
  852. .signal_mask = 0x00000001,
  853. .qdev.name = "spapr-vscsi",
  854. .qdev.size = sizeof(VSCSIState),
  855. .qdev.props = (Property[]) {
  856. DEFINE_PROP_UINT32("reg", VIOsPAPRDevice, reg, 0x2000),
  857. DEFINE_PROP_UINT32("dma-window", VIOsPAPRDevice,
  858. rtce_window_size, 0x10000000),
  859. DEFINE_PROP_END_OF_LIST(),
  860. },
  861. };
  862. static void spapr_vscsi_register(void)
  863. {
  864. spapr_vio_bus_register_withprop(&spapr_vscsi);
  865. }
  866. device_init(spapr_vscsi_register);