1*3a50f0a9Sjmc /* $OpenBSD: vscsi.c,v 1.18 2022/12/28 21:30:16 jmc Exp $ */
2bde1ae23Sclaudio
3bde1ae23Sclaudio /*
4bde1ae23Sclaudio * Copyright (c) 2009 Claudio Jeker <claudio@openbsd.org>
5bde1ae23Sclaudio *
6bde1ae23Sclaudio * Permission to use, copy, modify, and distribute this software for any
7bde1ae23Sclaudio * purpose with or without fee is hereby granted, provided that the above
8bde1ae23Sclaudio * copyright notice and this permission notice appear in all copies.
9bde1ae23Sclaudio *
10bde1ae23Sclaudio * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
11bde1ae23Sclaudio * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
12bde1ae23Sclaudio * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
13bde1ae23Sclaudio * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
14bde1ae23Sclaudio * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
15bde1ae23Sclaudio * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
16bde1ae23Sclaudio * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
17bde1ae23Sclaudio */
18bde1ae23Sclaudio
19bde1ae23Sclaudio #include <sys/ioctl.h>
20bde1ae23Sclaudio #include <sys/queue.h>
21bde1ae23Sclaudio #include <sys/socket.h>
22bde1ae23Sclaudio #include <sys/uio.h>
23bde1ae23Sclaudio
24bde1ae23Sclaudio #include <scsi/iscsi.h>
25bde1ae23Sclaudio #include <scsi/scsi_all.h>
26bde1ae23Sclaudio #include <dev/vscsivar.h>
27bde1ae23Sclaudio
28bde1ae23Sclaudio #include <event.h>
29bde1ae23Sclaudio #include <fcntl.h>
30bde1ae23Sclaudio #include <stdlib.h>
31bde1ae23Sclaudio #include <string.h>
32bde1ae23Sclaudio
33bde1ae23Sclaudio #include "iscsid.h"
34bde1ae23Sclaudio #include "log.h"
35bde1ae23Sclaudio
36bde1ae23Sclaudio struct vscsi {
37bde1ae23Sclaudio struct event ev;
38bde1ae23Sclaudio int fd;
39234d8810Sclaudio struct vscsi_stats stats;
40bde1ae23Sclaudio } v;
41bde1ae23Sclaudio
42bde1ae23Sclaudio struct scsi_task {
43bde1ae23Sclaudio struct task task;
44bde1ae23Sclaudio int tag;
45bde1ae23Sclaudio u_int target;
46bde1ae23Sclaudio u_int lun;
47bde1ae23Sclaudio size_t datalen;
48bde1ae23Sclaudio };
49bde1ae23Sclaudio
50bde1ae23Sclaudio void vscsi_callback(struct connection *, void *, struct pdu *);
51cb408c6cSclaudio void vscsi_fail(void *arg);
52a557b68eSclaudio void vscsi_dataout(struct connection *, struct scsi_task *, u_int32_t,
53a557b68eSclaudio size_t, size_t);
54bde1ae23Sclaudio
55bde1ae23Sclaudio void
vscsi_open(char * dev)56bde1ae23Sclaudio vscsi_open(char *dev)
57bde1ae23Sclaudio {
58bde1ae23Sclaudio if ((v.fd = open(dev, O_RDWR)) == -1)
59bde1ae23Sclaudio fatal("vscsi_open");
60bde1ae23Sclaudio
61bde1ae23Sclaudio event_set(&v.ev, v.fd, EV_READ|EV_PERSIST, vscsi_dispatch, NULL);
62bde1ae23Sclaudio event_add(&v.ev, NULL);
63bde1ae23Sclaudio }
64bde1ae23Sclaudio
65bde1ae23Sclaudio void
vscsi_dispatch(int fd,short event,void * arg)66bde1ae23Sclaudio vscsi_dispatch(int fd, short event, void *arg)
67bde1ae23Sclaudio {
68bde1ae23Sclaudio struct vscsi_ioc_i2t i2t;
69bde1ae23Sclaudio struct iscsi_pdu_scsi_request *sreq;
70bde1ae23Sclaudio struct session *s;
71bde1ae23Sclaudio struct scsi_task *t;
72bde1ae23Sclaudio struct pdu *p;
73bde1ae23Sclaudio
74bde1ae23Sclaudio if (!(event & EV_READ)) {
75bde1ae23Sclaudio log_debug("spurious read call");
76bde1ae23Sclaudio return;
77bde1ae23Sclaudio }
78bde1ae23Sclaudio
79bde1ae23Sclaudio if (ioctl(v.fd, VSCSI_I2T, &i2t) == -1)
80bde1ae23Sclaudio fatal("vscsi_dispatch");
81bde1ae23Sclaudio
82234d8810Sclaudio v.stats.cnt_i2t++;
83234d8810Sclaudio if (i2t.direction < (int)nitems(v.stats.cnt_i2t_dir))
84234d8810Sclaudio v.stats.cnt_i2t_dir[i2t.direction]++;
85234d8810Sclaudio
86bde1ae23Sclaudio s = initiator_t2s(i2t.target);
87bde1ae23Sclaudio if (s == NULL)
88bde1ae23Sclaudio fatalx("vscsi_dispatch: unknown target");
89bde1ae23Sclaudio
90bde1ae23Sclaudio if (!(t = calloc(1, sizeof(*t))))
91bde1ae23Sclaudio fatal("vscsi_dispatch");
92bde1ae23Sclaudio
93bde1ae23Sclaudio t->tag = i2t.tag;
94bde1ae23Sclaudio t->target = i2t.target;
95bde1ae23Sclaudio t->lun = i2t.lun;
96bde1ae23Sclaudio
97bde1ae23Sclaudio if (!(p = pdu_new()))
98bde1ae23Sclaudio fatal("vscsi_dispatch");
99bde1ae23Sclaudio if (!(sreq = pdu_gethdr(p)))
100bde1ae23Sclaudio fatal("vscsi_dispatch");
101bde1ae23Sclaudio
102bde1ae23Sclaudio sreq->opcode = ISCSI_OP_SCSI_REQUEST;
103*3a50f0a9Sjmc /* XXX use untagged commands, dlg says so */
104bde1ae23Sclaudio sreq->flags = ISCSI_SCSI_F_F | ISCSI_SCSI_ATTR_UNTAGGED;
105bde1ae23Sclaudio if (i2t.direction == VSCSI_DIR_WRITE)
106bde1ae23Sclaudio sreq->flags |= ISCSI_SCSI_F_W;
107bde1ae23Sclaudio if (i2t.direction == VSCSI_DIR_READ)
108bde1ae23Sclaudio sreq->flags |= ISCSI_SCSI_F_R;
109bde1ae23Sclaudio sreq->bytes = htonl(i2t.datalen);
110bde1ae23Sclaudio
1116ee82a64Sclaudio /* LUN handling: currently we only do single level LUNs < 256 */
1126ee82a64Sclaudio if (t->lun >= 256)
1136ee82a64Sclaudio fatal("vscsi_dispatch: I'm sorry, Dave. "
1146ee82a64Sclaudio "I'm afraid I can't do that.");
1156ee82a64Sclaudio sreq->lun[1] = t->lun;
116bde1ae23Sclaudio
117a86db512Sclaudio memcpy(sreq->cdb, &i2t.cmd, i2t.cmdlen);
118bde1ae23Sclaudio
1199683d5fdSclaudio /* include immediate data of up to FirstBurstLength bytes if allowed */
120a557b68eSclaudio if (i2t.direction == VSCSI_DIR_WRITE && s->active.ImmediateData) {
121a557b68eSclaudio struct connection *c;
1229683d5fdSclaudio char *buf;
1239683d5fdSclaudio u_int32_t t32;
1249683d5fdSclaudio size_t size;
1259683d5fdSclaudio
1269683d5fdSclaudio size = i2t.datalen > s->active.FirstBurstLength ?
1279683d5fdSclaudio s->active.FirstBurstLength : i2t.datalen;
128a557b68eSclaudio
129a557b68eSclaudio /* XXX assumes all connections have same settings */
130a557b68eSclaudio c = TAILQ_FIRST(&s->connections);
131a557b68eSclaudio if (c && size > c->active.MaxRecvDataSegmentLength)
132a557b68eSclaudio size = c->active.MaxRecvDataSegmentLength;
133a557b68eSclaudio
1349683d5fdSclaudio if (!(buf = pdu_alloc(size)))
135bde1ae23Sclaudio fatal("vscsi_dispatch");
1369683d5fdSclaudio t32 = htonl(size);
137a86db512Sclaudio memcpy(&sreq->ahslen, &t32, sizeof(t32));
1389683d5fdSclaudio vscsi_data(VSCSI_DATA_WRITE, i2t.tag, buf, size);
1399683d5fdSclaudio pdu_addbuf(p, buf, size, PDU_DATA);
140bde1ae23Sclaudio }
141bde1ae23Sclaudio
142cb408c6cSclaudio task_init(&t->task, s, 0, t, vscsi_callback, vscsi_fail);
143bde1ae23Sclaudio task_pdu_add(&t->task, p);
144bde1ae23Sclaudio session_task_issue(s, &t->task);
145bde1ae23Sclaudio }
146bde1ae23Sclaudio
147234d8810Sclaudio /* read / write data to vscsi */
148bde1ae23Sclaudio void
vscsi_data(unsigned long req,int tag,void * buf,size_t len)149bde1ae23Sclaudio vscsi_data(unsigned long req, int tag, void *buf, size_t len)
150bde1ae23Sclaudio {
151bde1ae23Sclaudio struct vscsi_ioc_data data;
152bde1ae23Sclaudio
153234d8810Sclaudio if (req == VSCSI_DATA_READ) {
154234d8810Sclaudio v.stats.cnt_read++;
155234d8810Sclaudio v.stats.bytes_rd += len;
156234d8810Sclaudio } else if (req == VSCSI_DATA_WRITE) {
157234d8810Sclaudio v.stats.cnt_write++;
158234d8810Sclaudio v.stats.bytes_wr += len;
159234d8810Sclaudio }
160bde1ae23Sclaudio data.tag = tag;
161bde1ae23Sclaudio data.data = buf;
162bde1ae23Sclaudio data.datalen = len;
163bde1ae23Sclaudio
164bde1ae23Sclaudio if (ioctl(v.fd, req, &data) == -1)
165bde1ae23Sclaudio fatal("vscsi_data");
166bde1ae23Sclaudio }
167bde1ae23Sclaudio
168bde1ae23Sclaudio void
vscsi_status(int tag,int status,void * buf,size_t len)169bde1ae23Sclaudio vscsi_status(int tag, int status, void *buf, size_t len)
170bde1ae23Sclaudio {
171bde1ae23Sclaudio struct vscsi_ioc_t2i t2i;
172bde1ae23Sclaudio
173234d8810Sclaudio v.stats.cnt_t2i++;
174234d8810Sclaudio if (status < (int)nitems(v.stats.cnt_t2i_status))
175234d8810Sclaudio v.stats.cnt_t2i_status[status]++;
176234d8810Sclaudio
177bde1ae23Sclaudio bzero(&t2i, sizeof(t2i));
178bde1ae23Sclaudio t2i.tag = tag;
179bde1ae23Sclaudio t2i.status = status;
180bde1ae23Sclaudio if (buf) {
181bde1ae23Sclaudio if (len > sizeof(t2i.sense))
18253363dcaSclaudio len = sizeof(t2i.sense);
183a86db512Sclaudio memcpy(&t2i.sense, buf, len);
184bde1ae23Sclaudio }
185bde1ae23Sclaudio
186bde1ae23Sclaudio if (ioctl(v.fd, VSCSI_T2I, &t2i) == -1)
187bde1ae23Sclaudio fatal("vscsi_status");
188bde1ae23Sclaudio }
189bde1ae23Sclaudio
190bde1ae23Sclaudio void
vscsi_event(unsigned long req,u_int target,u_int lun)191bde1ae23Sclaudio vscsi_event(unsigned long req, u_int target, u_int lun)
192bde1ae23Sclaudio {
193bde1ae23Sclaudio struct vscsi_ioc_devevent devev;
194bde1ae23Sclaudio
195234d8810Sclaudio if (req == VSCSI_REQPROBE)
196234d8810Sclaudio v.stats.cnt_probe++;
197234d8810Sclaudio else if (req == VSCSI_REQDETACH)
198234d8810Sclaudio v.stats.cnt_detach++;
199234d8810Sclaudio
200bde1ae23Sclaudio devev.target = target;
201bde1ae23Sclaudio devev.lun = lun;
202bde1ae23Sclaudio
203bde1ae23Sclaudio if (ioctl(v.fd, req, &devev) == -1)
204bde1ae23Sclaudio fatal("vscsi_event");
205bde1ae23Sclaudio }
206bde1ae23Sclaudio
207bde1ae23Sclaudio void
vscsi_callback(struct connection * c,void * arg,struct pdu * p)208bde1ae23Sclaudio vscsi_callback(struct connection *c, void *arg, struct pdu *p)
209bde1ae23Sclaudio {
210bde1ae23Sclaudio struct scsi_task *t = arg;
211bde1ae23Sclaudio struct iscsi_pdu_scsi_response *sresp;
212bde1ae23Sclaudio struct iscsi_pdu_rt2 *r2t;
213bde1ae23Sclaudio int status = VSCSI_STAT_DONE;
214bde1ae23Sclaudio u_char *buf = NULL;
215a557b68eSclaudio size_t size, off, n;
216bde1ae23Sclaudio int tag;
217bde1ae23Sclaudio
218bde1ae23Sclaudio sresp = pdu_getbuf(p, NULL, PDU_HEADER);
219bde1ae23Sclaudio switch (ISCSI_PDU_OPCODE(sresp->opcode)) {
220bde1ae23Sclaudio case ISCSI_OP_SCSI_RESPONSE:
2216727bd69Sclaudio conn_task_cleanup(c, &t->task);
222bde1ae23Sclaudio tag = t->tag;
223bde1ae23Sclaudio free(t);
224bde1ae23Sclaudio
225bde1ae23Sclaudio if (!(sresp->flags & 0x80) || (sresp->flags & 0x06) == 0x06 ||
226bde1ae23Sclaudio (sresp->flags & 0x18) == 0x18) {
227bde1ae23Sclaudio log_debug("vscsi_callback: bad scsi response");
228bde1ae23Sclaudio conn_fail(c);
229bde1ae23Sclaudio break;
230bde1ae23Sclaudio }
231a557b68eSclaudio size = 0;
232bde1ae23Sclaudio /* XXX handle the various serial numbers */
233bde1ae23Sclaudio if (sresp->response) {
234bde1ae23Sclaudio status = VSCSI_STAT_ERR;
235bde1ae23Sclaudio goto send_status;
236bde1ae23Sclaudio }
237bde1ae23Sclaudio switch (sresp->status) {
238bde1ae23Sclaudio case ISCSI_SCSI_STAT_GOOD:
239bde1ae23Sclaudio break;
240bde1ae23Sclaudio case ISCSI_SCSI_STAT_CHCK_COND:
241bde1ae23Sclaudio status = VSCSI_STAT_SENSE;
242bde1ae23Sclaudio /* stupid encoding of sense data in the data segment */
243bde1ae23Sclaudio buf = pdu_getbuf(p, &n, PDU_DATA);
244bde1ae23Sclaudio if (buf) {
245bde1ae23Sclaudio size = buf[0] << 8 | buf[1];
246bde1ae23Sclaudio buf += 2;
247bde1ae23Sclaudio }
248bde1ae23Sclaudio break;
249bde1ae23Sclaudio default:
250bde1ae23Sclaudio status = VSCSI_STAT_ERR;
251bde1ae23Sclaudio break;
252bde1ae23Sclaudio }
253bde1ae23Sclaudio send_status:
254bde1ae23Sclaudio vscsi_status(tag, status, buf, size);
255bde1ae23Sclaudio break;
256bde1ae23Sclaudio case ISCSI_OP_DATA_IN:
257bde1ae23Sclaudio buf = pdu_getbuf(p, &n, PDU_DATA);
258bde1ae23Sclaudio size = sresp->datalen[0] << 16 | sresp->datalen[1] << 8 |
259bde1ae23Sclaudio sresp->datalen[2];
260bde1ae23Sclaudio if (size > n)
261bde1ae23Sclaudio fatal("This does not work as it should");
262bde1ae23Sclaudio vscsi_data(VSCSI_DATA_READ, t->tag, buf, size);
2630cd2b910Sclaudio if (sresp->flags & 1) { /* XXX magic */
2646727bd69Sclaudio conn_task_cleanup(c, &t->task);
265bde1ae23Sclaudio vscsi_status(t->tag, status, NULL, 0);
266bde1ae23Sclaudio free(t);
267bde1ae23Sclaudio }
268bde1ae23Sclaudio break;
269bde1ae23Sclaudio case ISCSI_OP_R2T:
2706727bd69Sclaudio conn_task_cleanup(c, &t->task);
271bde1ae23Sclaudio r2t = (struct iscsi_pdu_rt2 *)sresp;
272a557b68eSclaudio off = ntohl(r2t->buffer_offs);
273bde1ae23Sclaudio size = ntohl(r2t->desired_datalen);
274bde1ae23Sclaudio
275a557b68eSclaudio vscsi_dataout(c, t, r2t->ttt, size, off);
276bde1ae23Sclaudio break;
277bde1ae23Sclaudio default:
278bde1ae23Sclaudio log_debug("scsi task: tag %d, target %d lun %d", t->tag,
279bde1ae23Sclaudio t->target, t->lun);
280bde1ae23Sclaudio log_pdu(p, 1);
281bde1ae23Sclaudio }
282bde1ae23Sclaudio pdu_free(p);
283bde1ae23Sclaudio }
284bde1ae23Sclaudio
285bde1ae23Sclaudio void
vscsi_fail(void * arg)286cb408c6cSclaudio vscsi_fail(void *arg)
287cb408c6cSclaudio {
288cb408c6cSclaudio struct scsi_task *t = arg;
289cb408c6cSclaudio
290e097bea6Smmcc log_debug("vscsi_fail: task failed, resetting it");
291bb7fde4eSclaudio vscsi_status(t->tag, VSCSI_STAT_RESET, NULL, 0);
292cb408c6cSclaudio }
293cb408c6cSclaudio
294cb408c6cSclaudio void
vscsi_dataout(struct connection * c,struct scsi_task * t,u_int32_t ttt,size_t len,size_t buffer_off)2950cd2b910Sclaudio vscsi_dataout(struct connection *c, struct scsi_task *t, u_int32_t ttt,
296a557b68eSclaudio size_t len, size_t buffer_off)
297bde1ae23Sclaudio {
298bde1ae23Sclaudio struct pdu *p;
299bde1ae23Sclaudio struct iscsi_pdu_data_out *dout;
300bde1ae23Sclaudio u_char *buf = NULL;
301bde1ae23Sclaudio size_t size, off;
302bde1ae23Sclaudio u_int32_t t32, dsn = 0;
303bde1ae23Sclaudio
304bde1ae23Sclaudio for (off = 0; off < len; off += size) {
3054125a3c4Sclaudio size = len - off > c->active.MaxRecvDataSegmentLength ?
3064125a3c4Sclaudio c->active.MaxRecvDataSegmentLength : len - off;
307bde1ae23Sclaudio
3084b539f84Sclaudio /* XXX also respect the MaxBurstLength */
3094b539f84Sclaudio
310bde1ae23Sclaudio if (!(p = pdu_new()))
311bde1ae23Sclaudio fatal("vscsi_r2t");
312bde1ae23Sclaudio if (!(dout = pdu_gethdr(p)))
313bde1ae23Sclaudio fatal("vscsi_r2t");
314bde1ae23Sclaudio
315bde1ae23Sclaudio dout->opcode = ISCSI_OP_DATA_OUT;
316bde1ae23Sclaudio if (off + size == len)
317bde1ae23Sclaudio dout->flags = 0x80; /* XXX magic value: F flag*/
3186ee82a64Sclaudio /* LUN handling: currently we only do single level LUNs < 256 */
3196ee82a64Sclaudio dout->lun[1] = t->lun;
320bde1ae23Sclaudio dout->ttt = ttt;
321bde1ae23Sclaudio dout->datasn = htonl(dsn++);
322bde1ae23Sclaudio t32 = htonl(size);
323a86db512Sclaudio memcpy(&dout->ahslen, &t32, sizeof(t32));
324bde1ae23Sclaudio
325a557b68eSclaudio dout->buffer_offs = htonl(buffer_off + off);
326bde1ae23Sclaudio if (!(buf = pdu_alloc(size)))
327bde1ae23Sclaudio fatal("vscsi_r2t");
328bde1ae23Sclaudio
329bde1ae23Sclaudio vscsi_data(VSCSI_DATA_WRITE, t->tag, buf, size);
330bde1ae23Sclaudio pdu_addbuf(p, buf, size, PDU_DATA);
331bde1ae23Sclaudio task_pdu_add(&t->task, p);
332bde1ae23Sclaudio }
3330cd2b910Sclaudio conn_task_issue(c, &t->task);
334bde1ae23Sclaudio }
335234d8810Sclaudio
336234d8810Sclaudio struct vscsi_stats *
vscsi_stats(void)337234d8810Sclaudio vscsi_stats(void)
338234d8810Sclaudio {
339234d8810Sclaudio return &v.stats;
340234d8810Sclaudio }
341