1 /*
2 * CDDL HEADER START
3 *
4 * The contents of this file are subject to the terms of the
5 * Common Development and Distribution License (the "License").
6 * You may not use this file except in compliance with the License.
7 *
8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 * or http://www.opensolaris.org/os/licensing.
10 * See the License for the specific language governing permissions
11 * and limitations under the License.
12 *
13 * When distributing Covered Code, include this CDDL HEADER in each
14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 * If applicable, add the following below this CDDL HEADER, with the
16 * fields enclosed by brackets "[]" replaced with your own identifying
17 * information: Portions Copyright [yyyy] [name of copyright owner]
18 *
19 * CDDL HEADER END
20 */
21 /*
22 * Copyright 2009 Sun Microsystems, Inc. All rights reserved.
23 * Use is subject to license terms.
24 */
25
26 /*
27 * SBP2 module
28 */
29 #include <sys/param.h>
30 #include <sys/errno.h>
31 #include <sys/cred.h>
32 #include <sys/conf.h>
33 #include <sys/disp.h>
34 #include <sys/modctl.h>
35 #include <sys/stat.h>
36 #include <sys/stream.h>
37 #include <sys/strsubr.h>
38 #include <sys/strsun.h>
39 #include <sys/ddi.h>
40 #include <sys/sunddi.h>
41
42 #include <sys/sbp2/impl.h>
43 #include <sys/1394/ieee1212.h>
44
45 /* target routines */
46 static void sbp2_tgt_init_sobj(sbp2_tgt_t *);
47 static void sbp2_tgt_fini_sobj(sbp2_tgt_t *);
48 static int sbp2_tgt_init_params(sbp2_tgt_t *);
49 static int sbp2_tgt_init_luns(sbp2_tgt_t *, int);
50 static void sbp2_tgt_fini_luns(sbp2_tgt_t *);
51 static int sbp2_tgt_init_bus(sbp2_tgt_t *);
52 static void sbp2_tgt_fini_bus(sbp2_tgt_t *);
53 static int sbp2_tgt_mgt_request(sbp2_tgt_t *, int *);
54 static int sbp2_tgt_task_mgt_request(sbp2_tgt_t *, uint16_t, int, uint64_t,
55 int *);
56
57 /* lun routines */
58 static void sbp2_lun_logout_orb(sbp2_lun_t *, sbp2_tgt_t *, int *);
59 static boolean_t sbp2_lun_accepting_tasks(sbp2_lun_t *);
60
61 /* session routines */
62 static int sbp2_ses_init(sbp2_ses_t **, sbp2_lun_t *,
63 void (*)(void *, sbp2_task_t *), void *);
64 static void sbp2_ses_fini(sbp2_ses_t *);
65 static sbp2_task_t *sbp2_ses_orbp2task(sbp2_ses_t *, uint64_t);
66 static void sbp2_ses_append_task(sbp2_ses_t *, sbp2_task_t *);
67 static void sbp2_ses_reset_pending_tasks(sbp2_ses_t *, uint16_t);
68 static int sbp2_ses_reconnect_orb(sbp2_ses_t *, int *);
69
70 /* orb alloc routines */
71 static sbp2_bus_buf_t *sbp2_orb_freelist_get(sbp2_lun_t *, sbp2_task_t *, int);
72 static int sbp2_orb_freelist_put(sbp2_lun_t *, sbp2_bus_buf_t *);
73 static void sbp2_orb_freelist_destroy(sbp2_lun_t *);
74
75 /* fetch agent routines */
76 static int sbp2_agent_init(sbp2_agent_t *, uint64_t, sbp2_tgt_t *tp);
77 static void sbp2_agent_fini(sbp2_agent_t *);
78 static void sbp2_agent_acquire_locked(sbp2_agent_t *);
79 static void sbp2_agent_release_locked(sbp2_agent_t *);
80 static void sbp2_agent_acquire(sbp2_agent_t *);
81 static void sbp2_agent_release(sbp2_agent_t *);
82 static int sbp2_agent_keepalive(sbp2_agent_t *, int *);
83 static int sbp2_agent_doorbell(sbp2_agent_t *, int *);
84 static int sbp2_agent_write_orbp(sbp2_agent_t *, uint64_t, int *);
85 static int sbp2_agent_reset(sbp2_agent_t *, int *);
86
87 /* callbacks and timeouts */
88 static void sbp2_mgt_status_fifo_wb_cb(sbp2_bus_buf_t *, void *, mblk_t **);
89 static void sbp2_task_timeout(void *);
90 static void sbp2_status_fifo_wb_cb(sbp2_bus_buf_t *, void *, mblk_t **);
91
92 /* other */
93 static void sbp2_mgt_agent_acquire(sbp2_tgt_t *);
94 static void sbp2_mgt_agent_release(sbp2_tgt_t *);
95 static void sbp2_fetch_agent_acquire(sbp2_ses_t *);
96 static void sbp2_fetch_agent_release(sbp2_ses_t *);
97
98 extern struct mod_ops mod_miscops;
99
100 static struct modlmisc sbp2_modlmisc = {
101 &mod_miscops, /* module type */
102 "Serial Bus Protocol 2 module" /* module name */
103 };
104
105 static struct modlinkage sbp2_modlinkage = {
106 MODREV_1, { (void *)&sbp2_modlmisc, NULL }
107 };
108
109 /* tunables */
110 int sbp2_submit_reset_nretries = 3;
111 clock_t sbp2_submit_reset_delay = 10; /* microsec */
112
113 int sbp2_write_orbp_nretries = 3;
114 clock_t sbp2_write_orbp_delay = 10; /* microsec */
115
116 _NOTE(SCHEME_PROTECTS_DATA("unique per call", datab msgb))
117
118 /*
119 *
120 * --- loadable module entry points
121 *
122 */
123 int
124 _init(void)
125 {
126 return (mod_install(&sbp2_modlinkage));
127 }
128
129
130 int
131 _fini(void)
132 {
133 return (mod_remove(&sbp2_modlinkage));
134 }
135
136
137 int
138 _info(struct modinfo *modinfop)
139 {
140 return (mod_info(&sbp2_modlinkage, modinfop));
141 }
142
143 /*
144 *
145 * --- target routines
146 *
147 */
148 int
149 sbp2_tgt_init(void *bus_hdl, sbp2_bus_t *bus, int maxluns, sbp2_tgt_t **tpp)
150 {
151 sbp2_tgt_t *tp;
152 int ret;
153
154 tp = kmem_zalloc(sizeof (sbp2_tgt_t), KM_SLEEP);
155 tp->t_bus = bus;
156 tp->t_bus_hdl = bus_hdl;
157
158 sbp2_tgt_init_sobj(tp);
159
160 if ((ret = sbp2_cfgrom_parse(tp, &tp->t_cfgrom)) != SBP2_SUCCESS) {
161 sbp2_tgt_fini_sobj(tp);
162 kmem_free(tp, sizeof (sbp2_tgt_t));
163 return (SBP2_ECFGROM);
164 }
165
166 if ((ret = sbp2_tgt_init_params(tp)) != SBP2_SUCCESS) {
167 sbp2_cfgrom_free(tp, &tp->t_cfgrom);
168 sbp2_tgt_fini_sobj(tp);
169 kmem_free(tp, sizeof (sbp2_tgt_t));
170 return (ret);
171 }
172
173 if ((ret = sbp2_tgt_init_luns(tp, maxluns)) != SBP2_SUCCESS) {
174 sbp2_cfgrom_free(tp, &tp->t_cfgrom);
175 sbp2_tgt_fini_sobj(tp);
176 kmem_free(tp, sizeof (sbp2_tgt_t));
177 return (ret);
178 }
179
180 if ((ret = sbp2_tgt_init_bus(tp)) != SBP2_SUCCESS) {
181 sbp2_tgt_fini_luns(tp);
182 sbp2_cfgrom_free(tp, &tp->t_cfgrom);
183 sbp2_tgt_fini_sobj(tp);
184 kmem_free(tp, sizeof (sbp2_tgt_t));
185 return (ret);
186 }
187
188 *tpp = tp;
189 return (SBP2_SUCCESS);
190 }
191
192 void
193 sbp2_tgt_fini(sbp2_tgt_t *tp)
194 {
195 sbp2_tgt_fini_bus(tp);
196 sbp2_tgt_fini_luns(tp);
197 sbp2_cfgrom_free(tp, &tp->t_cfgrom);
198 sbp2_tgt_fini_sobj(tp);
199 kmem_free(tp, sizeof (sbp2_tgt_t));
200 }
201
202 static void
203 sbp2_tgt_init_sobj(sbp2_tgt_t *tp)
204 {
205 mutex_init(&tp->t_mutex, NULL, MUTEX_DRIVER, NULL);
206 cv_init(&tp->t_mgt_agent_cv, NULL, CV_DRIVER, NULL);
207 cv_init(&tp->t_mgt_status_cv, NULL, CV_DRIVER, NULL);
208 }
209
210 static void
211 sbp2_tgt_fini_sobj(sbp2_tgt_t *tp)
212 {
213 cv_destroy(&tp->t_mgt_status_cv);
214 cv_destroy(&tp->t_mgt_agent_cv);
215 mutex_destroy(&tp->t_mutex);
216 }
217
218 static int
219 sbp2_tgt_init_params(sbp2_tgt_t *tp)
220 {
221 sbp2_cfgrom_ent_t *root = &tp->t_cfgrom.cr_root;
222 sbp2_cfgrom_ent_t *ent;
223 uint32_t q;
224
225 /* MANAGEMENT_AGENT */
226 if ((ent = sbp2_cfgrom_ent_by_key(root, SBP2_KT_MGT_AGENT,
227 SBP2_KV_MGT_AGENT, 0)) == NULL) {
228 return (SBP2_ECFGROM);
229 }
230 tp->t_mgt_agent = SBP2_CSR_BASE(tp) + ent->ce_data.offset * 4;
231
232 /* Unit_Characteristics */
233 if ((ent = sbp2_cfgrom_ent_by_key(root, SBP2_KT_UNCHAR,
234 SBP2_KV_UNCHAR, 0)) == NULL) {
235 return (SBP2_ECFGROM);
236 }
237 q = ent->ce_data.imm;
238
239 /* units of 500 ms -> ms */
240 tp->t_mot = ((q & SBP2_UNCHAR_MOT) >> SBP2_UNCHAR_MOT_SHIFT) * 500;
241
242 /* quadlets -> bytes */
243 tp->t_orb_size = (q & SBP2_UNCHAR_ORB_SIZE) * 4;
244
245 /* some devices return incorrect values */
246 if (tp->t_mot < SBP2_MOT_MIN) {
247 tp->t_mot = SBP2_MOT_DFLT;
248 }
249 if (tp->t_orb_size < SBP2_ORB_SIZE_MIN) {
250 tp->t_orb_size = SBP2_ORB_SIZE_MIN;
251 }
252
253 return (SBP2_SUCCESS);
254 }
255
256
257 /*ARGSUSED*/
258 static int
259 sbp2_tgt_init_luns(sbp2_tgt_t *tp, int maxluns)
260 {
261 sbp2_cfgrom_ent_t *root = &tp->t_cfgrom.cr_root;
262 sbp2_cfgrom_ent_t *ent;
263 sbp2_lun_t *lp;
264 uint32_t q;
265
266 ASSERT(tp->t_nluns == 0);
267
268 tp->t_lun = kmem_zalloc(maxluns * sizeof (sbp2_lun_t), KM_SLEEP);
269 tp->t_nluns_alloc = maxluns;
270
271 /* search for Logical_Unit_Number's */
272 for (tp->t_nluns = 0; tp->t_nluns < maxluns; tp->t_nluns++) {
273 if ((ent = sbp2_cfgrom_ent_by_key(root, SBP2_KT_LUN,
274 SBP2_KV_LUN, tp->t_nluns)) == NULL) {
275 break;
276 }
277 q = ent->ce_data.imm;
278 lp = &tp->t_lun[tp->t_nluns];
279 lp->l_tgt = tp;
280 lp->l_lun = q & SBP2_LUN_NUM;
281 lp->l_type = (q & SBP2_LUN_TYPE) >> SBP2_LUN_TYPE_SHIFT;
282 mutex_init(&lp->l_orb_freelist.bl_mutex, NULL, MUTEX_DRIVER,
283 NULL);
284 }
285
286 if (tp->t_nluns > 0) {
287 return (SBP2_SUCCESS);
288 } else {
289 kmem_free(tp->t_lun, tp->t_nluns_alloc * sizeof (sbp2_lun_t));
290 return (SBP2_ECFGROM);
291 }
292
293 }
294
295
296 static void
297 sbp2_tgt_fini_luns(sbp2_tgt_t *tp)
298 {
299 int i;
300 sbp2_lun_t *lp;
301
302 /* destroy each lun */
303 for (i = 0; i < tp->t_nluns; i++) {
304 lp = &tp->t_lun[i];
305 sbp2_orb_freelist_destroy(lp);
306 mutex_destroy(&lp->l_orb_freelist.bl_mutex);
307 }
308
309 kmem_free(tp->t_lun, tp->t_nluns_alloc * sizeof (sbp2_lun_t));
310 }
311
312 /*
313 * initialize bus buffers and commands
314 */
315 static int
316 sbp2_tgt_init_bus(sbp2_tgt_t *tp)
317 {
318 int ret;
319
320 /*
321 * We serialize management requests and reuse the same buffers.
322 *
323 * mgt ORB
324 */
325 tp->t_mgt_orb_buf.bb_len =
326 SBP2_ORB_SIZE_ROUNDUP(tp, sizeof (sbp2_mgt_orb_t));
327 tp->t_mgt_orb_buf.bb_flags = SBP2_BUS_BUF_DMA | SBP2_BUS_BUF_RD;
328 if ((ret = SBP2_ALLOC_BUF(tp, &tp->t_mgt_orb_buf)) != SBP2_SUCCESS) {
329 sbp2_tgt_fini_bus(tp);
330 return (ret);
331 }
332
333 /*
334 * mgt status FIFO
335 */
336 tp->t_mgt_status_fifo_buf.bb_len = sizeof (sbp2_status_t);
337 tp->t_mgt_status_fifo_buf.bb_flags = SBP2_BUS_BUF_WR_POSTED;
338 tp->t_mgt_status_fifo_buf.bb_wb_cb = sbp2_mgt_status_fifo_wb_cb;
339 tp->t_mgt_status_fifo_buf.bb_sbp2_priv = tp;
340 if ((ret = SBP2_ALLOC_BUF(tp, &tp->t_mgt_status_fifo_buf)) !=
341 SBP2_SUCCESS) {
342 return (ret);
343 }
344
345 /*
346 * login response
347 */
348 tp->t_mgt_login_resp_buf.bb_len =
349 SBP2_ORB_SIZE_ROUNDUP(tp, sizeof (sbp2_login_resp_t));
350 /*
351 * read-only should have been sufficient here, but it causes
352 * DVMA errors on Grover, while read/write works just fine
353 */
354 tp->t_mgt_login_resp_buf.bb_flags = SBP2_BUS_BUF_DMA | SBP2_BUS_BUF_RW;
355 if ((ret = SBP2_ALLOC_BUF(tp, &tp->t_mgt_login_resp_buf)) !=
356 SBP2_SUCCESS) {
357 sbp2_tgt_fini_bus(tp);
358 return (ret);
359 }
360
361 /*
362 * allocate bus commands
363 */
364 if ((ret = SBP2_ALLOC_CMD(tp, &tp->t_mgt_cmd, 0)) != SBP2_SUCCESS) {
365 sbp2_tgt_fini_bus(tp);
366 return (ret);
367 }
368 if ((tp->t_mgt_cmd_data = allocb(8, BPRI_HI)) == NULL) {
369 sbp2_tgt_fini_bus(tp);
370 return (SBP2_ENOMEM);
371 }
372
373 return (SBP2_SUCCESS);
374 }
375
376 static void
377 sbp2_tgt_fini_bus(sbp2_tgt_t *tp)
378 {
379 if (tp->t_mgt_status_fifo_buf.bb_hdl != NULL) {
380 SBP2_FREE_BUF(tp, &tp->t_mgt_status_fifo_buf);
381 }
382 if (tp->t_mgt_orb_buf.bb_hdl != NULL) {
383 SBP2_FREE_BUF(tp, &tp->t_mgt_orb_buf);
384 }
385 if (tp->t_mgt_login_resp_buf.bb_hdl != NULL) {
386 SBP2_FREE_BUF(tp, &tp->t_mgt_login_resp_buf);
387 }
388 if (tp->t_mgt_cmd) {
389 SBP2_FREE_CMD(tp, tp->t_mgt_cmd);
390 tp->t_mgt_cmd = NULL;
391 }
392 if (tp->t_mgt_cmd_data) {
393 freeb(tp->t_mgt_cmd_data);
394 tp->t_mgt_cmd_data = NULL;
395 }
396 }
397
398 void
399 sbp2_tgt_disconnect(sbp2_tgt_t *tp)
400 {
401 sbp2_tgt_fini_bus(tp);
402 }
403
404 int
405 sbp2_tgt_reconnect(sbp2_tgt_t *tp)
406 {
407 return (sbp2_tgt_init_bus(tp));
408 }
409
410 /*
411 * send mgt ORB and wait for status
412 *
413 * mgt agent should be acquired
414 */
415 static int
416 sbp2_tgt_mgt_request(sbp2_tgt_t *tp, int *berr)
417 {
418 clock_t until;
419 int ret;
420
421 /*
422 * When a ctl operation happens from HAL - this could be 0!
423 * This will happen when a device is disconected and then
424 * reconnected. Note there are problems with not being able
425 * to detach/eject a target before unplugging. That can cause
426 * this to happen... This problem needs some work elseware!
427 * This just prevents a needless panic. If we return failure
428 * the target ultimatly will recover and is usable.
429 */
430 if (tp->t_mgt_cmd_data == 0) {
431 return (SBP2_FAILURE);
432 }
433
434 tp->t_mgt_status_rcvd = B_FALSE;
435
436 /* write ORB address into MANAGEMENT_AGENT */
437 SBP2_ADDR_SET(tp->t_mgt_cmd_data->b_rptr, tp->t_mgt_orb_buf.bb_baddr,
438 0);
439 tp->t_mgt_cmd_data->b_wptr = tp->t_mgt_cmd_data->b_rptr + 8;
440
441 if ((ret = SBP2_WB(tp, tp->t_mgt_cmd, tp->t_mgt_agent,
442 tp->t_mgt_cmd_data, 8, berr)) != SBP2_SUCCESS) {
443 return (ret);
444 }
445
446 /* wait for login response */
447 mutex_enter(&tp->t_mutex);
448 until = ddi_get_lbolt() + drv_usectohz(tp->t_mot * 1000);
449 ret = 1;
450
451 while (!tp->t_mgt_status_rcvd && (ret > 0)) {
452 ret = cv_timedwait(&tp->t_mgt_status_cv, &tp->t_mutex, until);
453 }
454
455 if (!tp->t_mgt_status_rcvd) {
456 ret = SBP2_ETIMEOUT;
457 } else if ((tp->t_mgt_status.st_param & SBP2_ST_RESP) ==
458 SBP2_ST_RESP_COMPLETE) {
459 ret = SBP2_SUCCESS;
460 } else {
461 ret = SBP2_FAILURE;
462 }
463 mutex_exit(&tp->t_mutex);
464
465 return (ret);
466 }
467
468 /*
469 * Send task management request, one of:
470 *
471 * ABORT TASK, ABORT TASK SET, LOGICAL UNIT RESET, TARGET RESET
472 */
473 static int
474 sbp2_tgt_task_mgt_request(sbp2_tgt_t *tp, uint16_t id, int func, uint64_t orbp,
475 int *berr)
476 {
477 sbp2_task_mgt_orb_t *torb;
478 int ret;
479
480 sbp2_mgt_agent_acquire(tp);
481
482 torb = (sbp2_task_mgt_orb_t *)tp->t_mgt_orb_buf.bb_kaddr;
483 bzero(torb, sizeof (sbp2_task_mgt_orb_t));
484 SBP2_ORBP_SET(torb->to_orb, orbp);
485 torb->to_params = SBP2_SWAP16(func | SBP2_ORB_NOTIFY |
486 SBP2_ORB_RQ_FMT_SBP2);
487 torb->to_login_id = SBP2_SWAP16(id);
488 SBP2_ADDR_SET(torb->to_status_fifo, tp->t_mgt_status_fifo_buf.bb_baddr,
489 0);
490
491 ret = sbp2_tgt_mgt_request(tp, berr);
492
493 sbp2_mgt_agent_release(tp);
494
495 return (ret);
496 }
497
498 int
499 sbp2_tgt_reset(sbp2_tgt_t *tp, int *berr)
500 {
501 sbp2_lun_t *lp = &tp->t_lun[0];
502 int ret;
503
504 /* issue TARGET RESET */
505 if ((ret = sbp2_tgt_task_mgt_request(tp, lp->l_login_resp.lr_login_id,
506 SBP2_ORB_MGT_FUNC_TARGET_RESET, 0, berr)) != SBP2_SUCCESS) {
507 return (ret);
508 }
509
510 return (SBP2_SUCCESS);
511 }
512
513 int
514 sbp2_tgt_get_cfgrom(sbp2_tgt_t *tp, sbp2_cfgrom_t **crpp)
515 {
516 *crpp = &tp->t_cfgrom;
517 return (SBP2_SUCCESS);
518 }
519
520 int
521 sbp2_tgt_get_lun_cnt(sbp2_tgt_t *tp)
522 {
523 return (tp->t_nluns);
524 }
525
526 sbp2_lun_t *
527 sbp2_tgt_get_lun(sbp2_tgt_t *tp, int num)
528 {
529 if (num < tp->t_nluns) {
530 return (&tp->t_lun[num]);
531 } else {
532 return (NULL);
533 }
534 }
535
536 /*
537 *
538 * --- lun routines
539 *
540 */
541 int
542 sbp2_lun_reset(sbp2_lun_t *lp, int *berr)
543 {
544 sbp2_tgt_t *tp = lp->l_tgt;
545 sbp2_ses_t *sp = lp->l_ses;
546 sbp2_task_t *task = NULL;
547 int ret;
548
549 /* issue LOGICAL UNIT RESET */
550 if ((ret = sbp2_tgt_task_mgt_request(tp, lp->l_login_resp.lr_login_id,
551 SBP2_ORB_MGT_FUNC_LUN_RESET, 0, berr)) != SBP2_SUCCESS) {
552 return (ret);
553 }
554
555 /* mark all pending tasks reset and notify the driver */
556 mutex_enter(&sp->s_task_mutex);
557 for (task = sp->s_task_head; task != NULL; task = task->ts_next) {
558 if (task->ts_state < SBP2_TASK_COMP) {
559 task->ts_error = SBP2_TASK_ERR_LUN_RESET;
560 task->ts_state = SBP2_TASK_COMP;
561 }
562 }
563 mutex_exit(&sp->s_task_mutex);
564
565 sp->s_status_cb(sp->s_status_cb_arg, NULL);
566
567 return (SBP2_SUCCESS);
568 }
569
570 int
571 sbp2_lun_login(sbp2_lun_t *lp, sbp2_ses_t **spp,
572 void (*cb)(void *, sbp2_task_t *), void *cb_arg, int *berr)
573 {
574 sbp2_tgt_t *tp = lp->l_tgt;
575 sbp2_ses_t *sp;
576 sbp2_login_orb_t *lorb;
577 int ret;
578
579 if (cb == NULL) {
580 return (SBP2_EINVAL);
581 }
582
583 /* multiple sessions not supported yet */
584 if (lp->l_ses != NULL) {
585 return (SBP2_EALREADY);
586 }
587
588 if ((ret = sbp2_ses_init(&sp, lp, cb, cb_arg)) != SBP2_SUCCESS) {
589 return (ret);
590 }
591 lp->l_ses = sp;
592
593 sbp2_mgt_agent_acquire(tp);
594
595 /* prepare login ORB */
596 mutex_enter(&tp->t_mutex);
597 lorb = (sbp2_login_orb_t *)tp->t_mgt_orb_buf.bb_kaddr;
598 bzero(lorb, sizeof (sbp2_login_orb_t));
599 SBP2_ADDR_SET(lorb->lo_resp, tp->t_mgt_login_resp_buf.bb_baddr, 0);
600 lorb->lo_params = SBP2_SWAP16(SBP2_ORB_MGT_FUNC_LOGIN |
601 SBP2_ORB_LOGIN_EXCL | SBP2_ORB_NOTIFY | SBP2_ORB_RQ_FMT_SBP2);
602 lorb->lo_lun = SBP2_SWAP16(lp->l_lun);
603 lorb->lo_resp_len = SBP2_SWAP16(tp->t_mgt_login_resp_buf.bb_len);
604 SBP2_ADDR_SET(lorb->lo_status_fifo, sp->s_status_fifo_buf.bb_baddr, 0);
605
606 bzero(tp->t_mgt_login_resp_buf.bb_kaddr, sizeof (sbp2_login_resp_t));
607
608 lp->l_logged_in = B_FALSE;
609 mutex_exit(&tp->t_mutex);
610
611 /* send request */
612 if ((ret = sbp2_tgt_mgt_request(tp, berr)) != SBP2_SUCCESS) {
613 sbp2_mgt_agent_release(tp);
614 sbp2_ses_fini(lp->l_ses);
615 lp->l_ses = NULL;
616 return (ret);
617 }
618
619 /* retrieve response data (XXX sanity checks?) */
620 mutex_enter(&tp->t_mutex);
621 (void) SBP2_SYNC_BUF(tp, &tp->t_mgt_login_resp_buf, 0, 0,
622 DDI_DMA_SYNC_FORKERNEL);
623 bcopy(tp->t_mgt_login_resp_buf.bb_kaddr, &lp->l_login_resp,
624 sizeof (sbp2_login_resp_t));
625
626 /* convert from BE to native endianness */
627 SBP2_SWAP16_1(lp->l_login_resp.lr_len);
628 SBP2_SWAP16_1(lp->l_login_resp.lr_login_id);
629 SBP2_SWAP32_2(lp->l_login_resp.lr_cmd_agent);
630 SBP2_SWAP16_1(lp->l_login_resp.lr_reconnect_hold);
631 lp->l_login_resp.lr_reconnect_hold++;
632
633 sp->s_agent_offset = SBP2_ADDR2UINT64(lp->l_login_resp.lr_cmd_agent);
634
635 lp->l_logged_in = B_TRUE;
636 mutex_exit(&tp->t_mutex);
637
638 sbp2_mgt_agent_release(tp);
639
640 if ((ret = sbp2_agent_init(&sp->s_agent, sp->s_agent_offset, tp)) !=
641 SBP2_SUCCESS) {
642 sbp2_ses_fini(sp);
643 lp->l_ses = NULL;
644 return (ret);
645 }
646
647 *spp = lp->l_ses;
648 return (SBP2_SUCCESS);
649 }
650
651 /*ARGSUSED*/
652 int
653 sbp2_lun_logout(sbp2_lun_t *lp, sbp2_ses_t **sp, int *berr, boolean_t phys)
654 {
655 sbp2_tgt_t *tp = lp->l_tgt;
656
657 ASSERT(*sp == lp->l_ses);
658
659 mutex_enter(&tp->t_mutex);
660 if (lp->l_logged_in) {
661 lp->l_logged_in = B_FALSE;
662 /* do physical LOGOUT if requested */
663 if (phys) {
664 mutex_exit(&tp->t_mutex);
665 sbp2_lun_logout_orb(lp, tp, berr);
666 mutex_enter(&tp->t_mutex);
667 }
668 }
669
670 sbp2_agent_fini(&lp->l_ses->s_agent);
671 sbp2_ses_fini(lp->l_ses);
672 lp->l_ses = NULL;
673 *sp = NULL;
674 mutex_exit(&tp->t_mutex);
675
676 return (SBP2_SUCCESS);
677 }
678
679 /*
680 * Issue LOGOUT mgt orb and wait for response. We are not interested in
681 * the success at the time, since the device may be disconnected or hung,
682 * just trying to make the best effort.
683 */
684 static void
685 sbp2_lun_logout_orb(sbp2_lun_t *lp, sbp2_tgt_t *tp, int *berr)
686 {
687 sbp2_logout_orb_t *lorb;
688
689 sbp2_mgt_agent_acquire(tp);
690
691 /* prepare logout ORB */
692 lorb = (sbp2_logout_orb_t *)tp->t_mgt_orb_buf.bb_kaddr;
693 bzero(lorb, sizeof (sbp2_logout_orb_t));
694 lorb->lo_params = SBP2_SWAP16(SBP2_ORB_MGT_FUNC_LOGOUT |
695 SBP2_ORB_NOTIFY | SBP2_ORB_RQ_FMT_SBP2);
696 lorb->lo_login_id = SBP2_SWAP16(lp->l_login_resp.lr_login_id);
697 SBP2_ADDR_SET(lorb->lo_status_fifo, tp->t_mgt_status_fifo_buf.bb_baddr,
698 0);
699
700 /* send request */
701 (void) sbp2_tgt_mgt_request(tp, berr);
702
703 sbp2_mgt_agent_release(tp);
704 }
705
706 static boolean_t
707 sbp2_lun_accepting_tasks(sbp2_lun_t *lp)
708 {
709 sbp2_tgt_t *tp = lp->l_tgt;
710 boolean_t ret;
711
712 mutex_enter(&tp->t_mutex);
713 ret = ((lp->l_ses != NULL) && lp->l_logged_in && !lp->l_reconnecting);
714 mutex_exit(&tp->t_mutex);
715 return (ret);
716 }
717
718 /*
719 *
720 * --- session routines
721 *
722 */
723 static int
724 sbp2_ses_init(sbp2_ses_t **spp, sbp2_lun_t *lp,
725 void (*cb)(void *, sbp2_task_t *), void *cb_arg)
726 {
727 sbp2_tgt_t *tp = lp->l_tgt;
728 sbp2_ses_t *sp;
729 int ret;
730
731 sp = kmem_zalloc(sizeof (sbp2_ses_t), KM_SLEEP);
732
733 sp->s_tgt = tp;
734 sp->s_lun = lp;
735 sp->s_status_cb = cb;
736 sp->s_status_cb_arg = cb_arg;
737
738 mutex_init(&sp->s_mutex, NULL, MUTEX_DRIVER,
739 SBP2_GET_IBLOCK_COOKIE(tp));
740 mutex_init(&sp->s_task_mutex, NULL, MUTEX_DRIVER,
741 SBP2_GET_IBLOCK_COOKIE(tp));
742
743 /*
744 * status FIFO for block requests
745 */
746 sp->s_status_fifo_buf.bb_len = sizeof (sbp2_status_t);
747 sp->s_status_fifo_buf.bb_flags = SBP2_BUS_BUF_WR_POSTED;
748 sp->s_status_fifo_buf.bb_wb_cb = sbp2_status_fifo_wb_cb;
749 sp->s_status_fifo_buf.bb_sbp2_priv = sp;
750 if ((ret = SBP2_ALLOC_BUF(tp, &sp->s_status_fifo_buf)) !=
751 SBP2_SUCCESS) {
752 sbp2_ses_fini(sp);
753 return (ret);
754 }
755
756 *spp = sp;
757 return (SBP2_SUCCESS);
758 }
759
760
761 static void
762 sbp2_ses_fini(sbp2_ses_t *sp)
763 {
764 sbp2_tgt_t *tp = sp->s_lun->l_tgt;
765
766 if (sp->s_status_fifo_buf.bb_hdl != NULL) {
767 SBP2_FREE_BUF(tp, &sp->s_status_fifo_buf);
768 }
769
770 mutex_destroy(&sp->s_task_mutex);
771 mutex_destroy(&sp->s_mutex);
772
773 kmem_free(sp, sizeof (sbp2_ses_t));
774 }
775
776 int
777 sbp2_ses_reconnect(sbp2_ses_t *sp, int *berr, uint16_t nodeID)
778 {
779 sbp2_tgt_t *tp = sp->s_tgt;
780 sbp2_lun_t *lp = sp->s_lun;
781 int ret;
782
783 /* prevent new tasks from being submitted */
784 mutex_enter(&tp->t_mutex);
785 lp->l_reconnecting = B_TRUE;
786 mutex_exit(&tp->t_mutex);
787
788 /*
789 * From 10.5 Task management event matrix:
790 * Immediately upon detection of a bus reset, all command
791 * block fetch agents transition to the reset state and
792 * their associated task sets are cleared without
793 * the return of completion status.
794 *
795 * Reset pending tasks so we can retry them later.
796 */
797 sbp2_ses_reset_pending_tasks(sp, nodeID);
798
799 ret = sbp2_ses_reconnect_orb(sp, berr);
800
801 mutex_enter(&tp->t_mutex);
802 lp->l_reconnecting = B_FALSE;
803 mutex_exit(&tp->t_mutex);
804
805 return (ret);
806 }
807
808 /*
809 * Send reconnect ORB. If operation fails, set lp->l_logged_in = B_FALSE.
810 */
811 static int
812 sbp2_ses_reconnect_orb(sbp2_ses_t *sp, int *berr)
813 {
814 sbp2_tgt_t *tp = sp->s_tgt;
815 sbp2_lun_t *lp = sp->s_lun;
816 sbp2_agent_t *ap = &sp->s_agent;
817 sbp2_reconnect_orb_t *rorb;
818 int ret;
819
820 sbp2_mgt_agent_acquire(tp);
821
822 /* prepare login ORB */
823 rorb = (sbp2_reconnect_orb_t *)tp->t_mgt_orb_buf.bb_kaddr;
824 bzero(rorb, sizeof (sbp2_reconnect_orb_t));
825 rorb->ro_params = SBP2_SWAP16(SBP2_ORB_MGT_FUNC_RECONNECT |
826 SBP2_ORB_NOTIFY | SBP2_ORB_RQ_FMT_SBP2);
827 rorb->ro_login_id = SBP2_SWAP16(lp->l_login_resp.lr_login_id);
828 SBP2_ADDR_SET(rorb->ro_status_fifo, tp->t_mgt_status_fifo_buf.bb_baddr,
829 0);
830
831 /* send request */
832 if ((ret = sbp2_tgt_mgt_request(tp, berr)) != SBP2_SUCCESS) {
833 mutex_enter(&tp->t_mutex);
834 lp->l_logged_in = B_FALSE;
835 mutex_exit(&tp->t_mutex);
836 } else {
837 /* after successful reset fetch agent is in RESET state */
838 mutex_enter(&ap->a_mutex);
839 ap->a_state = SBP2_AGENT_STATE_RESET;
840 mutex_exit(&ap->a_mutex);
841 }
842
843 sbp2_mgt_agent_release(tp);
844
845 return (ret);
846 }
847
848
849 static sbp2_task_t *
850 sbp2_ses_orbp2task(sbp2_ses_t *sp, uint64_t orbp)
851 {
852 sbp2_task_t *task;
853
854 mutex_enter(&sp->s_task_mutex);
855 for (task = sp->s_task_head; task != NULL; task = task->ts_next) {
856 if (task->ts_buf->bb_baddr == orbp) {
857 break;
858 }
859 }
860 mutex_exit(&sp->s_task_mutex);
861 return (task);
862 }
863
864 /*
865 * This is where tasks (command ORB's) are signalled to the target.
866 * 'task' argument is allowed to be NULL, in which case the task will be
867 * taken from the current task list.
868 *
869 * Tasks are signalled one at a time by writing into ORB_POINTER register.
870 * While SBP-2 allows dynamic task list updates and using DOORBELL register,
871 * some devices have bugs that prevent using this strategy: e.g. some LaCie
872 * HDD's can corrupt data. Data integrity is more important than performance.
873 */
874 int
875 sbp2_ses_submit_task(sbp2_ses_t *sp, sbp2_task_t *new_task)
876 {
877 sbp2_agent_t *ap = &sp->s_agent;
878 sbp2_tgt_t *tp = sp->s_tgt;
879 sbp2_task_t *task; /* task actually being submitted */
880 boolean_t callback;
881 timeout_id_t timeout_id;
882 int ret;
883
884 if (!sbp2_lun_accepting_tasks(sp->s_lun)) {
885 return (SBP2_ENODEV);
886 }
887
888 sbp2_agent_acquire(ap); /* serialize */
889
890 mutex_enter(&ap->a_mutex);
891
892 /* if task provided, append it to the list */
893 if (new_task != NULL) {
894 ASSERT(new_task->ts_state == SBP2_TASK_INIT);
895 sbp2_ses_append_task(sp, new_task);
896 }
897
898 /* if there is already a task in flight, exit */
899 if ((ap->a_active_task != NULL) &&
900 (ap->a_active_task->ts_state == SBP2_TASK_PEND)) {
901 mutex_exit(&ap->a_mutex);
902 sbp2_agent_release(ap);
903 return (SBP2_SUCCESS);
904 }
905
906 /*
907 * cannot submit tasks from interrupt context,
908 * upper layer driver is responsible to call nudge
909 */
910 if (servicing_interrupt()) {
911 mutex_exit(&ap->a_mutex);
912 sbp2_agent_release(ap);
913 return (SBP2_ECONTEXT);
914 }
915
916 /* no active task, grab the first one on the list in INIT state */
917 ap->a_active_task = sbp2_ses_find_task_state(sp, SBP2_TASK_INIT);
918 if (ap->a_active_task == NULL) {
919 mutex_exit(&ap->a_mutex);
920 sbp2_agent_release(ap);
921 return (SBP2_SUCCESS);
922 }
923 task = ap->a_active_task;
924 task->ts_ses = sp;
925 task->ts_state = SBP2_TASK_PEND;
926
927 /* can't work with a dead agent */
928 if (sbp2_agent_keepalive(ap, &task->ts_bus_error) != SBP2_SUCCESS) {
929 task->ts_error = SBP2_TASK_ERR_DEAD;
930 goto error;
931 }
932
933 /*
934 * In theory, we should schedule task timeout after it's been submitted.
935 * However, some fast tasks complete even before timeout is scheduled.
936 * To avoid additional complications in the code, schedule timeout now.
937 */
938 ASSERT(task->ts_timeout_id == 0);
939 task->ts_time_start = gethrtime();
940 if (task->ts_timeout > 0) {
941 task->ts_timeout_id = timeout(sbp2_task_timeout, task,
942 task->ts_timeout * drv_usectohz(1000000));
943 }
944
945 /* notify fetch agent */
946 ap->a_state = SBP2_AGENT_STATE_ACTIVE;
947 mutex_exit(&ap->a_mutex);
948 ret = sbp2_agent_write_orbp(ap, task->ts_buf->bb_baddr,
949 &task->ts_bus_error);
950 tp->t_stat.stat_submit_orbp++;
951 mutex_enter(&ap->a_mutex);
952
953 if (ret != SBP2_SUCCESS) {
954 ap->a_state = SBP2_AGENT_STATE_DEAD;
955 tp->t_stat.stat_status_dead++;
956
957 if (task->ts_timeout_id != 0) {
958 timeout_id = task->ts_timeout_id;
959 task->ts_timeout_id = 0;
960 (void) untimeout(timeout_id);
961 }
962 task->ts_error = SBP2_TASK_ERR_BUS;
963 goto error;
964 }
965
966 mutex_exit(&ap->a_mutex);
967
968 sbp2_agent_release(ap);
969 return (SBP2_SUCCESS);
970
971 error:
972 /*
973 * Return immediate error if failed task is the one being submitted,
974 * otherwise use callback.
975 */
976 callback = (ap->a_active_task != new_task);
977 ASSERT(task == ap->a_active_task);
978 ap->a_active_task = NULL;
979 mutex_exit(&ap->a_mutex);
980 sbp2_agent_release(ap);
981
982 /*
983 * Remove task from the list. It is important not to change task state
984 * to SBP2_TASK_COMP while it's still on the list, to avoid race with
985 * upper layer driver (e.g. scsa1394).
986 */
987 ret = sbp2_ses_remove_task(sp, task);
988 ASSERT(ret == SBP2_SUCCESS);
989 task->ts_state = SBP2_TASK_COMP;
990
991 if (callback) {
992 sp->s_status_cb(sp->s_status_cb_arg, task);
993 return (SBP2_SUCCESS);
994 } else {
995 /* upper layer driver is responsible to call nudge */
996 return (SBP2_FAILURE);
997 }
998 }
999
1000 void
1001 sbp2_ses_nudge(sbp2_ses_t *sp)
1002 {
1003 (void) sbp2_ses_submit_task(sp, NULL);
1004 }
1005
1006 /*
1007 * append task to the task list
1008 */
1009 static void
1010 sbp2_ses_append_task(sbp2_ses_t *sp, sbp2_task_t *task)
1011 {
1012 sbp2_tgt_t *tp = sp->s_tgt;
1013
1014 mutex_enter(&sp->s_task_mutex);
1015 if (sp->s_task_head == NULL) {
1016 ASSERT(sp->s_task_tail == NULL);
1017 ASSERT(sp->s_task_cnt == 0);
1018 task->ts_prev = task->ts_next = NULL;
1019 sp->s_task_head = sp->s_task_tail = task;
1020 } else {
1021 ASSERT(sp->s_task_cnt > 0);
1022 task->ts_next = NULL;
1023 task->ts_prev = sp->s_task_tail;
1024 sp->s_task_tail->ts_next = task;
1025 sp->s_task_tail = task;
1026 }
1027 ASSERT(task != task->ts_prev);
1028 ASSERT(task != task->ts_next);
1029
1030 sp->s_task_cnt++;
1031 if (sp->s_task_cnt > tp->t_stat.stat_task_max) {
1032 tp->t_stat.stat_task_max = sp->s_task_cnt;
1033 }
1034 mutex_exit(&sp->s_task_mutex);
1035 }
1036
1037 /*
1038 * remove task from the task list
1039 */
1040 static int
1041 sbp2_ses_remove_task_locked(sbp2_ses_t *sp, sbp2_task_t *task)
1042 {
1043 sp->s_task_cnt--;
1044 if (task == sp->s_task_head) { /* first */
1045 ASSERT(task->ts_prev == NULL);
1046 if (task->ts_next == NULL) { /* and last */
1047 ASSERT(sp->s_task_cnt == 0);
1048 sp->s_task_head = sp->s_task_tail = NULL;
1049 } else { /* but not last */
1050 sp->s_task_head = task->ts_next;
1051 sp->s_task_head->ts_prev = NULL;
1052 }
1053 } else if (task == sp->s_task_tail) { /* last but not first */
1054 ASSERT(task->ts_next == NULL);
1055 sp->s_task_tail = task->ts_prev;
1056 sp->s_task_tail->ts_next = NULL;
1057 } else { /* in the middle */
1058 task->ts_prev->ts_next = task->ts_next;
1059 task->ts_next->ts_prev = task->ts_prev;
1060 }
1061 task->ts_prev = task->ts_next = NULL;
1062 ASSERT(sp->s_task_cnt >= 0);
1063
1064 return (SBP2_SUCCESS);
1065 }
1066
1067 int
1068 sbp2_ses_remove_task(sbp2_ses_t *sp, sbp2_task_t *task)
1069 {
1070 int ret;
1071
1072 mutex_enter(&sp->s_task_mutex);
1073 ret = sbp2_ses_remove_task_locked(sp, task);
1074 mutex_exit(&sp->s_task_mutex);
1075
1076 return (ret);
1077 }
1078
1079 /*
1080 * Return first task on the list in specified state.
1081 */
1082 sbp2_task_t *
1083 sbp2_ses_find_task_state(sbp2_ses_t *sp, sbp2_task_state_t state)
1084 {
1085 sbp2_task_t *task = NULL;
1086
1087 mutex_enter(&sp->s_task_mutex);
1088 for (task = sp->s_task_head; task != NULL; task = task->ts_next) {
1089 if (task->ts_state == state) {
1090 break;
1091 }
1092 }
1093 mutex_exit(&sp->s_task_mutex);
1094
1095 return (task);
1096 }
1097
1098 /*
1099 * Remove first task on the list. Returns pointer to the removed task or NULL.
1100 */
1101 sbp2_task_t *
1102 sbp2_ses_remove_first_task(sbp2_ses_t *sp)
1103 {
1104 sbp2_task_t *task = NULL;
1105
1106 mutex_enter(&sp->s_task_mutex);
1107 task = sp->s_task_head;
1108 if (task != NULL) {
1109 (void) sbp2_ses_remove_task_locked(sp, task);
1110 }
1111 mutex_exit(&sp->s_task_mutex);
1112
1113 return (task);
1114 }
1115
1116 /*
1117 * Remove first task on the list only if it's in specified state.
1118 * Returns pointer to the removed task or NULL.
1119 */
1120 sbp2_task_t *
1121 sbp2_ses_remove_first_task_state(sbp2_ses_t *sp, sbp2_task_state_t state)
1122 {
1123 sbp2_task_t *task = NULL;
1124
1125 mutex_enter(&sp->s_task_mutex);
1126 if ((sp->s_task_head != NULL) && (sp->s_task_head->ts_state == state)) {
1127 task = sp->s_task_head;
1128 (void) sbp2_ses_remove_task_locked(sp, task);
1129 }
1130 mutex_exit(&sp->s_task_mutex);
1131
1132 return (task);
1133 }
1134
1135 /*
1136 * Remove first task on the list. If there's timeout, untimeout it.
1137 * Returns pointer to the removed task or NULL.
1138 */
1139 sbp2_task_t *
1140 sbp2_ses_cancel_first_task(sbp2_ses_t *sp)
1141 {
1142 sbp2_task_t *task = NULL;
1143 timeout_id_t timeout_id;
1144
1145 mutex_enter(&sp->s_task_mutex);
1146 task = sp->s_task_head;
1147 if (task != NULL) {
1148 (void) sbp2_ses_remove_task_locked(sp, task);
1149 }
1150 mutex_exit(&sp->s_task_mutex);
1151
1152 if ((task != NULL) && ((timeout_id = task->ts_timeout_id) != 0)) {
1153 task->ts_timeout_id = 0;
1154 (void) untimeout(timeout_id);
1155 }
1156
1157 return (task);
1158 }
1159
1160 /*
1161 * Reset pending tasks on the list to their initial state.
1162 */
1163 static void
1164 sbp2_ses_reset_pending_tasks(sbp2_ses_t *sp, uint16_t nodeID)
1165 {
1166 sbp2_agent_t *ap = &sp->s_agent;
1167 sbp2_task_t *task = NULL;
1168 timeout_id_t timeout_id;
1169 sbp2_cmd_orb_t *orb;
1170
1171 mutex_enter(&sp->s_task_mutex);
1172 for (task = sp->s_task_head; task != NULL; task = task->ts_next) {
1173 task->ts_state = SBP2_TASK_INIT;
1174
1175 /* cancel timeout */
1176 if ((timeout_id = task->ts_timeout_id) != 0) {
1177 task->ts_timeout_id = 0;
1178 (void) untimeout(timeout_id);
1179 }
1180
1181 /* update ORB nodeID */
1182 orb = (sbp2_cmd_orb_t *)sbp2_task_orb_kaddr(task);
1183 *(uint16_t *)orb->co_data_descr = SBP2_SWAP16(nodeID);
1184 sbp2_task_orb_sync(sp->s_lun, task, DDI_DMA_SYNC_FORDEV);
1185 }
1186 mutex_exit(&sp->s_task_mutex);
1187
1188 mutex_enter(&ap->a_mutex);
1189 ap->a_active_task = NULL;
1190 mutex_exit(&ap->a_mutex);
1191 }
1192
1193 int
1194 sbp2_ses_agent_reset(sbp2_ses_t *sp, int *berr)
1195 {
1196 return (sbp2_agent_reset(&sp->s_agent, berr));
1197 }
1198
1199 int
1200 sbp2_ses_abort_task(sbp2_ses_t *sp, sbp2_task_t *task, int *berr)
1201 {
1202 sbp2_tgt_t *tp = sp->s_tgt;
1203 sbp2_lun_t *lp = sp->s_lun;
1204 uint16_t params;
1205 sbp2_cmd_orb_t *orb = (sbp2_cmd_orb_t *)task->ts_buf->bb_kaddr;
1206 int ret = SBP2_SUCCESS;
1207
1208 /* mark ORB as dummy ORB */
1209 params = (orb->co_params & ~SBP2_ORB_RQ_FMT) | SBP2_ORB_RQ_FMT_DUMMY;
1210 orb->co_params = params;
1211 (void) SBP2_SYNC_BUF(tp, task->ts_buf, 0, 0, DDI_DMA_SYNC_FORDEV);
1212
1213 ret = sbp2_tgt_task_mgt_request(tp, lp->l_login_resp.lr_login_id,
1214 SBP2_ORB_MGT_FUNC_ABORT_TASK, task->ts_buf->bb_baddr, berr);
1215
1216 return (ret);
1217 }
1218
1219
1220 int
1221 sbp2_ses_abort_task_set(sbp2_ses_t *sp, int *berr)
1222 {
1223 sbp2_tgt_t *tp = sp->s_tgt;
1224 sbp2_lun_t *lp = sp->s_lun;
1225 int ret;
1226
1227 ret = sbp2_tgt_task_mgt_request(tp, lp->l_login_resp.lr_login_id,
1228 SBP2_ORB_MGT_FUNC_ABORT_TASK_SET, 0, berr);
1229
1230 return (ret);
1231 }
1232
1233
1234 /*
1235 *
1236 * ORB functions
1237 *
1238 * allocate ORB resources
1239 *
1240 * we maintain a freelist of ORB's for faster allocation
1241 */
1242 /*ARGSUSED*/
1243 static sbp2_bus_buf_t *
1244 sbp2_orb_freelist_get(sbp2_lun_t *lp, sbp2_task_t *task, int len)
1245 {
1246 sbp2_buf_list_t *bl = &lp->l_orb_freelist;
1247 sbp2_bus_buf_t *buf = NULL;
1248
1249 mutex_enter(&bl->bl_mutex);
1250 if ((bl->bl_head != NULL) && (bl->bl_head->bb_len == len)) {
1251 buf = bl->bl_head;
1252 bl->bl_head = buf->bb_next;
1253 if (bl->bl_tail == buf) { /* last one? */
1254 ASSERT(bl->bl_head == NULL);
1255 bl->bl_tail = NULL;
1256 }
1257 bl->bl_len--;
1258 buf->bb_next = NULL;
1259 }
1260 mutex_exit(&bl->bl_mutex);
1261
1262 return (buf);
1263 }
1264
1265 static int
1266 sbp2_orb_freelist_put(sbp2_lun_t *lp, sbp2_bus_buf_t *buf)
1267 {
1268 sbp2_buf_list_t *bl = &lp->l_orb_freelist;
1269 int ret;
1270
1271 mutex_enter(&bl->bl_mutex);
1272 if (bl->bl_len < SBP2_ORB_FREELIST_MAX) {
1273 if (bl->bl_head == NULL) {
1274 ASSERT(bl->bl_tail == NULL);
1275 bl->bl_head = bl->bl_tail = buf;
1276 } else {
1277 bl->bl_tail->bb_next = buf;
1278 bl->bl_tail = buf;
1279 }
1280 buf->bb_next = NULL;
1281 bl->bl_len++;
1282 ret = SBP2_SUCCESS;
1283 } else {
1284 ret = SBP2_FAILURE;
1285 }
1286 mutex_exit(&bl->bl_mutex);
1287
1288 return (ret);
1289 }
1290
1291 static void
1292 sbp2_orb_freelist_destroy(sbp2_lun_t *lp)
1293 {
1294 sbp2_tgt_t *tp = lp->l_tgt;
1295 sbp2_buf_list_t *bl = &lp->l_orb_freelist;
1296 sbp2_bus_buf_t *buf, *buf_next;
1297
1298 mutex_enter(&bl->bl_mutex);
1299 for (buf = bl->bl_head; buf != NULL; ) {
1300 SBP2_FREE_BUF(tp, buf);
1301 buf_next = buf->bb_next;
1302 kmem_free(buf, sizeof (sbp2_bus_buf_t));
1303 buf = buf_next;
1304 }
1305 bl->bl_head = bl->bl_tail = NULL;
1306 mutex_exit(&bl->bl_mutex);
1307 }
1308
1309 int
1310 sbp2_task_orb_alloc(sbp2_lun_t *lp, sbp2_task_t *task, int len)
1311 {
1312 sbp2_tgt_t *tp = lp->l_tgt;
1313 int buf_len;
1314 int ret;
1315
1316 buf_len = SBP2_ORB_SIZE_ROUNDUP(tp, len);
1317
1318 /* try freelist first */
1319 if ((task->ts_buf = sbp2_orb_freelist_get(lp, task, buf_len)) != NULL) {
1320 return (SBP2_SUCCESS);
1321 }
1322
1323 /* if no free buffers, allocate new */
1324 task->ts_buf = kmem_zalloc(sizeof (sbp2_bus_buf_t), KM_SLEEP);
1325 task->ts_buf->bb_len = buf_len;
1326 task->ts_buf->bb_flags = SBP2_BUS_BUF_DMA | SBP2_BUS_BUF_RD;
1327 if ((ret = SBP2_ALLOC_BUF(tp, task->ts_buf)) != SBP2_SUCCESS) {
1328 kmem_free(task->ts_buf, sizeof (sbp2_bus_buf_t));
1329 task->ts_buf = NULL;
1330 }
1331
1332 return (ret);
1333 }
1334
1335 void
1336 sbp2_task_orb_free(sbp2_lun_t *lp, sbp2_task_t *task)
1337 {
1338 sbp2_tgt_t *tp = lp->l_tgt;
1339
1340 if (task->ts_buf != NULL) {
1341 if (sbp2_orb_freelist_put(lp, task->ts_buf) != SBP2_SUCCESS) {
1342 SBP2_FREE_BUF(tp, task->ts_buf);
1343 kmem_free(task->ts_buf, sizeof (sbp2_bus_buf_t));
1344 }
1345 task->ts_buf = NULL;
1346 }
1347 }
1348
1349 void *
1350 sbp2_task_orb_kaddr(sbp2_task_t *task)
1351 {
1352 return (task->ts_buf->bb_kaddr);
1353 }
1354
1355 void
1356 sbp2_task_orb_sync(sbp2_lun_t *lp, sbp2_task_t *task, int flags)
1357 {
1358 (void) SBP2_SYNC_BUF(lp->l_tgt, task->ts_buf, 0, 0, flags);
1359 }
1360
1361 /*
1362 *
1363 * --- fetch agent routines
1364 *
1365 */
1366 static int
1367 sbp2_agent_init(sbp2_agent_t *ap, uint64_t offset, sbp2_tgt_t *tp)
1368 {
1369 int ret;
1370
1371 /* paranoia */
1372 if (offset == 0) {
1373 return (SBP2_FAILURE);
1374 }
1375
1376 ap->a_tgt = tp;
1377
1378 ap->a_reg_agent_state = offset + SBP2_AGENT_STATE_OFFSET;
1379 ap->a_reg_agent_reset = offset + SBP2_AGENT_RESET_OFFSET;
1380 ap->a_reg_orbp = offset + SBP2_ORB_POINTER_OFFSET;
1381 ap->a_reg_doorbell = offset + SBP2_DOORBELL_OFFSET;
1382 ap->a_reg_unsol_status_enable = offset +
1383 SBP2_UNSOLICITED_STATUS_ENABLE_OFFSET;
1384
1385 /*
1386 * allocate bus commands
1387 */
1388 if ((ret = SBP2_ALLOC_CMD(tp, &ap->a_cmd, 0)) != SBP2_SUCCESS) {
1389 return (ret);
1390 }
1391 ap->a_cmd_data = allocb(sizeof (sbp2_orbp_t), BPRI_HI);
1392 if (ap->a_cmd_data == NULL) {
1393 sbp2_agent_fini(ap);
1394 return (SBP2_ENOMEM);
1395 }
1396
1397 mutex_init(&ap->a_mutex, NULL, MUTEX_DRIVER,
1398 SBP2_GET_IBLOCK_COOKIE(tp));
1399 cv_init(&ap->a_cv, NULL, CV_DRIVER, NULL);
1400
1401 #ifndef __lock_lint
1402 ap->a_state = SBP2_AGENT_STATE_RESET;
1403 #endif
1404
1405 return (SBP2_SUCCESS);
1406 }
1407
1408
1409 static void
1410 sbp2_agent_fini(sbp2_agent_t *ap)
1411 {
1412 sbp2_tgt_t *tp = ap->a_tgt;
1413
1414 /* free bus commands */
1415 if (ap->a_cmd != NULL) {
1416 SBP2_FREE_CMD(tp, ap->a_cmd);
1417 }
1418 if (ap->a_cmd_data != NULL) {
1419 freeb(ap->a_cmd_data);
1420 }
1421 cv_destroy(&ap->a_cv);
1422 mutex_destroy(&ap->a_mutex);
1423 }
1424
1425
1426 static void
1427 sbp2_agent_acquire_locked(sbp2_agent_t *ap)
1428 {
1429 while (ap->a_acquired) {
1430 cv_wait(&ap->a_cv, &ap->a_mutex);
1431 }
1432 ap->a_acquired = B_TRUE;
1433 }
1434
1435
1436 static void
1437 sbp2_agent_release_locked(sbp2_agent_t *ap)
1438 {
1439 ap->a_acquired = B_FALSE;
1440 cv_signal(&ap->a_cv); /* wake next waiter */
1441 }
1442
1443
1444 static void
1445 sbp2_agent_acquire(sbp2_agent_t *ap)
1446 {
1447 mutex_enter(&ap->a_mutex);
1448 sbp2_agent_acquire_locked(ap);
1449 mutex_exit(&ap->a_mutex);
1450 }
1451
1452
1453 static void
1454 sbp2_agent_release(sbp2_agent_t *ap)
1455 {
1456 mutex_enter(&ap->a_mutex);
1457 sbp2_agent_release_locked(ap);
1458 mutex_exit(&ap->a_mutex);
1459 }
1460
1461
1462 static int
1463 sbp2_agent_keepalive(sbp2_agent_t *ap, int *berr)
1464 {
1465 boolean_t acquired;
1466 int ret = SBP2_SUCCESS;
1467
1468 ASSERT(mutex_owned(&ap->a_mutex));
1469
1470 if (ap->a_state == SBP2_AGENT_STATE_DEAD) {
1471 acquired = ap->a_acquired;
1472 if (!acquired) {
1473 sbp2_agent_acquire_locked(ap);
1474 }
1475
1476 mutex_exit(&ap->a_mutex);
1477 ret = sbp2_agent_reset(ap, berr);
1478 mutex_enter(&ap->a_mutex);
1479
1480 if (!acquired) {
1481 sbp2_agent_release_locked(ap);
1482 }
1483 }
1484
1485 return (ret);
1486 }
1487
1488 #ifndef __lock_lint
1489 static int
1490 sbp2_agent_doorbell(sbp2_agent_t *ap, int *berr)
1491 {
1492 return (SBP2_WQ(ap->a_tgt, ap->a_cmd, ap->a_reg_doorbell, 0, berr));
1493 }
1494 #endif
1495
1496 /*
1497 * write into ORB_POINTER register and make sure it reached target
1498 *
1499 * From E.2: "If no acknowledgement is received by the initiator after a write
1500 * to the ORB_POINTER register, the initiator should not retry the write.
1501 * The recommended method for error recovery is a write to the AGENT_RESET
1502 * register." So we can retry, but not in case of timeout.
1503 */
1504 static int
1505 sbp2_agent_write_orbp(sbp2_agent_t *ap, uint64_t baddr, int *berr)
1506 {
1507 int i = 0;
1508 int ret;
1509
1510 SBP2_ORBP_SET(ap->a_cmd_data->b_rptr, baddr);
1511 ap->a_cmd_data->b_wptr = ap->a_cmd_data->b_rptr + 8;
1512
1513 for (;;) {
1514 ap->a_tgt->t_stat.stat_agent_worbp++;
1515 if ((ret = SBP2_WB(ap->a_tgt, ap->a_cmd, ap->a_reg_orbp,
1516 ap->a_cmd_data, 8, berr)) == SBP2_SUCCESS) {
1517 return (ret);
1518 }
1519 ap->a_tgt->t_stat.stat_agent_worbp_fail++;
1520
1521 if ((ret == SBP2_ETIMEOUT) ||
1522 (++i > sbp2_write_orbp_nretries)) {
1523 break;
1524 }
1525 if (sbp2_write_orbp_delay > 0) {
1526 drv_usecwait(sbp2_write_orbp_delay);
1527 }
1528 }
1529
1530 return (ret);
1531 }
1532
1533
1534 /*
1535 * reset fetch agent by writing into AGENT_RESET register
1536 */
1537 static int
1538 sbp2_agent_reset(sbp2_agent_t *ap, int *berr)
1539 {
1540 int i = 0;
1541 int ret;
1542
1543 for (;;) {
1544 ap->a_tgt->t_stat.stat_agent_wreset++;
1545 if ((ret = SBP2_WQ(ap->a_tgt, ap->a_cmd, ap->a_reg_agent_reset,
1546 0, berr)) == SBP2_SUCCESS) {
1547 mutex_enter(&ap->a_mutex);
1548 ap->a_state = SBP2_AGENT_STATE_RESET;
1549 mutex_exit(&ap->a_mutex);
1550 break;
1551 }
1552
1553 ap->a_tgt->t_stat.stat_agent_wreset_fail++;
1554 if (++i > sbp2_submit_reset_nretries) {
1555 break;
1556 }
1557 if (sbp2_submit_reset_delay > 0) {
1558 drv_usecwait(sbp2_submit_reset_delay);
1559 }
1560 }
1561 return (ret);
1562 }
1563
1564 /*
1565 *
1566 * --- callbacks and timeouts
1567 *
1568 */
1569 /*
1570 * Status FIFO callback for mgt ORB's.
1571 */
1572 /*ARGSUSED*/
1573 static void
1574 sbp2_mgt_status_fifo_wb_cb(sbp2_bus_buf_t *buf, void *reqh, mblk_t **bpp)
1575 {
1576 sbp2_tgt_t *tp = buf->bb_sbp2_priv;
1577 int len;
1578 sbp2_status_t *st;
1579 uint64_t orbp;
1580
1581 len = MBLKL(*bpp);
1582
1583 /* 8 bytes minimum */
1584 if (len < 8) {
1585 SBP2_BUF_WR_DONE(tp, buf, reqh, SBP2_BUS_BUF_ELENGTH);
1586 tp->t_stat.stat_status_short++;
1587 return;
1588 }
1589
1590 /* convert 2-quadlet header from BE to native endianness */
1591 st = (sbp2_status_t *)(*bpp)->b_rptr;
1592 SBP2_SWAP16_1(st->st_orb_offset_hi);
1593 SBP2_SWAP32_1(st->st_orb_offset_lo);
1594 orbp = ((uint64_t)st->st_orb_offset_hi << 32) | st->st_orb_offset_lo;
1595
1596 if (orbp != tp->t_mgt_orb_buf.bb_baddr) {
1597 SBP2_BUF_WR_DONE(tp, buf, reqh, SBP2_BUS_BUF_FAILURE);
1598 tp->t_stat.stat_status_mgt_notask++;
1599 return;
1600 }
1601
1602 /* make a local copy of status block */
1603 bzero(&tp->t_mgt_status, sizeof (sbp2_status_t));
1604 bcopy((*bpp)->b_rptr, &tp->t_mgt_status, len);
1605
1606 SBP2_BUF_WR_DONE(tp, buf, reqh, SBP2_BUS_BUF_SUCCESS);
1607
1608 /* wake up waiter */
1609 mutex_enter(&tp->t_mutex);
1610 tp->t_mgt_status_rcvd = B_TRUE;
1611 cv_signal(&tp->t_mgt_status_cv);
1612 mutex_exit(&tp->t_mutex);
1613 }
1614
1615 static void
1616 sbp2_task_timeout(void *arg)
1617 {
1618 sbp2_task_t *task = arg;
1619 sbp2_ses_t *sp = task->ts_ses;
1620 sbp2_agent_t *ap = &sp->s_agent;
1621
1622 mutex_enter(&ap->a_mutex);
1623
1624 /* cancelled? */
1625 if (task->ts_timeout_id == 0) {
1626 mutex_exit(&ap->a_mutex);
1627 return;
1628 }
1629 task->ts_timeout_id = 0;
1630 task->ts_time_comp = gethrtime();
1631
1632 /* avoid race with other callbacks */
1633 if (task->ts_state != SBP2_TASK_PEND) {
1634 mutex_exit(&ap->a_mutex);
1635 return;
1636 }
1637
1638 if (task == ap->a_active_task) {
1639 ap->a_active_task = NULL;
1640 }
1641 task->ts_error = SBP2_TASK_ERR_TIMEOUT;
1642 task->ts_state = SBP2_TASK_COMP;
1643
1644 /* we mark agent DEAD so it's reset before next task is submitted */
1645 ap->a_state = SBP2_AGENT_STATE_DEAD;
1646 sp->s_tgt->t_stat.stat_status_dead++;
1647 mutex_exit(&ap->a_mutex);
1648
1649 sp->s_status_cb(sp->s_status_cb_arg, task);
1650 }
1651
1652 /*
1653 * Status FIFO callback for command ORB's. Also used for login ORB.
1654 */
1655 /*ARGSUSED*/
1656 static void
1657 sbp2_status_fifo_wb_cb(sbp2_bus_buf_t *buf, void *reqh, mblk_t **bpp)
1658 {
1659 sbp2_ses_t *sp = buf->bb_sbp2_priv;
1660 sbp2_tgt_t *tp = sp->s_tgt;
1661 sbp2_agent_t *ap = &sp->s_agent;
1662 int len;
1663 sbp2_status_t *st;
1664 uint8_t src;
1665 uint64_t orbp;
1666 sbp2_task_t *task;
1667 timeout_id_t timeout_id;
1668
1669 len = MBLKL(*bpp);
1670
1671 /* 8 bytes minimum */
1672 if (len < 8) {
1673 SBP2_BUF_WR_DONE(tp, buf, reqh, SBP2_BUS_BUF_ELENGTH);
1674 tp->t_stat.stat_status_short++;
1675 return;
1676 }
1677
1678 /* convert 2-quadlet header from BE32 to native endianness */
1679 st = (sbp2_status_t *)(*bpp)->b_rptr;
1680 SBP2_SWAP16_1(st->st_orb_offset_hi);
1681 SBP2_SWAP32_1(st->st_orb_offset_lo);
1682
1683 orbp = ((uint64_t)st->st_orb_offset_hi << 32) | st->st_orb_offset_lo;
1684
1685 /* login ORB status? */
1686 if (orbp == tp->t_mgt_orb_buf.bb_baddr) {
1687 bzero(&tp->t_mgt_status, sizeof (sbp2_status_t));
1688 bcopy((*bpp)->b_rptr, &tp->t_mgt_status, len);
1689
1690 SBP2_BUF_WR_DONE(tp, buf, reqh, SBP2_BUS_BUF_SUCCESS);
1691
1692 /* wake up waiter */
1693 mutex_enter(&tp->t_mutex);
1694 tp->t_mgt_status_rcvd = B_TRUE;
1695 cv_signal(&tp->t_mgt_status_cv);
1696 mutex_exit(&tp->t_mutex);
1697 return;
1698 }
1699
1700 /* dismiss unsolicited status */
1701 src = st->st_param & SBP2_ST_SRC;
1702 if (src == SBP2_ST_SRC_UNSOLICITED) {
1703 SBP2_BUF_WR_DONE(tp, buf, reqh, SBP2_BUS_BUF_FAILURE);
1704 tp->t_stat.stat_status_unsolicited++;
1705 return;
1706 }
1707
1708 /* find task corresponding to this ORB pointer */
1709 if ((task = sbp2_ses_orbp2task(sp, orbp)) == NULL) {
1710 SBP2_BUF_WR_DONE(tp, buf, reqh, SBP2_BUS_BUF_FAILURE);
1711 tp->t_stat.stat_status_notask++;
1712 return;
1713 }
1714
1715 /*
1716 * Copy status block into a local buffer.
1717 *
1718 * Note: (ref: B.2) "SBP-2 permits the return of a status block between
1719 * two and eight quadlets in length. When a truncated status block
1720 * is stored, the omited quadlets shall be interpreted as if zero
1721 * values were stored."
1722 */
1723 bzero(&task->ts_status, sizeof (sbp2_status_t));
1724 bcopy((*bpp)->b_rptr, &task->ts_status, len);
1725
1726 SBP2_BUF_WR_DONE(tp, buf, reqh, SBP2_BUS_BUF_SUCCESS);
1727
1728 mutex_enter(&ap->a_mutex);
1729
1730 if ((timeout_id = task->ts_timeout_id) != 0) {
1731 task->ts_timeout_id = 0;
1732 (void) untimeout(timeout_id);
1733 }
1734
1735 /* determine agent state */
1736 if (st->st_param & SBP2_ST_DEAD) {
1737 ap->a_state = SBP2_AGENT_STATE_DEAD;
1738 tp->t_stat.stat_status_dead++;
1739 }
1740
1741 /* avoid race with other callbacks */
1742 if (task->ts_state != SBP2_TASK_PEND) {
1743 mutex_exit(&ap->a_mutex);
1744 return;
1745 }
1746
1747 if (task == ap->a_active_task) {
1748 ap->a_active_task = NULL;
1749 }
1750 task->ts_error = SBP2_TASK_ERR_NONE;
1751 task->ts_state = SBP2_TASK_COMP;
1752
1753 mutex_exit(&ap->a_mutex);
1754
1755 sp->s_status_cb(sp->s_status_cb_arg, task); /* notify the driver */
1756 }
1757
1758 /*
1759 *
1760 * --- other
1761 *
1762 * since mgt agent is shared between LUNs and login sessions,
1763 * it is safer to serialize mgt requests
1764 */
1765 static void
1766 sbp2_mgt_agent_acquire(sbp2_tgt_t *tp)
1767 {
1768 mutex_enter(&tp->t_mutex);
1769 while (tp->t_mgt_agent_acquired) {
1770 cv_wait(&tp->t_mgt_agent_cv, &tp->t_mutex);
1771 }
1772 tp->t_mgt_agent_acquired = B_TRUE;
1773 mutex_exit(&tp->t_mutex);
1774 }
1775
1776 static void
1777 sbp2_mgt_agent_release(sbp2_tgt_t *tp)
1778 {
1779 mutex_enter(&tp->t_mutex);
1780 tp->t_mgt_agent_acquired = B_FALSE;
1781 cv_signal(&tp->t_mgt_agent_cv); /* wake next waiter */
1782 mutex_exit(&tp->t_mutex);
1783 }