xref: /netbsd-src/sys/arch/emips/ebus/flash_ebus.c (revision d909946ca08dceb44d7d0f22ec9488679695d976)
1 /*	$NetBSD: flash_ebus.c,v 1.18 2015/12/13 19:36:40 christos Exp $	*/
2 
3 /*-
4  * Copyright (c) 2010 The NetBSD Foundation, Inc.
5  * All rights reserved.
6  *
7  * This code was written by Alessandro Forin and Neil Pittman
8  * at Microsoft Research and contributed to The NetBSD Foundation
9  * by Microsoft Corporation.
10  *
11  * Redistribution and use in source and binary forms, with or without
12  * modification, are permitted provided that the following conditions
13  * are met:
14  * 1. Redistributions of source code must retain the above copyright
15  *    notice, this list of conditions and the following disclaimer.
16  * 2. Redistributions in binary form must reproduce the above copyright
17  *    notice, this list of conditions and the following disclaimer in the
18  *    documentation and/or other materials provided with the distribution.
19  *
20  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
21  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
22  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
23  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
24  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
25  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
26  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
27  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
28  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
29  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
30  * POSSIBILITY OF SUCH DAMAGE.
31  */
32 
33 #include <sys/cdefs.h>			/* RCS ID & Copyright macro defns */
34 __KERNEL_RCSID(0, "$NetBSD: flash_ebus.c,v 1.18 2015/12/13 19:36:40 christos Exp $");
35 
36 /* Driver for the Intel 28F320/640/128 (J3A150) StrataFlash memory device
37  * Extended to include the Intel JS28F256P30T95.
38  */
39 
40 #include <sys/param.h>
41 #include <sys/systm.h>
42 #include <sys/kernel.h>
43 #include <sys/proc.h>
44 #include <sys/errno.h>
45 #include <sys/ioctl.h>
46 #include <sys/device.h>
47 #include <sys/conf.h>
48 #include <sys/file.h>
49 #include <sys/stat.h>
50 #include <sys/ioctl.h>
51 #include <sys/buf.h>
52 #include <sys/bufq.h>
53 #include <sys/uio.h>
54 #include <sys/malloc.h>
55 #include <uvm/uvm_extern.h>
56 #include <sys/disklabel.h>
57 #include <sys/disk.h>
58 #include <sys/syslog.h>
59 #include <sys/vnode.h>
60 #include <sys/kthread.h>
61 #include <sys/lock.h>
62 #include <sys/queue.h>
63 
64 #include <sys/rndsource.h>
65 
66 #include "locators.h"
67 #include <prop/proplib.h>
68 
69 #include <emips/ebus/ebusvar.h>
70 #include <emips/emips/machdep.h>
71 #include <machine/emipsreg.h>
72 
73 /* Internal config switches
74  */
75 #define USE_BUFFERED_WRITES 0    /* Faster, but might not work in some (older) cases */
76 #define Verbose 0
77 
78 /* Debug tools
79  */
80 #define DEBUG_INTR   0x01
81 #define DEBUG_XFERS  0x02
82 #define DEBUG_STATUS 0x04
83 #define DEBUG_FUNCS  0x08
84 #define DEBUG_PROBE  0x10
85 #define DEBUG_WRITES 0x20
86 #define DEBUG_READS  0x40
87 #define DEBUG_ERRORS 0x80
88 #ifdef DEBUG
89 int eflash_debug = DEBUG_ERRORS;
90 #define EFLASH_DEBUG(x) (eflash_debug & (x))
91 #define DBGME(_lev_,_x_) if ((_lev_) & eflash_debug) _x_
92 #else
93 #define EFLASH_DEBUG(x) (0)
94 #define DBGME(_lev_,_x_)
95 #endif
96 #define DEBUG_PRINT(_args_,_lev_) DBGME(_lev_,printf _args_)
97 
98 /* Product ID codes
99  */
100 #define MANUF_INTEL  0x89
101 #define DEVICE_320   0x16
102 #define DEVICE_640   0x17
103 #define DEVICE_128   0x18
104 #define DEVICE_256   0x19
105 
106 /* Table of chips we understand.
107  */
108 #define nDELTAS 3
109 struct flash_type {
110     struct {
111         uint32_t nSectors;
112         uint32_t nKB;
113     } ft_deltas[nDELTAS];
114     uint8_t ft_manuf_code;
115     uint8_t ft_device_code;
116     uint16_t ft_total_sectors;
117     const char *ft_name;
118 };
119 
120 static const struct flash_type sector_maps[] = {
121     {
122      {{32,128},{0,0},},
123      MANUF_INTEL, DEVICE_320, 32,   /* a J3 part */
124      "StrataFlash 28F320"
125     },
126     {
127      {{64,128},{0,0},},
128      MANUF_INTEL, DEVICE_640, 64,   /* a J3 part */
129      "StrataFlash 28F640"
130     },
131     {
132      {{128,128},{0,0},},
133      MANUF_INTEL, DEVICE_128, 128,   /* a J3 part */
134      "StrataFlash 28F128"
135     },
136     {
137      {{255,128},{4,32},{0,0}},
138      MANUF_INTEL, DEVICE_256, 259,  /* a P30 part */
139 	 "StrataFlash 28F256"
140     }
141 };
142 #define nMAPS ((sizeof sector_maps) / (sizeof sector_maps[0]))
143 
144 /* Instead of dragging in atavar.h.. */
145 struct eflash_bio {
146 	volatile int flags;/* cmd flags */
147 #define	ATA_POLL	0x0002	/* poll for completion */
148 #define	ATA_SINGLE	0x0008	/* transfer must be done in singlesector mode */
149 #define	ATA_READ	0x0020	/* transfer is a read (otherwise a write) */
150 #define	ATA_CORR	0x0040	/* transfer had a corrected error */
151 	daddr_t		blkno;	/* block addr */
152 	daddr_t		blkdone;/* number of blks transferred */
153 	size_t		nblks;	/* number of blocks currently transferring */
154 	size_t	    nbytes;	/* number of bytes currently transferring */
155 	char		*databuf;/* data buffer address */
156 	volatile int	error;
157 	u_int32_t	r_error;/* copy of status register */
158 #ifdef HAS_BAD144_HANDLING
159 	daddr_t		badsect[127];/* 126 plus trailing -1 marker */
160 #endif
161 };
162 /* End of atavar.h*/
163 
164 /* chip-specific functions
165  */
166 struct flash_ops;
167 
168 /*
169  * Device softc
170  */
171 struct eflash_softc {
172 	device_t sc_dev;
173 
174 	/* General disk infos */
175 	struct disk sc_dk;
176 	struct bufq_state *sc_q;
177 	struct callout sc_restart_ch;
178 
179 	/* IDE disk soft states */
180 	struct buf *sc_bp; /* buf being transfered */
181 	struct buf *active_xfer; /* buf handoff to thread  */
182 	struct eflash_bio sc_bio; /* current transfer */
183 
184     struct proc *ch_thread;
185     int ch_flags;
186 #define ATACH_SHUTDOWN 0x02        /* thread is shutting down */
187 #define ATACH_IRQ_WAIT 0x10        /* thread is waiting for irq */
188 #define ATACH_DISABLED 0x80        /* channel is disabled */
189 #define ATACH_TH_RUN   0x100       /* the kernel thread is working */
190 #define ATACH_TH_RESET 0x200       /* someone ask the thread to reset */
191 
192 	int openings;
193 	int sc_flags;
194 #define	EFLASHF_WLABEL	0x004 /* label is writable */
195 #define	EFLASHF_LABELLING	0x008 /* writing label */
196 #define EFLASHF_LOADED	0x010 /* parameters loaded */
197 #define EFLASHF_WAIT	0x020 /* waiting for resources */
198 #define EFLASHF_KLABEL	0x080 /* retain label after 'full' close */
199 
200 	int retries; /* number of xfer retry */
201 
202 	krndsource_t	rnd_source;
203 
204     /* flash-specific state */
205 	struct _Flash *sc_dp;
206     uint32_t sc_size;
207     uint32_t sc_capacity;
208     paddr_t  sc_base;
209     volatile uint8_t *sc_page0;
210 
211     /* current read-write sector mapping */
212     /*volatile*/ uint8_t *sc_sector;
213     uint32_t sc_sector_size;
214     uint32_t sc_sector_offset;
215 #define NOSECTOR ((uint32_t)(~0))
216     int sc_erased;
217 
218     /* device-specificity */
219     uint32_t sc_buffersize;
220     vsize_t sc_max_secsize;
221     unsigned int sc_chips;
222     const struct flash_ops *sc_ops;
223     struct flash_type sc_type;
224 };
225 
226 static int	eflash_ebus_match (device_t, cfdata_t, void *);
227 static void	eflash_ebus_attach (device_t, device_t, void *);
228 
229 CFATTACH_DECL_NEW(flash_ebus, sizeof (struct eflash_softc),
230     eflash_ebus_match, eflash_ebus_attach, NULL, NULL);
231 
232 /* implementation decls */
233 static int flash_identify(struct eflash_softc*);
234 static int KBinSector(struct flash_type * SecMap, unsigned int SecNo);
235 static uint32_t SectorStart(struct flash_type * SecMap, int SecNo);
236 static unsigned int SectorNumber(struct flash_type * SecMap, uint32_t Offset);
237 static void eflash_thread(void *arg);
238 static int eflash_read_at (struct eflash_softc *sc, daddr_t start_sector, char *buffer,
239                            size_t nblocks, size_t * pSizeRead);
240 static int eflash_write_at(struct eflash_softc *sc, daddr_t start_sector, char *buffer,
241                            size_t nblocks, size_t * pSizeWritten);
242 
243 /* Config functions
244  */
245 static int
246 eflash_ebus_match(device_t parent, cfdata_t match, void *aux)
247 {
248 	struct ebus_attach_args *ia = aux;
249 	struct _Flash *f = (struct _Flash *)ia->ia_vaddr;
250 
251 	if (strcmp("flash", ia->ia_name) != 0)
252 		return (0);
253 	if ((f == NULL) ||
254 	    ((f->BaseAddressAndTag & FLASHBT_TAG) != PMTTAG_FLASH))
255 		return (0);
256 
257 	return (1);
258 }
259 
260 static void
261 eflash_ebus_attach(device_t parent, device_t self, void *aux)
262 {
263 	struct ebus_attach_args *ia =aux;
264 	struct eflash_softc *sc = device_private(self);
265     uint32_t base, ctrl;
266     int error;
267 
268     /* Plan.
269      * - mips_map_physmem() (with uncached) first page
270      * - keep it around since we need status ops
271      * - find what type it is.
272      * - then mips_map_physmem() each sector as needed.
273      */
274 
275 	sc->sc_dev = self;
276 	sc->sc_dp = (struct _Flash*)ia->ia_vaddr;
277     base = sc->sc_dp->BaseAddressAndTag & FLASHBT_BASE;
278     ctrl = sc->sc_dp->Control;
279 
280     sc->sc_size = ctrl & FLASHST_SIZE;
281     sc->sc_capacity = sc->sc_size / DEV_BSIZE;
282     sc->sc_base = base;
283     /* The chip is 16bit, so if we get 32bit there are two */
284     sc->sc_chips = (ctrl & FLASHST_BUS_32) ? 2 : 1;
285 
286     /* Map the first page to see what chip we got */
287     sc->sc_page0 = (volatile uint8_t *) mips_map_physmem(base, PAGE_SIZE);
288 
289     if (flash_identify(sc)) {
290         printf(" base %x: %dMB flash memory (%d x %s)\n", base, sc->sc_size >> 20,
291                sc->sc_chips, sc->sc_type.ft_name);
292     } else {
293         /* BUGBUG If we dont identify it stop the driver! */
294         printf(": unknown manufacturer id %x, device id %x\n",
295                sc->sc_type.ft_manuf_code, sc->sc_type.ft_device_code);
296     }
297 
298     config_pending_incr(self);
299 
300 	error = kthread_create(PRI_NONE, 0, NULL,
301 	    eflash_thread, sc, NULL, "%s", device_xname(sc->sc_dev));
302 	if (error)
303 		aprint_error_dev(sc->sc_dev,
304 		    "unable to create kernel thread: error %d\n", error);
305 }
306 
307 /* Implementation functions
308  */
309 /* Returns the size in KBytes of a given sector,
310  * or -1 for bad arguments.
311  */
312 static int KBinSector(struct flash_type * SecMap, unsigned int SecNo)
313 {
314     int i;
315 
316     for (i = 0; i < nDELTAS; i++) {
317         if (SecNo < SecMap->ft_deltas[i].nSectors)
318             return SecMap->ft_deltas[i].nKB;
319         SecNo -= SecMap->ft_deltas[i].nSectors;
320     }
321 
322     return -1;
323 }
324 
325 #define SectorSize(_map_,_sector_) (1024 * KBinSector(_map_,_sector_))
326 
327 /* Whats the starting offset of sector N
328  */
329 static uint32_t SectorStart(struct flash_type * SecMap, int SecNo)
330 {
331     int i;
332     uint32_t Offset = 0;
333 
334     for (i = 0; i < nDELTAS; i++) {
335         if ((unsigned int)SecNo < SecMap->ft_deltas[i].nSectors)
336             return 1024 * (Offset + (SecMap->ft_deltas[i].nKB * SecNo));
337         SecNo -= SecMap->ft_deltas[i].nSectors;
338         Offset += SecMap->ft_deltas[i].nSectors * SecMap->ft_deltas[i].nKB;
339     }
340 
341     return ~0;
342 }
343 
344 /* What sector number corresponds to a given offset
345  */
346 static unsigned int SectorNumber(struct flash_type * SecMap, uint32_t Offset)
347 {
348     unsigned int i;
349     unsigned int SecNo = 0;
350 
351     Offset /= 1024;
352     for (i = 0; i < nDELTAS; i++) {
353         if (Offset < (unsigned int)
354             ((SecMap->ft_deltas[i].nSectors * SecMap->ft_deltas[i].nKB)))
355             return SecNo + (Offset / SecMap->ft_deltas[i].nKB);
356         SecNo += SecMap->ft_deltas[i].nSectors;
357         Offset -= SecMap->ft_deltas[i].nSectors * SecMap->ft_deltas[i].nKB;
358     }
359 
360     return ~0;
361 }
362 
363 /*
364  * Semi-generic operations
365  */
366 struct flash_ops {
367     void (*write_uint8)    (struct eflash_softc *sc, volatile void *Offset, uint8_t Value);
368     void (*read_uint8)     (struct eflash_softc *sc, volatile void *Offset, uint8_t *Value);
369     void (*write_uint16)   (struct eflash_softc *sc, volatile void *Offset, uint16_t Value);
370     void (*read_uint16)    (struct eflash_softc *sc, volatile void *Offset, uint16_t *Value);
371     void (*write_uint32)   (struct eflash_softc *sc, volatile void *Offset, uint32_t Value);
372     void (*read_uint32)    (struct eflash_softc *sc, volatile void *Offset, uint32_t *Value);
373     int  (*program_word)   (struct eflash_softc *sc, volatile void *Offset, uint16_t *pValues,
374                             int  Verify, int *nWritten);
375     int  (*program_buffer) (struct eflash_softc *sc, volatile void *Offset, uint16_t *pValues,
376                             int  Verify, int *nWritten);
377 };
378 
379 /*
380  * Hardware access proper, single-chip
381  */
382 static void single_write_uint8  (struct eflash_softc *sc,volatile void *Offset,uint8_t Value)
383 {
384     volatile uint8_t * Where = Offset;
385     *Where = Value;
386 }
387 
388 static void single_read_uint8   (struct eflash_softc *sc,volatile void *Offset,uint8_t *Value)
389 {
390     volatile uint8_t * Where = Offset;
391     *Value = *Where;
392 }
393 
394 static void single_write_uint16 (struct eflash_softc *sc,volatile void *Offset,uint16_t Value)
395 {
396     volatile uint16_t * Where = Offset;
397     *Where = Value;
398 }
399 
400 static void single_read_uint16  (struct eflash_softc *sc,volatile void *Offset,uint16_t *Value)
401 {
402     volatile uint16_t * Where = Offset;
403     *Value = *Where;
404 }
405 
406 /* This one should not be used, probably */
407 static void single_write_uint32 (struct eflash_softc *sc,volatile void *Offset,uint32_t Value)
408 {
409 #if 0
410     /* The chip cannot take back-to-back writes */
411     volatile uint32_t * Where = Offset;
412     *Where = Value;
413 #else
414     volatile uint8_t * Where = Offset;
415     uint16_t v0, v1;
416 
417     /* Unfortunately, this is bytesex dependent */
418 #if (BYTE_ORDER == BIG_ENDIAN)
419     v1 = (uint16_t) Value;
420     v0 = (uint16_t) (Value >> 16);
421 #else
422     v0 = (uint16_t) Value;
423     v1 = (uint16_t) (Value >> 16);
424 #endif
425     single_write_uint16(sc,Where,v0);
426     single_write_uint16(sc,Where+2,v1);
427 #endif
428 }
429 
430 static void single_read_uint32  (struct eflash_softc *sc,volatile void *Offset,uint32_t *Value)
431 {
432     /* back-to-back reads must be ok */
433     volatile uint32_t * Where = Offset;
434     *Value = *Where;
435 }
436 
437 /*
438  * Hardware access proper, paired-chips
439  * NB: This set of ops assumes two chips in parallel on a 32bit bus,
440  *     each operation is repeated in parallel to both chips
441  */
442 static void twin_write_uint8  (struct eflash_softc *sc,volatile void *Offset,uint8_t Value)
443 {
444     volatile uint32_t * Where = Offset;
445     uint32_t v = Value | ((uint32_t)Value << 16);
446 
447     v = le32toh(v);
448     *Where = v;
449 }
450 
451 static void twin_read_uint8   (struct eflash_softc *sc,volatile void *Offset,uint8_t *Value)
452 {
453     volatile uint32_t * Where = Offset;
454     uint32_t v;
455     v = *Where;
456     v = le32toh(v);
457     *Value = (uint8_t) v;
458 }
459 
460 /* This one should *not* be used, error-prone */
461 static void twin_write_uint16 (struct eflash_softc *sc,volatile void *Offset,uint16_t Value)
462 {
463     volatile uint16_t * Where = Offset;
464     *Where = Value;
465 }
466 
467 static void twin_read_uint16  (struct eflash_softc *sc,volatile void *Offset,uint16_t *Value)
468 {
469     volatile uint16_t * Where = Offset;
470     *Value = *Where;
471 }
472 
473 static void twin_write_uint32 (struct eflash_softc *sc,volatile void *Offset,uint32_t Value)
474 {
475     volatile uint32_t * Where = Offset;
476     Value = le32toh(Value);
477     *Where = Value;
478 }
479 
480 static void twin_read_uint32  (struct eflash_softc *sc,volatile void *Offset,uint32_t *Value)
481 {
482     volatile uint32_t * Where = Offset;
483     uint32_t v;
484     v = *Where;
485     v = le32toh(v);
486     *Value = v;
487 }
488 
489 /*
490  * Command and status definitions
491  */
492 
493 /* Defines for the STATUS register
494  */
495 #define ST_reserved          0x01
496 #define ST_BLOCK_LOCKED      0x02
497 #define ST_PROGRAM_SUSPENDED 0x04
498 #define ST_LOW_VOLTAGE       0x08
499 #define ST_LOCK_BIT_ERROR    0x10
500 #define ST_ERASE_ERROR       0x20
501 #define ST_ERASE_SUSPENDED   0x40
502 #define ST_READY             0x80
503 #define ST_ERASE_MASK        0xee  /* bits to check after erase command */
504 #define ST_MASK              0xfe  /* ignore reserved */
505 
506 /* Command set (what we use of it)
507  */
508 #define CMD_CONFIRM       0xd0
509 #define CMD_READ_ARRAY    0xff
510 #define CMD_READ_ID       0x90
511 #define CMD_READ_STATUS   0x70
512 #define CMD_CLEAR_STATUS  0x50
513 #define CMD_WRITE_WORD    0x40
514 #define CMD_WRITE_BUFFER  0xe8
515 #define CMD_ERASE_SETUP   0x20
516 #define CMD_ERASE_CONFIRM CMD_CONFIRM
517 #define CMD_SET_PREFIX    0x60  /* set read config, lock bits */
518 #define CMD_LOCK          0x01
519 #define CMD_UNLOCK        CMD_CONFIRM
520 /* What we dont use of it
521  */
522 #define CMD_READ_QUERY    0x98
523 # define BUFFER_BYTES          32
524 #define CMD_ERASE_SUSPEND 0xb0
525 #define CMD_ERASE_RESUME  CMD_CONFIRM
526 #define CMD_CONFIGURATION 0xb8
527 #define CMD_PROTECT       0xc0
528 
529 /* Enter the Product ID mode (Read Identifier Codes)
530  */
531 static void ProductIdEnter(struct eflash_softc *sc)
532 {
533     sc->sc_ops->write_uint8(sc,sc->sc_page0,CMD_READ_ID);
534 }
535 
536 /* Exit the Product ID mode (enter Read Array mode)
537  */
538 static void ProductIdExit(struct eflash_softc *sc)
539 {
540     sc->sc_ops->write_uint8(sc,sc->sc_page0,CMD_READ_ARRAY);
541 }
542 
543 /* Read the status register
544  */
545 static uint8_t ReadStatusRegister(struct eflash_softc *sc)
546 {
547     uint8_t Status;
548 
549     sc->sc_ops->write_uint8(sc,sc->sc_page0,CMD_READ_STATUS);
550     sc->sc_ops->read_uint8(sc,sc->sc_page0,&Status);
551     sc->sc_ops->write_uint8(sc,sc->sc_page0,CMD_READ_ARRAY);
552     return Status;
553 }
554 
555 /* Clear error bits in status
556  */
557 static void ClearStatusRegister(struct eflash_softc *sc)
558 {
559     sc->sc_ops->write_uint8(sc,sc->sc_page0,CMD_CLEAR_STATUS);
560 }
561 
562 #if DEBUG
563 /* Decode status bits
564  */
565 typedef const char *string;
566 
567 static void PrintStatus(uint8_t Status)
568 {
569     /* BUGBUG there's a %b format I think? */
570     string BitNames[8] = {
571         "reserved", "BLOCK_LOCKED",
572         "PROGRAM_SUSPENDED", "LOW_VOLTAGE",
573         "LOCK_BIT_ERROR", "ERASE_ERROR",
574         "ERASE_SUSPENDED", "READY"
575     };
576     int i;
577     int  OneSet = FALSE;
578 
579     printf("[status %x =",Status);
580     for (i = 0; i < 8; i++) {
581         if (Status & (1<<i)) {
582             printf("%c%s",
583                      (OneSet) ? '|' : ' ',
584                      BitNames[i]);
585             OneSet = TRUE;
586         }
587     }
588     printf("]\n");
589 }
590 #else
591 #define PrintStatus(x)
592 #endif
593 
594 /*
595  * The device can lock up under certain conditions.
596  * There is no software workaround [must toggle RP# to GND]
597  * Check if it seems that we are in that state.
598  */
599 static int  IsIrresponsive(struct eflash_softc *sc)
600 {
601     uint8_t Status = ReadStatusRegister(sc);
602 
603     if (Status & ST_READY)
604         return FALSE;
605 
606     if ((Status & ST_MASK) ==
607         (ST_LOCK_BIT_ERROR|ST_ERASE_SUSPENDED|ST_ERASE_ERROR)) {
608         /* yes, looks that way */
609         return TRUE;
610     }
611 
612     /* Something is indeed amiss, but we dont really know for sure */
613     PrintStatus(ReadStatusRegister(sc));
614     ClearStatusRegister(sc);
615     PrintStatus(ReadStatusRegister(sc));
616 
617     if ((Status & ST_MASK) ==
618         (ST_LOCK_BIT_ERROR|ST_ERASE_SUSPENDED|ST_ERASE_ERROR)) {
619         /* yes, looks that way */
620         return TRUE;
621     }
622 
623     return FALSE;
624 }
625 
626 
627 /* Write one 16bit word
628  */
629 static int
630 single_program_word(struct eflash_softc *sc, volatile void *Offset, uint16_t *Values,
631                   int  Verify, int *nWritten)
632 {
633     uint8_t Status;
634     uint16_t i, Data16, Value;
635 
636     *nWritten = 0;
637 
638     Value = Values[0];
639 
640     if (Verify) {
641         sc->sc_ops->read_uint16(sc,Offset,&Data16);
642 #ifdef Verbose
643         if (Verbose) {
644             printf("Location %p was x%x\n",
645                    Offset, Data16);
646         }
647 #endif
648         if (Data16 != 0xffff)
649             printf("Offset %p not ERASED, wont take.\n",Offset);
650     }
651 
652     sc->sc_ops->write_uint8(sc,sc->sc_page0,CMD_WRITE_WORD);
653     sc->sc_ops->write_uint16(sc,Offset,Value);
654 
655     /* Wait until the operation is completed
656      * Specs say it takes between 210 and 630 us
657      * Errata says 360 TYP and Max=TBD (sic)
658      */
659     DELAY(800);
660 
661     for (i = 0; i < 10; i++) {
662         sc->sc_ops->read_uint8(sc,Offset,&Status);
663         if ((Status & ST_READY)) break;
664         DELAY(100);
665     }
666 
667     ProductIdExit(sc);
668 
669     if (Verify) {
670         sc->sc_ops->read_uint16(sc,Offset,&Data16);
671 #ifdef Verbose
672         if (Verbose) {
673             printf("Location %p is now x%x\n",
674                    Offset, Data16);
675         }
676 #endif
677         if ((Data16 != Value)) {
678             PrintStatus(Status);
679             printf(". That didnt work, try again.. [%x != %x]\n",
680                    Data16, Value);
681             ClearStatusRegister(sc);
682             return FALSE;
683         }
684     }
685 
686     *nWritten = 2;
687     return TRUE;
688 }
689 
690 /* Write one buffer, 16bit words at a time
691  */
692 static int
693 single_program_buffer(struct eflash_softc *sc, volatile void *Offset, uint16_t *Values,
694                   int  Verify, int *nWritten)
695 {
696     uint8_t Status;
697     uint16_t i, Data16, Value = 0;
698     volatile uint8_t *Where = Offset;
699 
700     *nWritten = 0;
701     if (sc->sc_buffersize == 0)
702         return FALSE; /* sanity */
703 
704     if (Verify) {
705         for (i = 0; i < sc->sc_buffersize; i+= 2) {
706             sc->sc_ops->read_uint16(sc,Where+i,&Data16);
707 #ifdef Verbose
708             if (Verbose) {
709                 printf("Location %p was x%x\n",
710                        Where+i, Data16);
711             }
712 #endif
713 
714             if (Data16 != 0xffff)
715                 printf("Offset %p not ERASED, wont take.\n",Where+i);
716         }
717     }
718 
719     /* Specs say to retry if necessary */
720     for (i = 0; i < 5; i++) {
721         sc->sc_ops->write_uint8(sc,Offset,CMD_WRITE_BUFFER);
722         DELAY(10);
723         sc->sc_ops->read_uint8(sc,Offset,&Status);
724         if ((Status & ST_READY)) break;
725     }
726     if (0 == (Status & ST_READY)) {
727         printf("FAILED program_buffer at Location %p, Status= x%x\n",
728                  Offset, Status);
729         return FALSE;
730     }
731 
732     /* Say how many words we'll be sending */
733     sc->sc_ops->write_uint8(sc,Offset,(uint8_t)(sc->sc_buffersize/2));
734 
735     /* Send the data */
736     for (i = 0; i < sc->sc_buffersize; i+= 2) {
737         Value = Values[i/2];
738         sc->sc_ops->write_uint16(sc,Where+i,Value);
739         DELAY(10);/*jic*/
740     }
741 
742     /* Write confirmation */
743     sc->sc_ops->write_uint8(sc,Offset,CMD_CONFIRM);
744 
745     /* Wait until the operation is completed
746      * Specs say it takes between 800 and 2400 us
747      * Errata says 1600 TYP and Max=TBD (sic), but fixed in stepping A3 and above.
748      */
749     DELAY(800);
750 
751     for (i = 0; i < 20; i++) {
752         sc->sc_ops->write_uint8(sc,Offset,CMD_READ_STATUS);
753         sc->sc_ops->read_uint8(sc,Offset,&Status);
754         if ((Status & ST_READY)) break;
755         DELAY(200);
756     }
757 
758     ProductIdExit(sc);
759 
760     /* Verify? */
761     if (Verify) {
762         for (i = 0; i < sc->sc_buffersize; i+= 2) {
763             sc->sc_ops->read_uint16(sc,Where+i,&Data16);
764 #ifdef Verbose
765             if (Verbose) {
766                 printf("Location %p is now x%x\n",
767                        Where+i, Data16);
768             }
769 #endif
770             Value = Values[i/2];
771 
772             if ((Data16 != Value)) {
773                 PrintStatus(Status);
774                 printf(". That didnt work, try again.. [%x != %x]\n",
775                        Data16, Value);
776                 ClearStatusRegister(sc);
777                 return FALSE;
778             }
779         }
780     }
781 
782     *nWritten = sc->sc_buffersize;
783     return TRUE;
784 }
785 
786 /* Write one 32bit word
787  */
788 static int
789 twin_program_word(struct eflash_softc *sc, volatile void *Offset, uint16_t *Values,
790                 int  Verify, int *nWritten)
791 {
792     uint8_t Status;
793     uint32_t i, Data32, Value;
794     uint16_t v0, v1;
795 
796     *nWritten = 0;
797 
798     v0 = Values[0];
799     v0 = le16toh(v0);
800     v1 = Values[1];
801     v1 = le16toh(v1);
802     Value = v0 | ((uint32_t)v1 << 16);
803     if (Verify) {
804         sc->sc_ops->read_uint32(sc,Offset,&Data32);
805 #ifdef Verbose
806         if (Verbose) {
807             printf("Location %p was x%x\n",
808                    Offset, Data32);
809         }
810 #endif
811         if (Data32 != 0xffffffff)
812             printf("Offset %p not ERASED, wont take.\n",Offset);
813     }
814 
815     sc->sc_ops->write_uint8(sc,sc->sc_page0,CMD_WRITE_WORD);
816     sc->sc_ops->write_uint32(sc,Offset,Value);
817 
818     /* Wait until the operation is completed
819      * Specs say it takes between 210 and 630 us
820      * Errata says 360 TYP and Max=TBD (sic)
821      */
822     DELAY(400);
823 
824     for (i = 0; i < 10; i++) {
825         sc->sc_ops->read_uint8(sc,Offset,&Status);
826         if ((Status & ST_READY)) break;
827         DELAY(100);
828     }
829 
830     ProductIdExit(sc);
831 
832     if (Verify) {
833         sc->sc_ops->read_uint32(sc,Offset,&Data32);
834 #ifdef Verbose
835         if (Verbose) {
836             printf("Location %p is now x%x\n",
837                    Offset, Data32);
838         }
839 #endif
840         if ((Data32 != Value)) {
841             PrintStatus(Status);
842             printf(". That didnt work, try again.. [%x != %x]\n",
843                    Data32, Value);
844             ClearStatusRegister(sc);
845             return FALSE;
846         }
847     }
848 
849     *nWritten = 4;
850     return TRUE;
851 }
852 
853 /* Write one buffer, 32bit words at a time
854  */
855 static int
856 twin_program_buffer(struct eflash_softc *sc, volatile void *Offset, uint16_t *Values,
857                 int  Verify, int *nWritten)
858 {
859     uint8_t Status;
860     uint32_t i, Data32, Value;
861     uint16_t v0 = 0, v1;
862     volatile uint8_t *Where = Offset;
863 
864     *nWritten = 0;
865     if (sc->sc_buffersize == 0)
866         return FALSE; /* sanity */
867 
868     if (Verify) {
869         for (i = 0; i < sc->sc_buffersize; i+= 4) {
870             sc->sc_ops->read_uint32(sc,Where+i,&Data32);
871 #ifdef Verbose
872             if (Verbose) {
873                 printf("Location %p was x%x\n",
874                        Where+i, Data32);
875             }
876 #endif
877             if (Data32 != 0xffffffff)
878                 printf("Offset %p not ERASED, wont take.\n",Where+i);
879         }
880     }
881 
882     /* Specs say to retry if necessary */
883     for (i = 0; i < 5; i++) {
884         sc->sc_ops->write_uint8(sc,Offset,CMD_WRITE_BUFFER);
885         DELAY(10);
886         sc->sc_ops->read_uint8(sc,Offset,&Status);
887         if ((Status & ST_READY)) break;
888     }
889     if (0 == (Status & ST_READY)) {
890         printf("FAILED program_buffer at Location %p, Status= x%x\n",
891                  Offset, Status);
892         return FALSE;
893     }
894 
895     /* Say how many words we'll be sending */
896     sc->sc_ops->write_uint8(sc,Offset,(uint8_t)(sc->sc_buffersize/4)); /* to each twin! */
897 
898     /* Send the data */
899     for (i = 0; i < sc->sc_buffersize; i+= 4) {
900         v0 = Values[i/2];
901         v0 = le16toh(v0);
902         v1 = Values[1+(i/2)];
903         v1 = le16toh(v1);
904         Value = v0 | ((uint32_t)v1 << 16);
905         sc->sc_ops->write_uint32(sc,Where+i,Value);
906         DELAY(10);/*jic*/
907     }
908 
909     /* Write confirmation */
910     sc->sc_ops->write_uint8(sc,Offset,CMD_CONFIRM);
911 
912     /* Wait until the operation is completed
913      * Specs say it takes between 800 and 2400 us
914      * Errata says 1600 TYP and Max=TBD (sic), but fixed in stepping A3 and above.
915      */
916     DELAY(800);
917 
918     for (i = 0; i < 20; i++) {
919         sc->sc_ops->write_uint8(sc,Offset,CMD_READ_STATUS);
920         sc->sc_ops->read_uint8(sc,Offset,&Status);
921         if ((Status & ST_READY)) break;
922         DELAY(200);
923     }
924 
925     ProductIdExit(sc);
926 
927     /* Verify */
928     if (Verify) {
929         for (i = 0; i < sc->sc_buffersize; i+= 4) {
930             sc->sc_ops->read_uint32(sc,Where+i,&Data32);
931 #ifdef Verbose
932             if (Verbose) {
933                 printf("Location %p is now x%x\n",
934                        Where+i, Data32);
935             }
936 #endif
937             v0 = Values[i/2];
938             v0 = le16toh(v0);
939             v1 = Values[1+(i/2)];
940             v1 = le16toh(v1);
941             Value = v0 | ((uint32_t)v1 << 16);
942 
943             if ((Data32 != Value)) {
944                 PrintStatus(Status);
945                 printf(". That didnt work, try again.. [%x != %x]\n",
946                        Data32, Value);
947                 ClearStatusRegister(sc);
948                 return FALSE;
949             }
950         }
951     }
952 
953     *nWritten = sc->sc_buffersize;
954     return TRUE;
955 }
956 
957 /* Is there a lock on a given sector
958  */
959 static int IsSectorLocked(struct eflash_softc *sc, uint8_t *secptr)
960 {
961     uint8_t Data, Data1;
962 
963     ProductIdEnter(sc);
964     /* Lockout info is at address 2 of the given sector, meaning A0=0 A1=1.
965      */
966     sc->sc_ops->read_uint8(sc,secptr+(0x0002*2*sc->sc_chips),&Data);
967     sc->sc_ops->read_uint8(sc,secptr+(0x0003*2*sc->sc_chips),&Data1);
968 
969     ProductIdExit(sc);
970 
971     return (Data & 1);
972 }
973 
974 /* Remove the write-lock to a sector
975  */
976 static void SectorUnLock(struct eflash_softc *sc, uint8_t *secptr)
977 {
978     uint8_t Status;
979     int i;
980 
981     DBGME(DEBUG_FUNCS,printf("%s: Unlocking sector %d [ptr %p] ...\n",
982 	device_xname(sc->sc_dev), sc->sc_sector_offset, secptr));
983 
984     sc->sc_ops->write_uint8(sc,sc->sc_page0,CMD_SET_PREFIX);
985     sc->sc_ops->write_uint8(sc,secptr,CMD_UNLOCK);
986 
987     /* Wait until the unlock is complete.
988      * Specs say this takes between 64 and 75 usecs.
989      */
990     DELAY(100);
991 
992     for (i = 0; i < 10; i++) {
993         sc->sc_ops->read_uint8(sc,secptr,&Status);
994         if ((Status & ST_READY)) break;
995         DELAY(100);
996     }
997 
998     ProductIdExit(sc);
999 
1000     if ((Status & ST_MASK) == ST_READY) {
1001         DBGME(DEBUG_FUNCS,printf("%s: Unlocked ok.\n",
1002 	    device_xname(sc->sc_dev)));
1003         return;
1004     }
1005 
1006     PrintStatus(Status);
1007     DBGME(DEBUG_ERRORS,printf("%s: Unlock of sector %d NOT completed (status=%x).\n",
1008                               device_xname(sc->sc_dev),
1009 			      sc->sc_sector_offset, Status));
1010     ClearStatusRegister(sc);
1011 }
1012 
1013 
1014 /* Erase one sector
1015  */
1016 static int  SectorErase(struct eflash_softc *sc, void *secptr)
1017 {
1018     uint8_t Status = 0;
1019     uint16_t i;
1020 
1021     DBGME(DEBUG_FUNCS,printf("%s: Erasing sector %d [ptr %p] ...\n",
1022 	device_xname(sc->sc_dev), sc->sc_sector_offset, secptr));
1023 
1024     /* On some chips we just cannot avoid the locking business.
1025      */
1026     if ((sc->sc_chips == 1) &&
1027         IsSectorLocked(sc,secptr))
1028         SectorUnLock(sc,secptr);
1029 
1030     sc->sc_ops->write_uint8(sc,secptr,CMD_ERASE_SETUP);
1031     sc->sc_ops->write_uint8(sc,secptr,CMD_ERASE_CONFIRM);
1032 
1033     /* Wait until the erase is actually completed
1034      * Specs say it will take between 1 and 5 seconds.
1035      * Errata says it takes 2 sec min and 25 sec max.
1036      * Double that before giving up.
1037      */
1038     for (i = 0; i < 20; i++) {
1039         /* Sleep for at least 2 seconds
1040          */
1041         tsleep(sc,PWAIT,"erase", hz * 2);
1042 
1043         sc->sc_ops->read_uint8(sc,secptr,&Status);
1044         if ((Status & ST_READY)) break;
1045         PrintStatus(Status);
1046     }
1047 
1048     ProductIdExit(sc);
1049 
1050     if ((Status & ST_ERASE_MASK) == ST_READY) {
1051         DBGME(DEBUG_FUNCS,printf("%s: Erased ok.\n", device_xname(sc->sc_dev)));
1052         return 0;
1053     }
1054 
1055     PrintStatus(Status);
1056     DBGME(DEBUG_ERRORS,printf("%s: Erase of sector %d NOT completed (status=%x).\n",
1057                               device_xname(sc->sc_dev),
1058 			      sc->sc_sector_offset, Status));
1059 
1060     ClearStatusRegister(sc);
1061     return EIO;
1062 }
1063 
1064 
1065 
1066 /* Write (a portion of) a sector
1067  */
1068 static size_t eflash_write_sector(struct eflash_softc *sc, char *Buffer, size_t n,
1069                                uint8_t *Offset, int Verify)
1070 {
1071     size_t i;
1072 
1073     /* Make sure the device is not screwed up
1074      */
1075     if (IsIrresponsive(sc)) {
1076         printf("FLASH is locked-up (or mapped cacheable?), wont work. ");
1077     }
1078 
1079     for (i = 0; i < n;) {
1080         int nTries;
1081         int nWritten = 0;/*we expect 2 or 4 */
1082 
1083         if (sc->sc_buffersize && ((n-i) >= sc->sc_buffersize)) {
1084             for (nTries = 0; nTries < 5; nTries++)
1085                 if (sc->sc_ops->program_buffer(sc,Offset,(uint16_t*)(Buffer+i),Verify,&nWritten))
1086                     break;
1087         } else {
1088             for (nTries = 0; nTries < 5; nTries++)
1089                 if (sc->sc_ops->program_word(sc,Offset,(uint16_t*)(Buffer+i),Verify,&nWritten))
1090                     break;
1091         }
1092         Offset += nWritten;
1093         i += nWritten;
1094         if (nWritten == 0)
1095             break;
1096     }
1097     return i;
1098 }
1099 
1100 /* Identify type and the sector map of the FLASH.
1101  * Argument is the base address of the device and the count of chips on the bus (1/2)
1102  * Returns FALSE if failed
1103  */
1104 static const struct flash_ops single_ops = {
1105     single_write_uint8,
1106     single_read_uint8,
1107     single_write_uint16,
1108     single_read_uint16,
1109     single_write_uint32,
1110     single_read_uint32,
1111     single_program_word,
1112     single_program_buffer
1113 };
1114 
1115 static const struct flash_ops twin_ops = {
1116     twin_write_uint8,
1117     twin_read_uint8,
1118     twin_write_uint16,
1119     twin_read_uint16,
1120     twin_write_uint32,
1121     twin_read_uint32,
1122     twin_program_word,
1123     twin_program_buffer
1124 };
1125 
1126 static int  flash_identify(struct eflash_softc *sc)
1127 {
1128     uint8_t Mid, Did;
1129     int i;
1130 
1131     if (sc->sc_chips > 1)
1132         sc->sc_ops = &twin_ops;
1133     else
1134         sc->sc_ops = &single_ops;
1135 
1136     sc->sc_buffersize = 0;
1137 #if USE_BUFFERED_WRITES
1138     sc->sc_buffersize = BUFFER_BYTES * sc->sc_chips;
1139 #endif
1140     sc->sc_sector = NULL;
1141     sc->sc_sector_size = 0;
1142     sc->sc_sector_offset = NOSECTOR;
1143     sc->sc_erased = FALSE;
1144 
1145     ProductIdEnter(sc);
1146     sc->sc_ops->read_uint8(sc,sc->sc_page0+(0x0000*2*sc->sc_chips),&Mid);
1147     sc->sc_ops->read_uint8(sc,sc->sc_page0+(0x0001*2*sc->sc_chips),&Did);
1148     ProductIdExit(sc);
1149 
1150     sc->sc_type.ft_manuf_code = Mid;
1151     sc->sc_type.ft_device_code = Did;
1152 
1153     for (i = 0; i < nMAPS; i++) {
1154         if ((sector_maps[i].ft_manuf_code == Mid) && (sector_maps[i].ft_device_code == Did)) {
1155             int j;
1156             uint32_t ms = 0;
1157             sc->sc_type = sector_maps[i];
1158             /* double the sector sizes if twin-chips */
1159             for (j = 0; j < nDELTAS; j++) {
1160                 sc->sc_type.ft_deltas[j].nKB *= sc->sc_chips;
1161                 if (ms < sc->sc_type.ft_deltas[j].nKB)
1162                     ms = sc->sc_type.ft_deltas[j].nKB;
1163             }
1164             sc->sc_max_secsize = ms * 1024;
1165             return TRUE;
1166         }
1167     }
1168 
1169     return FALSE;
1170 }
1171 
1172 /* Common code for read&write argument validation
1173  */
1174 static int eflash_validate(struct eflash_softc *sc, daddr_t start, size_t *pSize, void **pSrc)
1175 {
1176     daddr_t Size;
1177     uint32_t sec;
1178     size_t secsize, secstart;
1179 
1180     /* Validate args
1181      */
1182     if (start >= sc->sc_capacity) {
1183         *pSize = 0;
1184         DBGME(DEBUG_ERRORS,printf("eflash::ValidateArg(%qx) EOF\n", start));
1185         return E2BIG;
1186     }
1187 
1188     /* Map sector if not already
1189      */
1190     sec = SectorNumber(&sc->sc_type, start << DEV_BSHIFT);
1191     secsize = SectorSize( &sc->sc_type, sec);
1192     secstart = SectorStart(&sc->sc_type,sec);
1193     if (sec != sc->sc_sector_offset) {
1194         int error;
1195 
1196         /* unmap previous first */
1197         if (sc->sc_sector_offset != NOSECTOR) {
1198             DBGME(DEBUG_FUNCS,printf("%s: unmap %p %zx\n",
1199 		device_xname(sc->sc_dev), sc->sc_sector, sc->sc_sector_size));
1200             iounaccess((vaddr_t)sc->sc_sector, sc->sc_sector_size);
1201             sc->sc_sector_offset = NOSECTOR;
1202         }
1203 
1204         /* map new */
1205         error = ioaccess((vaddr_t)sc->sc_sector,
1206                          secstart + sc->sc_base,
1207                          secsize);
1208         DBGME(DEBUG_FUNCS,printf("%s: mapped %p %zx -> %zx %d\n",
1209 	    device_xname(sc->sc_dev),
1210 	    sc->sc_sector, secsize, secstart + sc->sc_base,error));
1211         if (error) return error;
1212 
1213         /* Update state. We have to assume the sector was not erased. Sigh. */
1214         sc->sc_sector_offset = sec;
1215         sc->sc_sector_size = secsize;
1216         sc->sc_erased = FALSE;
1217     }
1218 
1219     /* Adjust size if necessary
1220      */
1221     Size = start + *pSize; /* last sector */
1222     if (Size > sc->sc_capacity) {
1223         /* At most this many sectors
1224          */
1225         Size = sc->sc_capacity - start;
1226         *pSize = (size_t)Size;
1227     }
1228     if (*pSize > (secsize >> DEV_BSHIFT)) {
1229         *pSize = secsize >> DEV_BSHIFT;
1230     }
1231 
1232     *pSrc = sc->sc_sector + (start << DEV_BSHIFT) - secstart;
1233 
1234     DBGME(DEBUG_FUNCS,printf("%s: Validate %qx %zd %p\n",
1235 	device_xname(sc->sc_dev), start,*pSize, *pSrc));
1236     return 0;
1237 }
1238 
1239 static int eflash_read_at (struct eflash_softc *sc,
1240                            daddr_t start_sector, char *buffer, size_t nblocks,
1241                            size_t * pSizeRead)
1242 {
1243     int error;
1244     uint32_t SizeRead = 0;
1245     void *src;
1246 
1247     DBGME(DEBUG_XFERS|DEBUG_READS,printf("%s: EflashReadAt(%qx %p %zd %p)\n",
1248                      device_xname(sc->sc_dev), start_sector, buffer, nblocks, pSizeRead));
1249 
1250     /* Validate & trim arguments
1251      */
1252     error = eflash_validate(sc, start_sector, &nblocks, &src);
1253 
1254     /* Copy data if
1255      */
1256     if (error == 0) {
1257         SizeRead = nblocks;
1258         memcpy(buffer, src, nblocks << DEV_BSHIFT);
1259     }
1260 
1261     if (pSizeRead)
1262         *pSizeRead = SizeRead;
1263     return error;
1264 }
1265 
1266 /* Write SIZE bytes to device.
1267  */
1268 static int eflash_write_at (struct eflash_softc *sc,
1269                            daddr_t start_sector, char *buffer, size_t nblocks,
1270                            size_t * pSizeWritten)
1271 {
1272     int error;
1273     void *src;
1274     size_t SizeWritten = 0;
1275 
1276     DBGME(DEBUG_XFERS|DEBUG_WRITES,printf("%s: EflashWriteAt(%qx %p %zd %p)\n",
1277                      device_xname(sc->sc_dev), start_sector, buffer, nblocks, pSizeWritten));
1278 
1279     /* Validate & trim arguments
1280      */
1281     error = eflash_validate(sc, start_sector, &nblocks, &src);
1282 
1283     if (error == 0) {
1284         /* Do we have to erase it */
1285         if (! sc->sc_erased) {
1286 
1287             error = SectorErase(sc,src);
1288             if (error)
1289                 goto Out;
1290             sc->sc_erased = TRUE;
1291         }
1292         SizeWritten = eflash_write_sector(sc, buffer, nblocks << DEV_BSHIFT, src, TRUE);
1293         SizeWritten >>= DEV_BSHIFT;
1294     }
1295 
1296  Out:
1297     if (pSizeWritten)
1298         *pSizeWritten = SizeWritten;
1299     return error;
1300 }
1301 
1302 /* Rest of code lifted with mods from the dev\ata\wd.c driver
1303  */
1304 
1305 /*
1306  * Copyright (c) 1998, 2001 Manuel Bouyer.  All rights reserved.
1307  *
1308  * Redistribution and use in source and binary forms, with or without
1309  * modification, are permitted provided that the following conditions
1310  * are met:
1311  * 1. Redistributions of source code must retain the above copyright
1312  *	notice, this list of conditions and the following disclaimer.
1313  * 2. Redistributions in binary form must reproduce the above copyright
1314  *	notice, this list of conditions and the following disclaimer in the
1315  *	documentation and/or other materials provided with the distribution.
1316  * 3. All advertising materials mentioning features or use of this software
1317  *	must display the following acknowledgement:
1318  *  This product includes software developed by Manuel Bouyer.
1319  * 4. The name of the author may not be used to endorse or promote products
1320  *	derived from this software without specific prior written permission.
1321  *
1322  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
1323  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
1324  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
1325  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
1326  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
1327  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
1328  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
1329  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
1330  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
1331  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
1332  */
1333 
1334 /*-
1335  * Copyright (c) 1998, 2003, 2004 The NetBSD Foundation, Inc.
1336  * All rights reserved.
1337  *
1338  * This code is derived from software contributed to The NetBSD Foundation
1339  * by Charles M. Hannum and by Onno van der Linden.
1340  *
1341  * Redistribution and use in source and binary forms, with or without
1342  * modification, are permitted provided that the following conditions
1343  * are met:
1344  * 1. Redistributions of source code must retain the above copyright
1345  *    notice, this list of conditions and the following disclaimer.
1346  * 2. Redistributions in binary form must reproduce the above copyright
1347  *    notice, this list of conditions and the following disclaimer in the
1348  *    documentation and/or other materials provided with the distribution.
1349  * 3. All advertising materials mentioning features or use of this software
1350  *    must display the following acknowledgement:
1351  *        This product includes software developed by the NetBSD
1352  *        Foundation, Inc. and its contributors.
1353  * 4. Neither the name of The NetBSD Foundation nor the names of its
1354  *    contributors may be used to endorse or promote products derived
1355  *    from this software without specific prior written permission.
1356  *
1357  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
1358  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
1359  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
1360  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
1361  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
1362  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
1363  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
1364  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
1365  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
1366  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
1367  * POSSIBILITY OF SUCH DAMAGE.
1368  */
1369 
1370 static const char ST506[] = "ST506";
1371 
1372 #define	EFLASHIORETRIES_SINGLE 4	/* number of retries before single-sector */
1373 #define	EFLASHIORETRIES	5	/* number of retries before giving up */
1374 #define	RECOVERYTIME hz/2	/* time to wait before retrying a cmd */
1375 
1376 #define	EFLASHUNIT(dev)		DISKUNIT(dev)
1377 #define	EFLASHPART(dev)		DISKPART(dev)
1378 #define	EFLASHMINOR(unit, part)	DISKMINOR(unit, part)
1379 #define	MAKEEFLASHDEV(maj, unit, part)	MAKEDISKDEV(maj, unit, part)
1380 
1381 #define	EFLASHLABELDEV(dev)	(MAKEEFLASHDEV(major(dev), EFLASHUNIT(dev), RAW_PART))
1382 
1383 void	eflashperror(const struct eflash_softc *);
1384 
1385 extern struct cfdriver eflash_cd;
1386 
1387 dev_type_open(eflashopen);
1388 dev_type_close(eflashclose);
1389 dev_type_read(eflashread);
1390 dev_type_write(eflashwrite);
1391 dev_type_ioctl(eflashioctl);
1392 dev_type_strategy(eflashstrategy);
1393 dev_type_dump(eflashdump);
1394 dev_type_size(eflashsize);
1395 
1396 const struct bdevsw eflash_bdevsw = {
1397 	.d_open = eflashopen,
1398 	.d_close = eflashclose,
1399 	.d_strategy = eflashstrategy,
1400 	.d_ioctl = eflashioctl,
1401 	.d_dump = eflashdump,
1402 	.d_psize = eflashsize,
1403 	.d_discard = nodiscard,
1404 	.d_flag = D_DISK
1405 };
1406 
1407 const struct cdevsw eflash_cdevsw = {
1408 	.d_open = eflashopen,
1409 	.d_close = eflashclose,
1410 	.d_read = eflashread,
1411 	.d_write = eflashwrite,
1412 	.d_ioctl = eflashioctl,
1413 	.d_stop = nostop,
1414 	.d_tty = notty,
1415 	.d_poll = nopoll,
1416 	.d_mmap = nommap,
1417 	.d_kqfilter = nokqfilter,
1418 	.d_discard = nodiscard,
1419 	.d_flag = D_DISK
1420 };
1421 
1422 void  eflashgetdefaultlabel(struct eflash_softc *, struct disklabel *);
1423 void  eflashgetdisklabel(struct eflash_softc *);
1424 void  eflashstart(void *);
1425 void  __eflashstart(struct eflash_softc *, struct buf *);
1426 void  eflashrestart(void *);
1427 void  eflashattach(struct eflash_softc *);
1428 int   eflashdetach(device_t, int);
1429 int   eflashactivate(device_t, enum devact);
1430 
1431 void  eflashdone(struct eflash_softc *);
1432 static void eflash_set_geometry(struct eflash_softc *sc);
1433 
1434 struct dkdriver eflashdkdriver = {
1435 	.d_strategy = eflashstrategy,
1436 	.d_minphys = minphys
1437 };
1438 
1439 #ifdef HAS_BAD144_HANDLING
1440 static void bad144intern(struct eflash_softc *);
1441 #endif
1442 
1443 static void eflash_wedges(void *arg);
1444 
1445 void
1446 eflashattach(struct eflash_softc *sc)
1447 {
1448 	device_t self = sc->sc_dev;
1449 	char pbuf[9];
1450 	DEBUG_PRINT(("%s: eflashattach\n",  device_xname(sc->sc_dev)), DEBUG_FUNCS | DEBUG_PROBE);
1451 
1452 	callout_init(&sc->sc_restart_ch, 0);
1453 	bufq_alloc(&sc->sc_q, BUFQ_DISK_DEFAULT_STRAT, BUFQ_SORT_RAWBLOCK);
1454 
1455     sc->openings = 1; /* wazziz?*/
1456 
1457 	aprint_naive("\n");
1458 
1459     /* setup all required fields so that if the attach fails we are ok */
1460 	sc->sc_dk.dk_driver = &eflashdkdriver;
1461 	sc->sc_dk.dk_name = device_xname(sc->sc_dev);
1462 
1463 	format_bytes(pbuf, sizeof(pbuf), sc->sc_capacity * DEV_BSIZE);
1464 	aprint_normal("%s: %s, %d cyl, %d head, %d sec, %d bytes/sect x %llu sectors\n",
1465 	    device_xname(self), pbuf, 1, 1, sc->sc_capacity,
1466 	    DEV_BSIZE, (unsigned long long)sc->sc_capacity);
1467 
1468     eflash_set_geometry(sc);
1469 
1470 	/*
1471 	 * Attach the disk structure. We fill in dk_info later.
1472 	 */
1473 	disk_attach(&sc->sc_dk);
1474 
1475 	rnd_attach_source(&sc->rnd_source, device_xname(sc->sc_dev),
1476 			  RND_TYPE_DISK, RND_FLAG_DEFAULT);
1477 
1478 }
1479 
1480 int
1481 eflashactivate(device_t self, enum devact act)
1482 {
1483 	int rv = 0;
1484 
1485 	DEBUG_PRINT(("eflashactivate %x\n",  act), DEBUG_FUNCS | DEBUG_PROBE);
1486 
1487 	switch (act) {
1488 	case DVACT_DEACTIVATE:
1489 		/*
1490 		 * Nothing to do; we key off the device's DVF_ACTIVATE.
1491 		 */
1492 		break;
1493 	default:
1494 		rv = EOPNOTSUPP;
1495 		break;
1496 	}
1497 	return (rv);
1498 }
1499 
1500 int
1501 eflashdetach(device_t self, int flags)
1502 {
1503 	struct eflash_softc *sc = device_private(self);
1504 	int s, bmaj, cmaj, i, mn;
1505 
1506 	DEBUG_PRINT(("%s: eflashdetach\n",  device_xname(sc->sc_dev)), DEBUG_FUNCS | DEBUG_PROBE);
1507 
1508 	/* locate the major number */
1509 	bmaj = bdevsw_lookup_major(&eflash_bdevsw);
1510 	cmaj = cdevsw_lookup_major(&eflash_cdevsw);
1511 
1512 	/* Nuke the vnodes for any open instances. */
1513 	for (i = 0; i < MAXPARTITIONS; i++) {
1514 		mn = EFLASHMINOR(device_unit(self), i);
1515 		vdevgone(bmaj, mn, mn, VBLK);
1516 		vdevgone(cmaj, mn, mn, VCHR);
1517 	}
1518 
1519 	/* Delete all of our wedges. */
1520 	dkwedge_delall(&sc->sc_dk);
1521 
1522 	s = splbio();
1523 
1524 	/* Kill off any queued buffers. */
1525 	bufq_drain(sc->sc_q);
1526 
1527 	bufq_free(sc->sc_q);
1528 	/*sc->atabus->ata_killpending(sc->drvp);*/
1529 
1530 	splx(s);
1531 
1532 	/* Detach disk. */
1533 	disk_detach(&sc->sc_dk);
1534 
1535 	/* Unhook the entropy source. */
1536 	rnd_detach_source(&sc->rnd_source);
1537 
1538 	/*sc->drvp->drive_flags = 0; -- no drive any more here */
1539 
1540 	return (0);
1541 }
1542 
1543 extern int	dkwedge_autodiscover;
1544 
1545 /* Aux temp thread to avoid deadlock when doing the partitio.. ahem wedges thing.
1546  */
1547 static void
1548 eflash_wedges(void *arg)
1549 {
1550 	struct eflash_softc *sc = (struct eflash_softc*)arg;
1551 
1552     DBGME(DEBUG_STATUS,printf("%s: wedges started for %p\n", sc->sc_dk.dk_name, sc));
1553 
1554 	/* Discover wedges on this disk. */
1555     dkwedge_autodiscover = 1;
1556 	dkwedge_discover(&sc->sc_dk);
1557 
1558     config_pending_decr(sc->sc_dev);
1559 
1560     DBGME(DEBUG_STATUS,printf("%s: wedges thread done for %p\n", device_xname(sc->sc_dev), sc));
1561 	kthread_exit(0);
1562 }
1563 
1564 static void
1565 eflash_thread(void *arg)
1566 {
1567 	struct eflash_softc *sc = (struct eflash_softc*)arg;
1568 	struct buf *bp;
1569     vaddr_t addr;
1570 	int s, error;
1571 
1572     DBGME(DEBUG_STATUS,printf("%s: thread started for %p\n", device_xname(sc->sc_dev), sc));
1573 
1574     s = splbio();
1575     eflashattach(sc);
1576     splx(s);
1577 
1578     /* Allocate a VM window large enough to map the largest sector
1579      * BUGBUG We could risk it and allocate/free on open/close?
1580      */
1581     addr = uvm_km_alloc(kernel_map, sc->sc_max_secsize, 0, UVM_KMF_VAONLY);
1582     if (addr == 0)
1583         panic("eflash_thread: kernel map full (%lx)", (long unsigned)sc->sc_max_secsize);
1584     sc->sc_sector = (/*volatile*/ uint8_t *) addr;
1585     sc->sc_sector_size = 0;
1586     sc->sc_sector_offset = NOSECTOR;
1587 
1588 	error = kthread_create(PRI_NONE, 0, NULL,
1589 	    eflash_wedges, sc, NULL, "%s.wedges", device_xname(sc->sc_dev));
1590 	if (error) {
1591 		aprint_error_dev(sc->sc_dev, "wedges: unable to create kernel "
1592 		    "thread: error %d\n", error);
1593 		/* XXX: why continue? */
1594 	}
1595 
1596 
1597     DBGME(DEBUG_STATUS,printf("%s: thread service active for %p\n", device_xname(sc->sc_dev), sc));
1598 
1599     s = splbio();
1600 	for (;;) {
1601         /* Get next I/O request, wait if necessary
1602          */
1603 		if ((sc->ch_flags & (ATACH_TH_RESET | ATACH_SHUTDOWN)) == 0 &&
1604 		    (sc->active_xfer == NULL)) {
1605 			sc->ch_flags &= ~ATACH_TH_RUN;
1606 			(void) tsleep(&sc->ch_thread, PRIBIO, "eflashth", 0);
1607 			sc->ch_flags |= ATACH_TH_RUN;
1608 		}
1609 		if (sc->ch_flags & ATACH_SHUTDOWN) {
1610 			break;
1611         }
1612         bp = sc->active_xfer;
1613         sc->active_xfer = NULL;
1614 		if (bp != NULL) {
1615 
1616             size_t sz = DEV_BSIZE, bnow;
1617 
1618             DBGME(DEBUG_XFERS,printf("%s: task %p %x %p %qx %d (%zd)\n", device_xname(sc->sc_dev), bp,
1619                                      sc->sc_bio.flags, sc->sc_bio.databuf, sc->sc_bio.blkno,
1620                                      sc->sc_bio.nbytes, sc->sc_bio.nblks));
1621 
1622             sc->sc_bio.error = 0;
1623             for (; sc->sc_bio.nblks > 0;) {
1624 
1625                 bnow = sc->sc_bio.nblks;
1626                 if (sc->sc_bio.flags & ATA_SINGLE) bnow = 1;
1627 
1628                 if (sc->sc_bio.flags & ATA_READ) {
1629                     sc->sc_bio.error =
1630                         eflash_read_at(sc, sc->sc_bio.blkno, sc->sc_bio.databuf, bnow, &sz);
1631                 } else {
1632                     sc->sc_bio.error =
1633                         eflash_write_at(sc, sc->sc_bio.blkno, sc->sc_bio.databuf, bnow, &sz);
1634                 }
1635 
1636                 if (sc->sc_bio.error)
1637                     break;
1638 
1639                 sc->sc_bio.blkno += sz; /* in blocks */
1640                 sc->sc_bio.nblks -= sz;
1641                 sc->sc_bio.blkdone += sz;
1642                 sz = sz << DEV_BSHIFT; /* in bytes */
1643                 sc->sc_bio.databuf += sz;
1644                 sc->sc_bio.nbytes  -= sz;
1645             }
1646 
1647             eflashdone(sc);
1648         }
1649 	}
1650 
1651 	splx(s);
1652 	sc->ch_thread = NULL;
1653 	wakeup(&sc->ch_flags);
1654 
1655     DBGME(DEBUG_STATUS,printf("%s: thread service terminated for %p\n", device_xname(sc->sc_dev), sc));
1656 
1657 	kthread_exit(0);
1658 }
1659 
1660 
1661 /*
1662  * Read/write routine for a buffer.  Validates the arguments and schedules the
1663  * transfer.  Does not wait for the transfer to complete.
1664  */
1665 void
1666 eflashstrategy(struct buf *bp)
1667 {
1668 	struct eflash_softc *sc = device_lookup_private(&eflash_cd, EFLASHUNIT(bp->b_dev));
1669 	struct disklabel *lp = sc->sc_dk.dk_label;
1670 	daddr_t blkno;
1671 	int s;
1672 
1673 	DEBUG_PRINT(("%s: eflashstrategy %lld\n", device_xname(sc->sc_dev), bp->b_blkno),
1674 	    DEBUG_XFERS);
1675 
1676 	/* Valid request?  */
1677 	if (bp->b_blkno < 0 ||
1678 	    (bp->b_bcount % lp->d_secsize) != 0 ||
1679 	    (bp->b_bcount / lp->d_secsize) >= (1 << NBBY)) {
1680 		bp->b_error = EINVAL;
1681 		goto done;
1682 	}
1683 
1684 	/* If device invalidated (e.g. media change, door open), error. */
1685 	if ((sc->sc_flags & EFLASHF_LOADED) == 0) {
1686 		bp->b_error = EIO;
1687 		goto done;
1688 	}
1689 
1690 	/* If it's a null transfer, return immediately. */
1691 	if (bp->b_bcount == 0)
1692 		goto done;
1693 
1694 	/*
1695 	 * Do bounds checking, adjust transfer. if error, process.
1696 	 * If end of partition, just return.
1697 	 */
1698 	if (EFLASHPART(bp->b_dev) == RAW_PART) {
1699 		if (bounds_check_with_mediasize(bp, DEV_BSIZE,
1700 		    sc->sc_capacity) <= 0)
1701 			goto done;
1702 	} else {
1703 		if (bounds_check_with_label(&sc->sc_dk, bp,
1704 		    (sc->sc_flags & (EFLASHF_WLABEL|EFLASHF_LABELLING)) != 0) <= 0)
1705 			goto done;
1706 	}
1707 
1708 	/*
1709 	 * Now convert the block number to absolute and put it in
1710 	 * terms of the device's logical block size.
1711 	 */
1712 	if (lp->d_secsize >= DEV_BSIZE)
1713 		blkno = bp->b_blkno / (lp->d_secsize / DEV_BSIZE);
1714 	else
1715 		blkno = bp->b_blkno * (DEV_BSIZE / lp->d_secsize);
1716 
1717 	if (EFLASHPART(bp->b_dev) != RAW_PART)
1718 		blkno += lp->d_partitions[EFLASHPART(bp->b_dev)].p_offset;
1719 
1720 	bp->b_rawblkno = blkno;
1721 
1722 	/* Queue transfer on drive, activate drive and controller if idle. */
1723 	s = splbio();
1724 	bufq_put(sc->sc_q, bp);
1725 	eflashstart(sc);
1726 	splx(s);
1727 	return;
1728 done:
1729 	/* Toss transfer; we're done early. */
1730 	bp->b_resid = bp->b_bcount;
1731 	biodone(bp);
1732 }
1733 
1734 /*
1735  * Queue a drive for I/O.
1736  */
1737 void
1738 eflashstart(void *arg)
1739 {
1740 	struct eflash_softc *sc = arg;
1741 	struct buf *bp = NULL;
1742 
1743 	DEBUG_PRINT(("%s: eflashstart\n", device_xname(sc->sc_dev)),
1744 	    DEBUG_XFERS);
1745 	while (sc->openings > 0) {
1746 
1747 		/* Is there a buf for us ? */
1748 		if ((bp = bufq_get(sc->sc_q)) == NULL)
1749 			return;
1750 
1751 		/*
1752 		 * Make the command. First lock the device
1753 		 */
1754 		sc->openings--;
1755 
1756 		sc->retries = 0;
1757 		__eflashstart(sc, bp);
1758 	}
1759 }
1760 
1761 void
1762 __eflashstart(struct eflash_softc *sc, struct buf *bp)
1763 {
1764 	DEBUG_PRINT(("%s: __eflashstart %p\n", device_xname(sc->sc_dev), bp),
1765 	    DEBUG_XFERS);
1766 
1767 	sc->sc_bp = bp;
1768 	/*
1769 	 * If we're retrying, retry in single-sector mode. This will give us
1770 	 * the sector number of the problem, and will eventually allow the
1771 	 * transfer to succeed.
1772 	 */
1773 	if (sc->retries >= EFLASHIORETRIES_SINGLE)
1774 		sc->sc_bio.flags = ATA_SINGLE;
1775 	else
1776 		sc->sc_bio.flags = 0;
1777 	if (bp->b_flags & B_READ)
1778 		sc->sc_bio.flags |= ATA_READ;
1779 	sc->sc_bio.blkno = bp->b_rawblkno;
1780 	sc->sc_bio.blkdone = 0;
1781 	sc->sc_bio.nbytes = bp->b_bcount;
1782 	sc->sc_bio.nblks  = bp->b_bcount >> DEV_BSHIFT;
1783 	sc->sc_bio.databuf = bp->b_data;
1784 	/* Instrumentation. */
1785 	disk_busy(&sc->sc_dk);
1786     sc->active_xfer = bp;
1787     wakeup(&sc->ch_thread);
1788 }
1789 
1790 void
1791 eflashdone(struct eflash_softc *sc)
1792 {
1793 	struct buf *bp = sc->sc_bp;
1794 	const char *errmsg;
1795 	int do_perror = 0;
1796 
1797 	DEBUG_PRINT(("%s: eflashdone %p\n", device_xname(sc->sc_dev), bp),
1798 	    DEBUG_XFERS);
1799 
1800 	if (bp == NULL)
1801 		return;
1802 
1803 	bp->b_resid = sc->sc_bio.nbytes;
1804 	switch (sc->sc_bio.error) {
1805 	case ETIMEDOUT:
1806 		errmsg = "device timeout";
1807         do_perror = 1;
1808 		goto retry;
1809 	case EBUSY:
1810 		errmsg = "device stuck";
1811 retry:		/* Just reset and retry. Can we do more ? */
1812 		/*eflash_reset(sc);*/
1813 		diskerr(bp, "flash", errmsg, LOG_PRINTF,
1814 		    sc->sc_bio.blkdone, sc->sc_dk.dk_label);
1815 		if (sc->retries < EFLASHIORETRIES)
1816 			printf(", retrying");
1817 		printf("\n");
1818 		if (do_perror)
1819 			eflashperror(sc);
1820 		if (sc->retries < EFLASHIORETRIES) {
1821 			sc->retries++;
1822 			callout_reset(&sc->sc_restart_ch, RECOVERYTIME,
1823 			    eflashrestart, sc);
1824 			return;
1825 		}
1826 
1827 		bp->b_error = EIO;
1828 		break;
1829 	case 0:
1830         if ((sc->sc_bio.flags & ATA_CORR) || sc->retries > 0)
1831 			printf("%s: soft error (corrected)\n",
1832 			    device_xname(sc->sc_dev));
1833 		break;
1834 	case ENODEV:
1835 	case E2BIG:
1836 		bp->b_error = EIO;
1837 		break;
1838 	}
1839 	disk_unbusy(&sc->sc_dk, (bp->b_bcount - bp->b_resid),
1840 	    (bp->b_flags & B_READ));
1841 	rnd_add_uint32(&sc->rnd_source, bp->b_blkno);
1842     biodone(bp);
1843     sc->openings++;
1844 	eflashstart(sc);
1845 }
1846 
1847 void
1848 eflashrestart(void *v)
1849 {
1850 	struct eflash_softc *sc = v;
1851 	struct buf *bp = sc->sc_bp;
1852 	int s;
1853 	DEBUG_PRINT(("%s: eflashrestart\n", device_xname(sc->sc_dev)),
1854 	    DEBUG_XFERS);
1855 
1856 	s = splbio();
1857 	__eflashstart(v, bp);
1858 	splx(s);
1859 }
1860 
1861 int
1862 eflashread(dev_t dev, struct uio *uio, int flags)
1863 {
1864 	DEBUG_PRINT(("eflashread\n"), DEBUG_XFERS);
1865 	return (physio(eflashstrategy, NULL, dev, B_READ, minphys, uio));
1866 }
1867 
1868 int
1869 eflashwrite(dev_t dev, struct uio *uio, int flags)
1870 {
1871 	DEBUG_PRINT(("eflashwrite\n"), DEBUG_XFERS);
1872 	return (physio(eflashstrategy, NULL, dev, B_WRITE, minphys, uio));
1873 }
1874 
1875 int
1876 eflashopen(dev_t dev, int flag, int fmt, struct lwp *l)
1877 {
1878 	struct eflash_softc *sc;
1879 	int part, error;
1880 
1881 	DEBUG_PRINT(("eflashopen %" PRIx64 "\n", dev), DEBUG_FUNCS);
1882 	sc = device_lookup_private(&eflash_cd, EFLASHUNIT(dev));
1883 	if (sc == NULL)
1884 		return (ENXIO);
1885 
1886 	if (! device_is_active(sc->sc_dev))
1887 		return (ENODEV);
1888 
1889 	part = EFLASHPART(dev);
1890 
1891 	mutex_enter(&sc->sc_dk.dk_openlock);
1892 
1893 	/*
1894 	 * If there are wedges, and this is not RAW_PART, then we
1895 	 * need to fail.
1896 	 */
1897 	if (sc->sc_dk.dk_nwedges != 0 && part != RAW_PART) {
1898 		error = EBUSY;
1899 		goto bad;
1900 	}
1901 
1902 	if (sc->sc_dk.dk_openmask != 0) {
1903 		/*
1904 		 * If any partition is open, but the disk has been invalidated,
1905 		 * disallow further opens.
1906 		 */
1907 		if ((sc->sc_flags & EFLASHF_LOADED) == 0) {
1908 			error = EIO;
1909 			goto bad;
1910 		}
1911 	} else {
1912 		if ((sc->sc_flags & EFLASHF_LOADED) == 0) {
1913 			sc->sc_flags |= EFLASHF_LOADED;
1914 
1915 			/* Load the partition info if not already loaded. */
1916 			eflashgetdisklabel(sc);
1917 		}
1918 	}
1919 
1920 	/* Check that the partition exists. */
1921 	if (part != RAW_PART &&
1922 	    (part >= sc->sc_dk.dk_label->d_npartitions ||
1923 	     sc->sc_dk.dk_label->d_partitions[part].p_fstype == FS_UNUSED)) {
1924 		error = ENXIO;
1925 		goto bad;
1926 	}
1927 
1928 	/* Insure only one open at a time. */
1929 	switch (fmt) {
1930 	case S_IFCHR:
1931 		sc->sc_dk.dk_copenmask |= (1 << part);
1932 		break;
1933 	case S_IFBLK:
1934 		sc->sc_dk.dk_bopenmask |= (1 << part);
1935 		break;
1936 	}
1937 	sc->sc_dk.dk_openmask =
1938 	    sc->sc_dk.dk_copenmask | sc->sc_dk.dk_bopenmask;
1939 
1940 	mutex_exit(&sc->sc_dk.dk_openlock);
1941 	return 0;
1942 
1943  bad:
1944 	mutex_exit(&sc->sc_dk.dk_openlock);
1945 	DEBUG_PRINT(("%s: eflashopen -> %d\n", device_xname(sc->sc_dev), error),
1946 	    DEBUG_XFERS);
1947 	return error;
1948 }
1949 
1950 int
1951 eflashclose(dev_t dev, int flag, int fmt, struct lwp *l)
1952 {
1953 	struct eflash_softc *sc = device_lookup_private(&eflash_cd, EFLASHUNIT(dev));
1954 	int part = EFLASHPART(dev);
1955 
1956 	DEBUG_PRINT(("eflashclose %" PRIx64 "\n", dev), DEBUG_FUNCS);
1957 
1958 	mutex_enter(&sc->sc_dk.dk_openlock);
1959 
1960 	switch (fmt) {
1961 	case S_IFCHR:
1962 		sc->sc_dk.dk_copenmask &= ~(1 << part);
1963 		break;
1964 	case S_IFBLK:
1965 		sc->sc_dk.dk_bopenmask &= ~(1 << part);
1966 		break;
1967 	}
1968 	sc->sc_dk.dk_openmask =
1969 	    sc->sc_dk.dk_copenmask | sc->sc_dk.dk_bopenmask;
1970 
1971 	if (sc->sc_dk.dk_openmask == 0) {
1972 
1973 		if (! (sc->sc_flags & EFLASHF_KLABEL))
1974 			sc->sc_flags &= ~EFLASHF_LOADED;
1975 
1976         DEBUG_PRINT(("%s: eflashclose flg %x\n", device_xname(sc->sc_dev), sc->sc_flags),
1977                     DEBUG_XFERS);
1978 
1979 	}
1980 
1981 	mutex_exit(&sc->sc_dk.dk_openlock);
1982 	return 0;
1983 }
1984 
1985 void
1986 eflashgetdefaultlabel(struct eflash_softc *sc, struct disklabel *lp)
1987 {
1988 
1989 	DEBUG_PRINT(("%s: eflashgetdefaultlabel\n", device_xname(sc->sc_dev)), DEBUG_FUNCS);
1990 	memset(lp, 0, sizeof(struct disklabel));
1991 
1992 	lp->d_secsize = DEV_BSIZE;
1993 	lp->d_ntracks = 1;
1994 	lp->d_nsectors = sc->sc_capacity;
1995 	lp->d_ncylinders = 1;
1996 	lp->d_secpercyl = lp->d_ntracks * lp->d_nsectors;
1997 
1998 	lp->d_type = DKTYPE_ST506; /* ?!? */
1999 
2000 	strncpy(lp->d_typename, ST506, 16);
2001 	strncpy(lp->d_packname, "fictitious", 16);
2002 	if (sc->sc_capacity > UINT32_MAX)
2003 		lp->d_secperunit = UINT32_MAX;
2004 	else
2005 		lp->d_secperunit = sc->sc_capacity;
2006 	lp->d_rpm = 3600;
2007 	lp->d_interleave = 1;
2008 	lp->d_flags = 0;
2009 
2010 	lp->d_partitions[RAW_PART].p_offset = 0;
2011 	lp->d_partitions[RAW_PART].p_size =
2012 	    lp->d_secperunit * (lp->d_secsize / DEV_BSIZE);
2013 	lp->d_partitions[RAW_PART].p_fstype = FS_UNUSED;
2014 	lp->d_npartitions = RAW_PART + 1;
2015 
2016 	lp->d_magic = DISKMAGIC;
2017 	lp->d_magic2 = DISKMAGIC;
2018 	lp->d_checksum = dkcksum(lp);
2019 }
2020 
2021 /*
2022  * Fabricate a default disk label, and try to read the correct one.
2023  */
2024 void
2025 eflashgetdisklabel(struct eflash_softc *sc)
2026 {
2027 	struct disklabel *lp = sc->sc_dk.dk_label;
2028 	const char *errstring;
2029 
2030 	DEBUG_PRINT(("%s: eflashgetdisklabel\n",  device_xname(sc->sc_dev)), DEBUG_FUNCS);
2031 
2032 	memset(sc->sc_dk.dk_cpulabel, 0, sizeof(struct cpu_disklabel));
2033 
2034 	eflashgetdefaultlabel(sc, lp);
2035 
2036 #ifdef HAS_BAD144_HANDLING
2037 	sc->sc_bio.badsect[0] = -1;
2038 #endif
2039 
2040     /* BUGBUG: maj==0?? why is this not EFLASHLABELDEV(??sc->sc_dev) */
2041 	errstring = readdisklabel(MAKEEFLASHDEV(0, device_unit(sc->sc_dev),
2042 				  RAW_PART), eflashstrategy, lp,
2043 				  sc->sc_dk.dk_cpulabel);
2044 	if (errstring) {
2045 		printf("%s: %s\n", device_xname(sc->sc_dev), errstring);
2046 		return;
2047 	}
2048 
2049 #if DEBUG
2050     if (EFLASH_DEBUG(DEBUG_WRITES)) {
2051         int i, n = sc->sc_dk.dk_label->d_npartitions;
2052         printf("%s: %d parts\n", device_xname(sc->sc_dev), n);
2053         for (i = 0; i < n; i++) {
2054             printf("\t[%d]: t=%x s=%d o=%d\n", i,
2055                    sc->sc_dk.dk_label->d_partitions[i].p_fstype,
2056                    sc->sc_dk.dk_label->d_partitions[i].p_size,
2057                    sc->sc_dk.dk_label->d_partitions[i].p_offset);
2058         }
2059     }
2060 #endif
2061 
2062 #ifdef HAS_BAD144_HANDLING
2063 	if ((lp->d_flags & D_BADSECT) != 0)
2064 		bad144intern(sc);
2065 #endif
2066 }
2067 
2068 void
2069 eflashperror(const struct eflash_softc *sc)
2070 {
2071 	const char *devname = device_xname(sc->sc_dev);
2072 	u_int32_t Status = sc->sc_bio.r_error;
2073 
2074 	printf("%s: (", devname);
2075 
2076 	if (Status == 0)
2077 		printf("error not notified");
2078     else
2079         printf("status=x%x", Status);
2080 
2081 	printf(")\n");
2082 }
2083 
2084 int
2085 eflashioctl(dev_t dev, u_long xfer, void *addr, int flag, struct lwp *l)
2086 {
2087 	struct eflash_softc *sc = device_lookup_private(&eflash_cd, EFLASHUNIT(dev));
2088 	int error = 0, s;
2089 
2090 	DEBUG_PRINT(("eflashioctl(%lx)\n",xfer), DEBUG_FUNCS);
2091 
2092 	if ((sc->sc_flags & EFLASHF_LOADED) == 0)
2093 		return EIO;
2094 
2095 	error = disk_ioctl(&sc->sc_dk, dev, xfer, addr, flag, l);
2096 	if (error != EPASSTHROUGH)
2097 		return (error);
2098 
2099 	switch (xfer) {
2100 #ifdef HAS_BAD144_HANDLING
2101 	case DIOCSBAD:
2102 		if ((flag & FWRITE) == 0)
2103 			return EBADF;
2104 		sc->sc_dk.dk_cpulabel->bad = *(struct dkbad *)addr;
2105 		sc->sc_dk.dk_label->d_flags |= D_BADSECT;
2106 		bad144intern(sc);
2107 		return 0;
2108 #endif
2109 
2110 	case DIOCWDINFO:
2111 	case DIOCSDINFO:
2112 	{
2113 		struct disklabel *lp;
2114 
2115 		if ((flag & FWRITE) == 0)
2116 			return EBADF;
2117 
2118 		lp = (struct disklabel *)addr;
2119 
2120 		mutex_enter(&sc->sc_dk.dk_openlock);
2121 		sc->sc_flags |= EFLASHF_LABELLING;
2122 
2123 		error = setdisklabel(sc->sc_dk.dk_label,
2124 		    lp, /*sc->sc_dk.dk_openmask : */0,
2125 		    sc->sc_dk.dk_cpulabel);
2126 		if (error == 0) {
2127 			if (xfer == DIOCWDINFO)
2128 				error = writedisklabel(EFLASHLABELDEV(dev),
2129 				    eflashstrategy, sc->sc_dk.dk_label,
2130 				    sc->sc_dk.dk_cpulabel);
2131 		}
2132 
2133 		sc->sc_flags &= ~EFLASHF_LABELLING;
2134 		mutex_exit(&sc->sc_dk.dk_openlock);
2135 		return error;
2136 	}
2137 
2138 	case DIOCKLABEL:
2139 		if (*(int *)addr)
2140 			sc->sc_flags |= EFLASHF_KLABEL;
2141 		else
2142 			sc->sc_flags &= ~EFLASHF_KLABEL;
2143 		return 0;
2144 
2145 	case DIOCWLABEL:
2146 		if ((flag & FWRITE) == 0)
2147 			return EBADF;
2148 		if (*(int *)addr)
2149 			sc->sc_flags |= EFLASHF_WLABEL;
2150 		else
2151 			sc->sc_flags &= ~EFLASHF_WLABEL;
2152 		return 0;
2153 
2154 	case DIOCGDEFLABEL:
2155 		eflashgetdefaultlabel(sc, (struct disklabel *)addr);
2156 		return 0;
2157 
2158 	case DIOCCACHESYNC:
2159 		return 0;
2160 
2161 	case DIOCGSTRATEGY:
2162 	    {
2163 		struct disk_strategy *dks = (void *)addr;
2164 
2165 		s = splbio();
2166 		strlcpy(dks->dks_name, bufq_getstrategyname(sc->sc_q),
2167 		    sizeof(dks->dks_name));
2168 		splx(s);
2169 		dks->dks_paramlen = 0;
2170 
2171 		return 0;
2172 	    }
2173 
2174 	case DIOCSSTRATEGY:
2175 	    {
2176 		struct disk_strategy *dks = (void *)addr;
2177 		struct bufq_state *new;
2178 		struct bufq_state *old;
2179 
2180 		if ((flag & FWRITE) == 0) {
2181 			return EBADF;
2182 		}
2183 		if (dks->dks_param != NULL) {
2184 			return EINVAL;
2185 		}
2186 		dks->dks_name[sizeof(dks->dks_name) - 1] = 0; /* ensure term */
2187 		error = bufq_alloc(&new, dks->dks_name,
2188 		    BUFQ_EXACT|BUFQ_SORT_RAWBLOCK);
2189 		if (error) {
2190 			return error;
2191 		}
2192 		s = splbio();
2193 		old = sc->sc_q;
2194 		bufq_move(new, old);
2195 		sc->sc_q = new;
2196 		splx(s);
2197 		bufq_free(old);
2198 
2199 		return 0;
2200 	    }
2201 
2202 	default:
2203         /* NB: we get a DIOCGWEDGEINFO, but nobody else handles it either */
2204         DEBUG_PRINT(("eflashioctl: unsup x%lx\n", xfer), DEBUG_FUNCS);
2205 		return ENOTTY;
2206 	}
2207 }
2208 
2209 int
2210 eflashsize(dev_t dev)
2211 {
2212 	struct eflash_softc *sc;
2213 	int part, omask;
2214 	int size;
2215 
2216 	DEBUG_PRINT(("eflashsize\n"), DEBUG_FUNCS);
2217 
2218 	sc = device_lookup_private(&eflash_cd, EFLASHUNIT(dev));
2219 	if (sc == NULL)
2220 		return (-1);
2221 
2222 	part = EFLASHPART(dev);
2223 	omask = sc->sc_dk.dk_openmask & (1 << part);
2224 
2225 	if (omask == 0 && eflashopen(dev, 0, S_IFBLK, NULL) != 0)
2226 		return (-1);
2227 	if (sc->sc_dk.dk_label->d_partitions[part].p_fstype != FS_SWAP)
2228 		size = -1;
2229 	else
2230 		size = sc->sc_dk.dk_label->d_partitions[part].p_size *
2231 		    (sc->sc_dk.dk_label->d_secsize / DEV_BSIZE);
2232 	if (omask == 0 && eflashclose(dev, 0, S_IFBLK, NULL) != 0)
2233 		return (-1);
2234 	return (size);
2235 }
2236 
2237 /*
2238  * Dump core after a system crash.
2239  */
2240 int
2241 eflashdump(dev_t dev, daddr_t blkno, void *va, size_t size)
2242 {
2243     /* no we dont */
2244     return (ENXIO);
2245 }
2246 
2247 #ifdef HAS_BAD144_HANDLING
2248 /*
2249  * Internalize the bad sector table.
2250  */
2251 void
2252 bad144intern(struct eflash_softc *sc)
2253 {
2254 	struct dkbad *bt = &sc->sc_dk.dk_cpulabel->bad;
2255 	struct disklabel *lp = sc->sc_dk.dk_label;
2256 	int i = 0;
2257 
2258 	DEBUG_PRINT(("bad144intern\n"), DEBUG_XFERS);
2259 
2260 	for (; i < NBT_BAD; i++) {
2261 		if (bt->bt_bad[i].bt_cyl == 0xffff)
2262 			break;
2263 		sc->sc_bio.badsect[i] =
2264 		    bt->bt_bad[i].bt_cyl * lp->d_secpercyl +
2265 		    (bt->bt_bad[i].bt_trksec >> 8) * lp->d_nsectors +
2266 		    (bt->bt_bad[i].bt_trksec & 0xff);
2267 	}
2268 	for (; i < NBT_BAD+1; i++)
2269 		sc->sc_bio.badsect[i] = -1;
2270 }
2271 #endif
2272 
2273 static void
2274 eflash_set_geometry(struct eflash_softc *sc)
2275 {
2276 	struct disk_geom *dg = &sc->sc_dk.dk_geom;
2277 
2278 	memset(dg, 0, sizeof(*dg));
2279 
2280 	dg->dg_secperunit = sc->sc_capacity;
2281 	dg->dg_secsize = DEV_BSIZE /* XXX 512? */;
2282 	dg->dg_nsectors = sc->sc_capacity;
2283 	dg->dg_ntracks = 1;
2284 	dg->dg_ncylinders = sc->sc_capacity;
2285 
2286 	disk_set_info(sc->sc_dev, &sc->sc_dk, ST506);
2287 }
2288