xref: /plan9/sys/src/cmd/venti/srv/reseal.c (revision 61f42fee8ee44c583d535d22ccfb3a51d7f2b35b)
1368c31abSDavid du Colombier #include "stdinc.h"
2368c31abSDavid du Colombier #include "dat.h"
3368c31abSDavid du Colombier #include "fns.h"
4368c31abSDavid du Colombier 
5368c31abSDavid du Colombier static uchar	*data;
6368c31abSDavid du Colombier static uchar	*data1;
7368c31abSDavid du Colombier static int	blocksize;
8368c31abSDavid du Colombier static int	sleepms;
9*61f42feeSDavid du Colombier static int	fd;
10*61f42feeSDavid du Colombier static int	force;
11*61f42feeSDavid du Colombier static vlong	offset0;
12368c31abSDavid du Colombier 
13368c31abSDavid du Colombier void
usage(void)14368c31abSDavid du Colombier usage(void)
15368c31abSDavid du Colombier {
16*61f42feeSDavid du Colombier 	fprint(2, "usage: reseal [-f] [-b blocksize] [-s ms] arenapart1 [name...]]\n");
17368c31abSDavid du Colombier 	threadexitsall(0);
18368c31abSDavid du Colombier }
19368c31abSDavid du Colombier 
20368c31abSDavid du Colombier static int
pwriteblock(uchar * buf,int n,vlong off)21*61f42feeSDavid du Colombier pwriteblock(uchar *buf, int n, vlong off)
22368c31abSDavid du Colombier {
23368c31abSDavid du Colombier 	int nr, m;
24368c31abSDavid du Colombier 
25368c31abSDavid du Colombier 	for(nr = 0; nr < n; nr += m){
26368c31abSDavid du Colombier 		m = n - nr;
27*61f42feeSDavid du Colombier 		m = pwrite(fd, &buf[nr], m, offset0+off+nr);
28368c31abSDavid du Colombier 		if(m <= 0)
29368c31abSDavid du Colombier 			return -1;
30368c31abSDavid du Colombier 	}
31368c31abSDavid du Colombier 	return 0;
32368c31abSDavid du Colombier }
33368c31abSDavid du Colombier 
34368c31abSDavid du Colombier static int
preadblock(uchar * buf,int n,vlong off)35*61f42feeSDavid du Colombier preadblock(uchar *buf, int n, vlong off)
36368c31abSDavid du Colombier {
37368c31abSDavid du Colombier 	int nr, m;
38368c31abSDavid du Colombier 
39368c31abSDavid du Colombier 	for(nr = 0; nr < n; nr += m){
40368c31abSDavid du Colombier 		m = n - nr;
41*61f42feeSDavid du Colombier 		m = pread(fd, &buf[nr], m, offset0+off+nr);
42368c31abSDavid du Colombier 		if(m <= 0){
43368c31abSDavid du Colombier 			if(m == 0)
44368c31abSDavid du Colombier 				werrstr("early eof");
45368c31abSDavid du Colombier 			return -1;
46368c31abSDavid du Colombier 		}
47368c31abSDavid du Colombier 	}
48368c31abSDavid du Colombier 	return 0;
49368c31abSDavid du Colombier }
50368c31abSDavid du Colombier 
51368c31abSDavid du Colombier static int
loadheader(char * name,ArenaHead * head,Arena * arena,vlong off)52*61f42feeSDavid du Colombier loadheader(char *name, ArenaHead *head, Arena *arena, vlong off)
53368c31abSDavid du Colombier {
54*61f42feeSDavid du Colombier 	if(preadblock(data, head->blocksize, off + head->size - head->blocksize) < 0){
55368c31abSDavid du Colombier 		fprint(2, "%s: reading arena tail: %r\n", name);
56368c31abSDavid du Colombier 		return -1;
57368c31abSDavid du Colombier 	}
58368c31abSDavid du Colombier 
59368c31abSDavid du Colombier 	memset(arena, 0, sizeof *arena);
60368c31abSDavid du Colombier 	if(unpackarena(arena, data) < 0){
61368c31abSDavid du Colombier 		fprint(2, "%s: unpack arena tail: %r\n", name);
62368c31abSDavid du Colombier 		return -1;
63368c31abSDavid du Colombier 	}
64368c31abSDavid du Colombier 	arena->blocksize = head->blocksize;
65368c31abSDavid du Colombier 	arena->base = off + head->blocksize;
66368c31abSDavid du Colombier 	arena->clumpmax = arena->blocksize / ClumpInfoSize;
67368c31abSDavid du Colombier 	arena->size = head->size - 2*head->blocksize;
68368c31abSDavid du Colombier 
69368c31abSDavid du Colombier 	if(arena->diskstats.sealed)
70368c31abSDavid du Colombier 		scorecp(arena->score, data + head->blocksize - VtScoreSize);
71368c31abSDavid du Colombier 	return 0;
72368c31abSDavid du Colombier }
73368c31abSDavid du Colombier 
74368c31abSDavid du Colombier uchar zero[VtScoreSize];
75368c31abSDavid du Colombier 
76368c31abSDavid du Colombier static int
verify(Arena * arena,void * data,uchar * newscore)77*61f42feeSDavid du Colombier verify(Arena *arena, void *data, uchar *newscore)
78368c31abSDavid du Colombier {
79368c31abSDavid du Colombier 	vlong e, bs, n, o;
80368c31abSDavid du Colombier 	DigestState ds, ds1;
81368c31abSDavid du Colombier 	uchar score[VtScoreSize];
82368c31abSDavid du Colombier 
83368c31abSDavid du Colombier 	/*
84368c31abSDavid du Colombier 	 * now we know how much to read
85368c31abSDavid du Colombier 	 * read everything but the last block, which is special
86368c31abSDavid du Colombier 	 */
87368c31abSDavid du Colombier 	e = arena->size + arena->blocksize;
88368c31abSDavid du Colombier 	o = arena->base - arena->blocksize;
89368c31abSDavid du Colombier 	bs = arena->blocksize;
90368c31abSDavid du Colombier 	memset(&ds, 0, sizeof ds);
91368c31abSDavid du Colombier 	for(n = 0; n < e; n += bs){
92*61f42feeSDavid du Colombier 		if(preadblock(data, bs, o + n) < 0){
93368c31abSDavid du Colombier 			werrstr("read: %r");
94368c31abSDavid du Colombier 			return -1;
95368c31abSDavid du Colombier 		}
96368c31abSDavid du Colombier 		if(n + bs > e)
97368c31abSDavid du Colombier 			bs = e - n;
98368c31abSDavid du Colombier 		sha1(data, bs, nil, &ds);
99368c31abSDavid du Colombier 	}
100368c31abSDavid du Colombier 
101368c31abSDavid du Colombier 	/* last block */
102*61f42feeSDavid du Colombier 	if(preadblock(data, arena->blocksize, o + e) < 0){
103368c31abSDavid du Colombier 		werrstr("read: %r");
104368c31abSDavid du Colombier 		return -1;
105368c31abSDavid du Colombier 	}
106368c31abSDavid du Colombier 	ds1 = ds;
107368c31abSDavid du Colombier 	sha1(data, bs - VtScoreSize, nil, &ds);
108368c31abSDavid du Colombier 	sha1(zero, VtScoreSize, score, &ds);
109368c31abSDavid du Colombier 	if(scorecmp(score, arena->score) != 0){
110*61f42feeSDavid du Colombier 		if(!force){
111368c31abSDavid du Colombier 			werrstr("score mismatch: %V != %V", score, arena->score);
112368c31abSDavid du Colombier 			return -1;
113368c31abSDavid du Colombier 		}
114*61f42feeSDavid du Colombier 		fprint(2, "warning: score mismatch %V != %V\n", score, arena->score);
115*61f42feeSDavid du Colombier 	}
116368c31abSDavid du Colombier 
117368c31abSDavid du Colombier 	/* prepare new last block */
118368c31abSDavid du Colombier 	memset(data, 0, arena->blocksize);
119368c31abSDavid du Colombier 	packarena(arena, data);
120368c31abSDavid du Colombier 	sha1(data, bs, newscore, &ds1);
121368c31abSDavid du Colombier 	scorecp((uchar*)data + arena->blocksize - VtScoreSize, newscore);
122368c31abSDavid du Colombier 
123368c31abSDavid du Colombier 	return 0;
124368c31abSDavid du Colombier }
125368c31abSDavid du Colombier 
126368c31abSDavid du Colombier static void
resealarena(char * name,vlong len)127368c31abSDavid du Colombier resealarena(char *name, vlong len)
128368c31abSDavid du Colombier {
129368c31abSDavid du Colombier 	ArenaHead head;
130368c31abSDavid du Colombier 	Arena arena;
131368c31abSDavid du Colombier 	DigestState s;
132368c31abSDavid du Colombier 	u64int off;
133368c31abSDavid du Colombier 	uchar newscore[VtScoreSize];
134368c31abSDavid du Colombier 
135368c31abSDavid du Colombier 	fprint(2, "%s: begin reseal\n", name);
136368c31abSDavid du Colombier 
137368c31abSDavid du Colombier 	memset(&s, 0, sizeof s);
138368c31abSDavid du Colombier 
139368c31abSDavid du Colombier 	off = seek(fd, 0, 1);
140368c31abSDavid du Colombier 
141368c31abSDavid du Colombier 	/*
142368c31abSDavid du Colombier 	 * read a little bit, which will include the header
143368c31abSDavid du Colombier 	 */
144*61f42feeSDavid du Colombier 	if(preadblock(data, HeadSize, off) < 0){
145368c31abSDavid du Colombier 		fprint(2, "%s: reading header: %r\n", name);
146368c31abSDavid du Colombier 		return;
147368c31abSDavid du Colombier 	}
148368c31abSDavid du Colombier 	if(unpackarenahead(&head, data) < 0){
149368c31abSDavid du Colombier 		fprint(2, "%s: corrupt arena header: %r\n", name);
150368c31abSDavid du Colombier 		return;
151368c31abSDavid du Colombier 	}
152368c31abSDavid du Colombier 	if(head.version != ArenaVersion4 && head.version != ArenaVersion5)
153368c31abSDavid du Colombier 		fprint(2, "%s: warning: unknown arena version %d\n", name, head.version);
154368c31abSDavid du Colombier 	if(len != 0 && len != head.size)
155368c31abSDavid du Colombier 		fprint(2, "%s: warning: unexpected length %lld != %lld\n", name, head.size, len);
156368c31abSDavid du Colombier 	if(strcmp(name, "<stdin>") != 0 && strcmp(head.name, name) != 0)
157368c31abSDavid du Colombier 		fprint(2, "%s: warning: unexpected name %s\n", name, head.name);
158368c31abSDavid du Colombier 
159*61f42feeSDavid du Colombier 	if(loadheader(name, &head, &arena, off) < 0)
160368c31abSDavid du Colombier 		return;
161368c31abSDavid du Colombier 
162368c31abSDavid du Colombier 	if(!arena.diskstats.sealed){
163368c31abSDavid du Colombier 		fprint(2, "%s: not sealed\n", name);
164368c31abSDavid du Colombier 		return;
165368c31abSDavid du Colombier 	}
166368c31abSDavid du Colombier 
167*61f42feeSDavid du Colombier 	if(verify(&arena, data, newscore) < 0){
168368c31abSDavid du Colombier 		fprint(2, "%s: failed to verify before reseal: %r\n", name);
169368c31abSDavid du Colombier 		return;
170368c31abSDavid du Colombier 	}
171368c31abSDavid du Colombier 
172*61f42feeSDavid du Colombier 	if(pwriteblock(data, arena.blocksize, arena.base + arena.size) < 0){
173368c31abSDavid du Colombier 		fprint(2, "%s: writing new tail: %r\n", name);
174368c31abSDavid du Colombier 		return;
175368c31abSDavid du Colombier 	}
176368c31abSDavid du Colombier 	scorecp(arena.score, newscore);
177368c31abSDavid du Colombier 	fprint(2, "%s: resealed: %V\n", name, newscore);
178368c31abSDavid du Colombier 
179*61f42feeSDavid du Colombier 	if(verify(&arena, data, newscore) < 0){
180368c31abSDavid du Colombier 		fprint(2, "%s: failed to verify after reseal!: %r\n", name);
181368c31abSDavid du Colombier 		return;
182368c31abSDavid du Colombier 	}
183368c31abSDavid du Colombier 
184368c31abSDavid du Colombier 	fprint(2, "%s: verified: %V\n", name, newscore);
185368c31abSDavid du Colombier }
186368c31abSDavid du Colombier 
187368c31abSDavid du Colombier static int
shouldcheck(char * name,char ** s,int n)188368c31abSDavid du Colombier shouldcheck(char *name, char **s, int n)
189368c31abSDavid du Colombier {
190368c31abSDavid du Colombier 	int i;
191368c31abSDavid du Colombier 
192368c31abSDavid du Colombier 	if(n == 0)
193368c31abSDavid du Colombier 		return 1;
194368c31abSDavid du Colombier 
195368c31abSDavid du Colombier 	for(i=0; i<n; i++){
196368c31abSDavid du Colombier 		if(s[i] && strcmp(name, s[i]) == 0){
197368c31abSDavid du Colombier 			s[i] = nil;
198368c31abSDavid du Colombier 			return 1;
199368c31abSDavid du Colombier 		}
200368c31abSDavid du Colombier 	}
201368c31abSDavid du Colombier 	return 0;
202368c31abSDavid du Colombier }
203368c31abSDavid du Colombier 
204368c31abSDavid du Colombier char *
readap(ArenaPart * ap)205*61f42feeSDavid du Colombier readap(ArenaPart *ap)
206368c31abSDavid du Colombier {
207368c31abSDavid du Colombier 	char *table;
208368c31abSDavid du Colombier 
209*61f42feeSDavid du Colombier 	if(preadblock(data, 8192, PartBlank) < 0)
210368c31abSDavid du Colombier 		sysfatal("read arena part header: %r");
211368c31abSDavid du Colombier 	if(unpackarenapart(ap, data) < 0)
212368c31abSDavid du Colombier 		sysfatal("corrupted arena part header: %r");
213368c31abSDavid du Colombier 	fprint(2, "# arena part version=%d blocksize=%d arenabase=%d\n",
214368c31abSDavid du Colombier 		ap->version, ap->blocksize, ap->arenabase);
215368c31abSDavid du Colombier 	ap->tabbase = (PartBlank+HeadSize+ap->blocksize-1)&~(ap->blocksize-1);
216368c31abSDavid du Colombier 	ap->tabsize = ap->arenabase - ap->tabbase;
217368c31abSDavid du Colombier 	table = malloc(ap->tabsize+1);
218*61f42feeSDavid du Colombier 	if(preadblock((uchar*)table, ap->tabsize, ap->tabbase) < 0)
219368c31abSDavid du Colombier 		sysfatal("reading arena part directory: %r");
220368c31abSDavid du Colombier 	table[ap->tabsize] = 0;
221368c31abSDavid du Colombier 	return table;
222368c31abSDavid du Colombier }
223368c31abSDavid du Colombier 
224368c31abSDavid du Colombier void
threadmain(int argc,char * argv[])225368c31abSDavid du Colombier threadmain(int argc, char *argv[])
226368c31abSDavid du Colombier {
227368c31abSDavid du Colombier 	int i, nline;
228368c31abSDavid du Colombier 	char *p, *q, *table, *f[10], line[256];
229368c31abSDavid du Colombier 	vlong start, stop;
230368c31abSDavid du Colombier 	ArenaPart ap;
231*61f42feeSDavid du Colombier 	Part *part;
232368c31abSDavid du Colombier 
233368c31abSDavid du Colombier 	ventifmtinstall();
234368c31abSDavid du Colombier 	blocksize = MaxIoSize;
235368c31abSDavid du Colombier 	ARGBEGIN{
236368c31abSDavid du Colombier 	case 'b':
237368c31abSDavid du Colombier 		blocksize = unittoull(EARGF(usage()));
238368c31abSDavid du Colombier 		break;
239*61f42feeSDavid du Colombier 	case 'f':
240*61f42feeSDavid du Colombier 		force = 1;
241*61f42feeSDavid du Colombier 		break;
242368c31abSDavid du Colombier 	case 's':
243368c31abSDavid du Colombier 		sleepms = atoi(EARGF(usage()));
244368c31abSDavid du Colombier 		break;
245368c31abSDavid du Colombier 	default:
246368c31abSDavid du Colombier 		usage();
247368c31abSDavid du Colombier 		break;
248368c31abSDavid du Colombier 	}ARGEND
249368c31abSDavid du Colombier 
250368c31abSDavid du Colombier 	if(argc < 2)
251368c31abSDavid du Colombier 		usage();
252368c31abSDavid du Colombier 
253368c31abSDavid du Colombier 	data = vtmalloc(blocksize);
254*61f42feeSDavid du Colombier 	if((part = initpart(argv[0], ORDWR)) == nil)
255*61f42feeSDavid du Colombier 		sysfatal("open partition %s: %r", argv[0]);
256*61f42feeSDavid du Colombier 	fd = part->fd;
257*61f42feeSDavid du Colombier 	offset0 = part->offset;
258368c31abSDavid du Colombier 
259*61f42feeSDavid du Colombier 	table = readap(&ap);
260368c31abSDavid du Colombier 
261368c31abSDavid du Colombier 	nline = atoi(table);
262368c31abSDavid du Colombier 	p = strchr(table, '\n');
263368c31abSDavid du Colombier 	if(p)
264368c31abSDavid du Colombier 		p++;
265368c31abSDavid du Colombier 	for(i=0; i<nline; i++){
266368c31abSDavid du Colombier 		if(p == nil){
267368c31abSDavid du Colombier 			fprint(2, "warning: unexpected arena table end\n");
268368c31abSDavid du Colombier 			break;
269368c31abSDavid du Colombier 		}
270368c31abSDavid du Colombier 		q = strchr(p, '\n');
271368c31abSDavid du Colombier 		if(q)
272368c31abSDavid du Colombier 			*q++ = 0;
273368c31abSDavid du Colombier 		if(strlen(p) >= sizeof line){
274368c31abSDavid du Colombier 			fprint(2, "warning: long arena table line: %s\n", p);
275368c31abSDavid du Colombier 			p = q;
276368c31abSDavid du Colombier 			continue;
277368c31abSDavid du Colombier 		}
278368c31abSDavid du Colombier 		strcpy(line, p);
279368c31abSDavid du Colombier 		memset(f, 0, sizeof f);
280368c31abSDavid du Colombier 		if(tokenize(line, f, nelem(f)) < 3){
281368c31abSDavid du Colombier 			fprint(2, "warning: bad arena table line: %s\n", p);
282368c31abSDavid du Colombier 			p = q;
283368c31abSDavid du Colombier 			continue;
284368c31abSDavid du Colombier 		}
285368c31abSDavid du Colombier 		p = q;
286368c31abSDavid du Colombier 		if(shouldcheck(f[0], argv+1, argc-1)){
287368c31abSDavid du Colombier 			start = strtoull(f[1], 0, 0);
288368c31abSDavid du Colombier 			stop = strtoull(f[2], 0, 0);
289368c31abSDavid du Colombier 			if(stop <= start){
290368c31abSDavid du Colombier 				fprint(2, "%s: bad start,stop %lld,%lld\n", f[0], stop, start);
291368c31abSDavid du Colombier 				continue;
292368c31abSDavid du Colombier 			}
293368c31abSDavid du Colombier 			if(seek(fd, start, 0) < 0)
294368c31abSDavid du Colombier 				fprint(2, "%s: seek to start: %r\n", f[0]);
295368c31abSDavid du Colombier 			resealarena(f[0], stop - start);
296368c31abSDavid du Colombier 		}
297368c31abSDavid du Colombier 	}
298368c31abSDavid du Colombier 	for(i=2; i<argc; i++)
299368c31abSDavid du Colombier 		if(argv[i] != 0)
300368c31abSDavid du Colombier 			fprint(2, "%s: did not find arena\n", argv[i]);
301368c31abSDavid du Colombier 
302368c31abSDavid du Colombier 	threadexitsall(nil);
303368c31abSDavid du Colombier }
304