xref: /onnv-gate/usr/src/uts/common/fs/zfs/zfs_vfsops.c (revision 1484:d330e98f8ed7)
1789Sahrens /*
2789Sahrens  * CDDL HEADER START
3789Sahrens  *
4789Sahrens  * The contents of this file are subject to the terms of the
5*1484Sek110237  * Common Development and Distribution License (the "License").
6*1484Sek110237  * You may not use this file except in compliance with the License.
7789Sahrens  *
8789Sahrens  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9789Sahrens  * or http://www.opensolaris.org/os/licensing.
10789Sahrens  * See the License for the specific language governing permissions
11789Sahrens  * and limitations under the License.
12789Sahrens  *
13789Sahrens  * When distributing Covered Code, include this CDDL HEADER in each
14789Sahrens  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15789Sahrens  * If applicable, add the following below this CDDL HEADER, with the
16789Sahrens  * fields enclosed by brackets "[]" replaced with your own identifying
17789Sahrens  * information: Portions Copyright [yyyy] [name of copyright owner]
18789Sahrens  *
19789Sahrens  * CDDL HEADER END
20789Sahrens  */
21789Sahrens /*
221298Sperrin  * Copyright 2006 Sun Microsystems, Inc.  All rights reserved.
23789Sahrens  * Use is subject to license terms.
24789Sahrens  */
25789Sahrens 
26789Sahrens #pragma ident	"%Z%%M%	%I%	%E% SMI"
27789Sahrens 
28789Sahrens #include <sys/types.h>
29789Sahrens #include <sys/param.h>
30789Sahrens #include <sys/systm.h>
31789Sahrens #include <sys/sysmacros.h>
32789Sahrens #include <sys/kmem.h>
33789Sahrens #include <sys/pathname.h>
34789Sahrens #include <sys/acl.h>
35789Sahrens #include <sys/vnode.h>
36789Sahrens #include <sys/vfs.h>
37789Sahrens #include <sys/mntent.h>
38789Sahrens #include <sys/mount.h>
39789Sahrens #include <sys/cmn_err.h>
40789Sahrens #include "fs/fs_subr.h"
41789Sahrens #include <sys/zfs_znode.h>
42789Sahrens #include <sys/zil.h>
43789Sahrens #include <sys/fs/zfs.h>
44789Sahrens #include <sys/dmu.h>
45789Sahrens #include <sys/dsl_prop.h>
46789Sahrens #include <sys/spa.h>
47789Sahrens #include <sys/zap.h>
48789Sahrens #include <sys/varargs.h>
49789Sahrens #include <sys/policy.h>
50789Sahrens #include <sys/atomic.h>
51789Sahrens #include <sys/mkdev.h>
52789Sahrens #include <sys/modctl.h>
53789Sahrens #include <sys/zfs_ioctl.h>
54789Sahrens #include <sys/zfs_ctldir.h>
55849Sbonwick #include <sys/sunddi.h>
56*1484Sek110237 #include <sys/dnlc.h>
57789Sahrens 
58789Sahrens int zfsfstype;
59789Sahrens vfsops_t *zfs_vfsops = NULL;
60849Sbonwick static major_t zfs_major;
61789Sahrens static minor_t zfs_minor;
62789Sahrens static kmutex_t	zfs_dev_mtx;
63789Sahrens 
64789Sahrens static int zfs_mount(vfs_t *vfsp, vnode_t *mvp, struct mounta *uap, cred_t *cr);
65789Sahrens static int zfs_umount(vfs_t *vfsp, int fflag, cred_t *cr);
66789Sahrens static int zfs_root(vfs_t *vfsp, vnode_t **vpp);
67789Sahrens static int zfs_statvfs(vfs_t *vfsp, struct statvfs64 *statp);
68789Sahrens static int zfs_vget(vfs_t *vfsp, vnode_t **vpp, fid_t *fidp);
69789Sahrens static void zfs_freevfs(vfs_t *vfsp);
70789Sahrens static void zfs_objset_close(zfsvfs_t *zfsvfs);
71789Sahrens 
72789Sahrens static const fs_operation_def_t zfs_vfsops_template[] = {
73789Sahrens 	VFSNAME_MOUNT, zfs_mount,
74789Sahrens 	VFSNAME_UNMOUNT, zfs_umount,
75789Sahrens 	VFSNAME_ROOT, zfs_root,
76789Sahrens 	VFSNAME_STATVFS, zfs_statvfs,
77789Sahrens 	VFSNAME_SYNC, (fs_generic_func_p) zfs_sync,
78789Sahrens 	VFSNAME_VGET, zfs_vget,
79789Sahrens 	VFSNAME_FREEVFS, (fs_generic_func_p) zfs_freevfs,
80789Sahrens 	NULL, NULL
81789Sahrens };
82789Sahrens 
83789Sahrens static const fs_operation_def_t zfs_vfsops_eio_template[] = {
84789Sahrens 	VFSNAME_FREEVFS, (fs_generic_func_p) zfs_freevfs,
85789Sahrens 	NULL, NULL
86789Sahrens };
87789Sahrens 
88789Sahrens /*
89789Sahrens  * We need to keep a count of active fs's.
90789Sahrens  * This is necessary to prevent our module
91789Sahrens  * from being unloaded after a umount -f
92789Sahrens  */
93789Sahrens static uint32_t	zfs_active_fs_count = 0;
94789Sahrens 
95789Sahrens static char *noatime_cancel[] = { MNTOPT_ATIME, NULL };
96789Sahrens static char *atime_cancel[] = { MNTOPT_NOATIME, NULL };
97789Sahrens 
98789Sahrens static mntopt_t mntopts[] = {
99789Sahrens 	{ MNTOPT_XATTR, NULL, NULL, MO_NODISPLAY|MO_DEFAULT, NULL },
100789Sahrens 	{ MNTOPT_NOATIME, noatime_cancel, NULL, MO_DEFAULT, NULL },
101789Sahrens 	{ MNTOPT_ATIME, atime_cancel, NULL, 0, NULL }
102789Sahrens };
103789Sahrens 
104789Sahrens static mntopts_t zfs_mntopts = {
105789Sahrens 	sizeof (mntopts) / sizeof (mntopt_t),
106789Sahrens 	mntopts
107789Sahrens };
108789Sahrens 
109789Sahrens /*ARGSUSED*/
110789Sahrens int
111789Sahrens zfs_sync(vfs_t *vfsp, short flag, cred_t *cr)
112789Sahrens {
113789Sahrens 	/*
114789Sahrens 	 * Data integrity is job one.  We don't want a compromised kernel
115789Sahrens 	 * writing to the storage pool, so we never sync during panic.
116789Sahrens 	 */
117789Sahrens 	if (panicstr)
118789Sahrens 		return (0);
119789Sahrens 
120789Sahrens 	/*
121789Sahrens 	 * SYNC_ATTR is used by fsflush() to force old filesystems like UFS
122789Sahrens 	 * to sync metadata, which they would otherwise cache indefinitely.
123789Sahrens 	 * Semantically, the only requirement is that the sync be initiated.
124789Sahrens 	 * The DMU syncs out txgs frequently, so there's nothing to do.
125789Sahrens 	 */
126789Sahrens 	if (flag & SYNC_ATTR)
127789Sahrens 		return (0);
128789Sahrens 
129789Sahrens 	if (vfsp != NULL) {
130789Sahrens 		/*
131789Sahrens 		 * Sync a specific filesystem.
132789Sahrens 		 */
133789Sahrens 		zfsvfs_t *zfsvfs = vfsp->vfs_data;
134789Sahrens 
135789Sahrens 		ZFS_ENTER(zfsvfs);
136789Sahrens 		if (zfsvfs->z_log != NULL)
137789Sahrens 			zil_commit(zfsvfs->z_log, UINT64_MAX, FSYNC);
138789Sahrens 		else
139789Sahrens 			txg_wait_synced(dmu_objset_pool(zfsvfs->z_os), 0);
140789Sahrens 		ZFS_EXIT(zfsvfs);
141789Sahrens 	} else {
142789Sahrens 		/*
143789Sahrens 		 * Sync all ZFS filesystems.  This is what happens when you
144789Sahrens 		 * run sync(1M).  Unlike other filesystems, ZFS honors the
145789Sahrens 		 * request by waiting for all pools to commit all dirty data.
146789Sahrens 		 */
147789Sahrens 		spa_sync_allpools();
148789Sahrens 	}
149789Sahrens 
150789Sahrens 	return (0);
151789Sahrens }
152789Sahrens 
153789Sahrens static void
154789Sahrens atime_changed_cb(void *arg, uint64_t newval)
155789Sahrens {
156789Sahrens 	zfsvfs_t *zfsvfs = arg;
157789Sahrens 
158789Sahrens 	if (newval == TRUE) {
159789Sahrens 		zfsvfs->z_atime = TRUE;
160789Sahrens 		vfs_clearmntopt(zfsvfs->z_vfs, MNTOPT_NOATIME);
161789Sahrens 		vfs_setmntopt(zfsvfs->z_vfs, MNTOPT_ATIME, NULL, 0);
162789Sahrens 	} else {
163789Sahrens 		zfsvfs->z_atime = FALSE;
164789Sahrens 		vfs_clearmntopt(zfsvfs->z_vfs, MNTOPT_ATIME);
165789Sahrens 		vfs_setmntopt(zfsvfs->z_vfs, MNTOPT_NOATIME, NULL, 0);
166789Sahrens 	}
167789Sahrens }
168789Sahrens 
169789Sahrens static void
170789Sahrens blksz_changed_cb(void *arg, uint64_t newval)
171789Sahrens {
172789Sahrens 	zfsvfs_t *zfsvfs = arg;
173789Sahrens 
174789Sahrens 	if (newval < SPA_MINBLOCKSIZE ||
175789Sahrens 	    newval > SPA_MAXBLOCKSIZE || !ISP2(newval))
176789Sahrens 		newval = SPA_MAXBLOCKSIZE;
177789Sahrens 
178789Sahrens 	zfsvfs->z_max_blksz = newval;
179789Sahrens 	zfsvfs->z_vfs->vfs_bsize = newval;
180789Sahrens }
181789Sahrens 
182789Sahrens static void
183789Sahrens readonly_changed_cb(void *arg, uint64_t newval)
184789Sahrens {
185789Sahrens 	zfsvfs_t *zfsvfs = arg;
186789Sahrens 
187789Sahrens 	if (newval) {
188789Sahrens 		/* XXX locking on vfs_flag? */
189789Sahrens 		zfsvfs->z_vfs->vfs_flag |= VFS_RDONLY;
190789Sahrens 		vfs_clearmntopt(zfsvfs->z_vfs, MNTOPT_RW);
191789Sahrens 		vfs_setmntopt(zfsvfs->z_vfs, MNTOPT_RO, NULL, 0);
192789Sahrens 		(void) zfs_delete_thread_target(zfsvfs, 0);
193789Sahrens 	} else {
194789Sahrens 		/* XXX locking on vfs_flag? */
195789Sahrens 		zfsvfs->z_vfs->vfs_flag &= ~VFS_RDONLY;
196789Sahrens 		vfs_clearmntopt(zfsvfs->z_vfs, MNTOPT_RO);
197789Sahrens 		vfs_setmntopt(zfsvfs->z_vfs, MNTOPT_RW, NULL, 0);
198789Sahrens 		(void) zfs_delete_thread_target(zfsvfs, 1);
199789Sahrens 	}
200789Sahrens }
201789Sahrens 
202789Sahrens static void
203789Sahrens devices_changed_cb(void *arg, uint64_t newval)
204789Sahrens {
205789Sahrens 	zfsvfs_t *zfsvfs = arg;
206789Sahrens 
207789Sahrens 	if (newval == FALSE) {
208789Sahrens 		zfsvfs->z_vfs->vfs_flag |= VFS_NODEVICES;
209789Sahrens 		vfs_clearmntopt(zfsvfs->z_vfs, MNTOPT_DEVICES);
210789Sahrens 		vfs_setmntopt(zfsvfs->z_vfs, MNTOPT_NODEVICES, NULL, 0);
211789Sahrens 	} else {
212789Sahrens 		zfsvfs->z_vfs->vfs_flag &= ~VFS_NODEVICES;
213789Sahrens 		vfs_clearmntopt(zfsvfs->z_vfs, MNTOPT_NODEVICES);
214789Sahrens 		vfs_setmntopt(zfsvfs->z_vfs, MNTOPT_DEVICES, NULL, 0);
215789Sahrens 	}
216789Sahrens }
217789Sahrens 
218789Sahrens static void
219789Sahrens setuid_changed_cb(void *arg, uint64_t newval)
220789Sahrens {
221789Sahrens 	zfsvfs_t *zfsvfs = arg;
222789Sahrens 
223789Sahrens 	if (newval == FALSE) {
224789Sahrens 		zfsvfs->z_vfs->vfs_flag |= VFS_NOSETUID;
225789Sahrens 		vfs_clearmntopt(zfsvfs->z_vfs, MNTOPT_SETUID);
226789Sahrens 		vfs_setmntopt(zfsvfs->z_vfs, MNTOPT_NOSETUID, NULL, 0);
227789Sahrens 	} else {
228789Sahrens 		zfsvfs->z_vfs->vfs_flag &= ~VFS_NOSETUID;
229789Sahrens 		vfs_clearmntopt(zfsvfs->z_vfs, MNTOPT_NOSETUID);
230789Sahrens 		vfs_setmntopt(zfsvfs->z_vfs, MNTOPT_SETUID, NULL, 0);
231789Sahrens 	}
232789Sahrens }
233789Sahrens 
234789Sahrens static void
235789Sahrens exec_changed_cb(void *arg, uint64_t newval)
236789Sahrens {
237789Sahrens 	zfsvfs_t *zfsvfs = arg;
238789Sahrens 
239789Sahrens 	if (newval == FALSE) {
240789Sahrens 		zfsvfs->z_vfs->vfs_flag |= VFS_NOEXEC;
241789Sahrens 		vfs_clearmntopt(zfsvfs->z_vfs, MNTOPT_EXEC);
242789Sahrens 		vfs_setmntopt(zfsvfs->z_vfs, MNTOPT_NOEXEC, NULL, 0);
243789Sahrens 	} else {
244789Sahrens 		zfsvfs->z_vfs->vfs_flag &= ~VFS_NOEXEC;
245789Sahrens 		vfs_clearmntopt(zfsvfs->z_vfs, MNTOPT_NOEXEC);
246789Sahrens 		vfs_setmntopt(zfsvfs->z_vfs, MNTOPT_EXEC, NULL, 0);
247789Sahrens 	}
248789Sahrens }
249789Sahrens 
250789Sahrens static void
251789Sahrens snapdir_changed_cb(void *arg, uint64_t newval)
252789Sahrens {
253789Sahrens 	zfsvfs_t *zfsvfs = arg;
254789Sahrens 
255789Sahrens 	zfsvfs->z_show_ctldir = newval;
256789Sahrens }
257789Sahrens 
258789Sahrens static void
259789Sahrens acl_mode_changed_cb(void *arg, uint64_t newval)
260789Sahrens {
261789Sahrens 	zfsvfs_t *zfsvfs = arg;
262789Sahrens 
263789Sahrens 	zfsvfs->z_acl_mode = newval;
264789Sahrens }
265789Sahrens 
266789Sahrens static void
267789Sahrens acl_inherit_changed_cb(void *arg, uint64_t newval)
268789Sahrens {
269789Sahrens 	zfsvfs_t *zfsvfs = arg;
270789Sahrens 
271789Sahrens 	zfsvfs->z_acl_inherit = newval;
272789Sahrens }
273789Sahrens 
274789Sahrens /*ARGSUSED*/
275789Sahrens static int
276789Sahrens zfs_mount(vfs_t *vfsp, vnode_t *mvp, struct mounta *uap, cred_t *cr)
277789Sahrens {
278789Sahrens 	zfsvfs_t	*zfsvfs = NULL;
279789Sahrens 	znode_t		*zp = NULL;
280789Sahrens 	vnode_t		*vp = NULL;
281789Sahrens 	objset_t	*os = NULL;
282789Sahrens 	struct dsl_dataset *ds;
283789Sahrens 	char		*osname;
284789Sahrens 	uint64_t	readonly, recordsize;
285789Sahrens 	pathname_t	spn;
286789Sahrens 	dev_t		mount_dev;
287789Sahrens 	major_t		new_major;
288789Sahrens 	int		mode;
289789Sahrens 	int		error = 0;
290789Sahrens 	uio_seg_t	fromspace = (uap->flags & MS_SYSSPACE) ?
291789Sahrens 				UIO_SYSSPACE : UIO_USERSPACE;
292789Sahrens 	int		canwrite;
293789Sahrens 
294789Sahrens 	if (mvp->v_type != VDIR)
295789Sahrens 		return (ENOTDIR);
296789Sahrens 
297789Sahrens 	mutex_enter(&mvp->v_lock);
298789Sahrens 	if ((uap->flags & MS_REMOUNT) == 0 &&
299789Sahrens 	    (uap->flags & MS_OVERLAY) == 0 &&
300789Sahrens 	    (mvp->v_count != 1 || (mvp->v_flag & VROOT))) {
301789Sahrens 		mutex_exit(&mvp->v_lock);
302789Sahrens 		return (EBUSY);
303789Sahrens 	}
304789Sahrens 	mutex_exit(&mvp->v_lock);
305789Sahrens 
306789Sahrens 	/*
307789Sahrens 	 * ZFS does not support passing unparsed data in via MS_DATA.
308789Sahrens 	 * Users should use the MS_OPTIONSTR interface; this means
309789Sahrens 	 * that all option parsing is already done and the options struct
310789Sahrens 	 * can be interrogated.
311789Sahrens 	 */
312789Sahrens 	if ((uap->flags & MS_DATA) && uap->datalen > 0)
313789Sahrens 		return (EINVAL);
314789Sahrens 
315789Sahrens 	/*
316789Sahrens 	 * When doing a remount, we simply refresh our temporary properties
317789Sahrens 	 * according to those options set in the current VFS options.
318789Sahrens 	 */
319789Sahrens 	if (uap->flags & MS_REMOUNT) {
320789Sahrens 		zfsvfs = vfsp->vfs_data;
321789Sahrens 
322789Sahrens 		if (vfs_optionisset(vfsp, MNTOPT_RO, NULL))
323789Sahrens 			readonly_changed_cb(zfsvfs, B_TRUE);
324789Sahrens 		else if (vfs_optionisset(vfsp, MNTOPT_RW, NULL)) {
325789Sahrens 			if (dmu_objset_is_snapshot(zfsvfs->z_os))
326789Sahrens 				return (EROFS);
327789Sahrens 			readonly_changed_cb(zfsvfs, B_FALSE);
328789Sahrens 		}
329789Sahrens 
330789Sahrens 		if (vfs_optionisset(vfsp, MNTOPT_NOSUID, NULL)) {
331789Sahrens 			devices_changed_cb(zfsvfs, B_FALSE);
332789Sahrens 			setuid_changed_cb(zfsvfs, B_FALSE);
333789Sahrens 		} else {
334789Sahrens 			if (vfs_optionisset(vfsp, MNTOPT_NODEVICES, NULL))
335789Sahrens 				devices_changed_cb(zfsvfs, B_FALSE);
336789Sahrens 			else if (vfs_optionisset(vfsp, MNTOPT_DEVICES, NULL))
337789Sahrens 				devices_changed_cb(zfsvfs, B_TRUE);
338789Sahrens 
339789Sahrens 			if (vfs_optionisset(vfsp, MNTOPT_NOSETUID, NULL))
340789Sahrens 				setuid_changed_cb(zfsvfs, B_FALSE);
341789Sahrens 			else if (vfs_optionisset(vfsp, MNTOPT_SETUID, NULL))
342789Sahrens 				setuid_changed_cb(zfsvfs, B_TRUE);
343789Sahrens 		}
344789Sahrens 
345789Sahrens 		if (vfs_optionisset(vfsp, MNTOPT_NOEXEC, NULL))
346789Sahrens 			exec_changed_cb(zfsvfs, B_FALSE);
347789Sahrens 		else if (vfs_optionisset(vfsp, MNTOPT_EXEC, NULL))
348789Sahrens 			exec_changed_cb(zfsvfs, B_TRUE);
349789Sahrens 
350789Sahrens 		return (0);
351789Sahrens 	}
352789Sahrens 
353789Sahrens 	/*
354789Sahrens 	 * Get the objset name (the "special" mount argument).
355789Sahrens 	 */
356789Sahrens 	if (error = pn_get(uap->spec, fromspace, &spn))
357789Sahrens 		return (error);
358789Sahrens 
359789Sahrens 	osname = spn.pn_path;
360789Sahrens 
361789Sahrens 	if ((error = secpolicy_fs_mount(cr, mvp, vfsp)) != 0)
362789Sahrens 		goto out;
363789Sahrens 
364789Sahrens 	/*
365789Sahrens 	 * Refuse to mount a filesystem if we are in a local zone and the
366789Sahrens 	 * dataset is not visible.
367789Sahrens 	 */
368789Sahrens 	if (!INGLOBALZONE(curproc) &&
369789Sahrens 	    (!zone_dataset_visible(osname, &canwrite) || !canwrite)) {
370789Sahrens 		error = EPERM;
371789Sahrens 		goto out;
372789Sahrens 	}
373789Sahrens 
374789Sahrens 	/*
375789Sahrens 	 * Initialize the zfs-specific filesystem structure.
376789Sahrens 	 * Should probably make this a kmem cache, shuffle fields,
377789Sahrens 	 * and just bzero upto z_hold_mtx[].
378789Sahrens 	 */
379789Sahrens 	zfsvfs = kmem_zalloc(sizeof (zfsvfs_t), KM_SLEEP);
380789Sahrens 	zfsvfs->z_vfs = vfsp;
381789Sahrens 	zfsvfs->z_parent = zfsvfs;
382789Sahrens 	zfsvfs->z_assign = TXG_NOWAIT;
383789Sahrens 	zfsvfs->z_max_blksz = SPA_MAXBLOCKSIZE;
384849Sbonwick 	zfsvfs->z_show_ctldir = ZFS_SNAPDIR_VISIBLE;
385789Sahrens 
386789Sahrens 	mutex_init(&zfsvfs->z_znodes_lock, NULL, MUTEX_DEFAULT, NULL);
387789Sahrens 	list_create(&zfsvfs->z_all_znodes, sizeof (znode_t),
388789Sahrens 	    offsetof(znode_t, z_link_node));
389789Sahrens 	rw_init(&zfsvfs->z_um_lock, NULL, RW_DEFAULT, NULL);
390789Sahrens 
391789Sahrens 	/*
392789Sahrens 	 * Initialize the generic filesystem structure.
393789Sahrens 	 */
394789Sahrens 	vfsp->vfs_bcount = 0;
395789Sahrens 	vfsp->vfs_data = NULL;
396789Sahrens 
397789Sahrens 	/*
398789Sahrens 	 * Create a unique device for the mount.
399789Sahrens 	 */
400789Sahrens 	do {
401789Sahrens 		ASSERT3U(zfs_minor, <=, MAXMIN32);
402849Sbonwick 		minor_t start = zfs_minor;
403789Sahrens 		do {
404789Sahrens 			mutex_enter(&zfs_dev_mtx);
405849Sbonwick 			if (zfs_minor >= MAXMIN32) {
406849Sbonwick 				/*
407849Sbonwick 				 * If we're still using the real major number,
408849Sbonwick 				 * keep out of /dev/zfs and /dev/zvol minor
409849Sbonwick 				 * number space.  If we're using a getudev()'ed
410849Sbonwick 				 * major number, we can use all of its minors.
411849Sbonwick 				 */
412849Sbonwick 				if (zfs_major == ddi_name_to_major(ZFS_DRIVER))
413849Sbonwick 					zfs_minor = ZFS_MIN_MINOR;
414849Sbonwick 				else
415849Sbonwick 					zfs_minor = 0;
416849Sbonwick 			} else {
417849Sbonwick 				zfs_minor++;
418849Sbonwick 			}
419789Sahrens 			mount_dev = makedevice(zfs_major, zfs_minor);
420789Sahrens 			mutex_exit(&zfs_dev_mtx);
421789Sahrens 		} while (vfs_devismounted(mount_dev) && zfs_minor != start);
422789Sahrens 		if (zfs_minor == start) {
423789Sahrens 			/*
424789Sahrens 			 * We are using all ~262,000 minor numbers
425789Sahrens 			 * for the current major number.  Create a
426789Sahrens 			 * new major number.
427789Sahrens 			 */
428789Sahrens 			if ((new_major = getudev()) == (major_t)-1) {
429789Sahrens 				cmn_err(CE_WARN,
430789Sahrens 				    "zfs_mount: Can't get unique"
431789Sahrens 				    " major device number.");
432789Sahrens 				goto out;
433789Sahrens 			}
434789Sahrens 			mutex_enter(&zfs_dev_mtx);
435789Sahrens 			zfs_major = new_major;
436789Sahrens 			zfs_minor = 0;
437789Sahrens 			mutex_exit(&zfs_dev_mtx);
438789Sahrens 		} else {
439789Sahrens 			break;
440789Sahrens 		}
441789Sahrens 		/* CONSTANTCONDITION */
442789Sahrens 	} while (1);
443789Sahrens 
444789Sahrens 	ASSERT(vfs_devismounted(mount_dev) == 0);
445789Sahrens 
446789Sahrens 	if (dsl_prop_get_integer(osname, "recordsize", &recordsize, NULL) != 0)
447789Sahrens 		recordsize = SPA_MAXBLOCKSIZE;
448789Sahrens 
449789Sahrens 	vfsp->vfs_dev = mount_dev;
450789Sahrens 	vfsp->vfs_fstype = zfsfstype;
451789Sahrens 	vfsp->vfs_bsize = recordsize;
452789Sahrens 	vfsp->vfs_flag |= VFS_NOTRUNC;
453789Sahrens 	vfsp->vfs_data = zfsvfs;
454789Sahrens 
455789Sahrens 	error = dsl_prop_get_integer(osname, "readonly", &readonly, NULL);
456789Sahrens 	if (error)
457789Sahrens 		goto out;
458789Sahrens 
459789Sahrens 	if (readonly)
460789Sahrens 		mode = DS_MODE_PRIMARY | DS_MODE_READONLY;
461789Sahrens 	else
462789Sahrens 		mode = DS_MODE_PRIMARY;
463789Sahrens 
464789Sahrens 	error = dmu_objset_open(osname, DMU_OST_ZFS, mode, &zfsvfs->z_os);
465789Sahrens 	if (error == EROFS) {
466789Sahrens 		mode = DS_MODE_PRIMARY | DS_MODE_READONLY;
467789Sahrens 		error = dmu_objset_open(osname, DMU_OST_ZFS, mode,
468789Sahrens 		    &zfsvfs->z_os);
469789Sahrens 	}
470789Sahrens 	os = zfsvfs->z_os;
471789Sahrens 
472789Sahrens 	if (error)
473789Sahrens 		goto out;
474789Sahrens 
475789Sahrens 	if (error = zfs_init_fs(zfsvfs, &zp, cr))
476789Sahrens 		goto out;
477789Sahrens 
478789Sahrens 	if (dmu_objset_is_snapshot(os)) {
479789Sahrens 		ASSERT(mode & DS_MODE_READONLY);
480789Sahrens 		atime_changed_cb(zfsvfs, B_FALSE);
481789Sahrens 		readonly_changed_cb(zfsvfs, B_TRUE);
482789Sahrens 		zfsvfs->z_issnap = B_TRUE;
483789Sahrens 	} else {
484789Sahrens 		int do_readonly = FALSE, readonly;
485789Sahrens 		int do_setuid = FALSE, setuid;
486789Sahrens 		int do_exec = FALSE, exec;
487789Sahrens 		int do_devices = FALSE, devices;
488789Sahrens 
489789Sahrens 		/*
490789Sahrens 		 * Start a delete thread running.
491789Sahrens 		 */
492789Sahrens 		(void) zfs_delete_thread_target(zfsvfs, 1);
493789Sahrens 
494789Sahrens 		/*
495789Sahrens 		 * Parse and replay the intent log.
496789Sahrens 		 */
497789Sahrens 		zil_replay(os, zfsvfs, &zfsvfs->z_assign, zfs_replay_vector,
498789Sahrens 		    (void (*)(void *))zfs_delete_wait_empty);
499789Sahrens 
500789Sahrens 		if (!zil_disable)
501789Sahrens 			zfsvfs->z_log = zil_open(os, zfs_get_data);
502789Sahrens 
503789Sahrens 		/*
504789Sahrens 		 * The act of registering our callbacks will destroy any mount
505789Sahrens 		 * options we may have.  In order to enable temporary overrides
506789Sahrens 		 * of mount options, we stash away the current values and
507789Sahrens 		 * restore them after we register the callbacks.
508789Sahrens 		 */
509789Sahrens 		if (vfs_optionisset(vfsp, MNTOPT_RO, NULL)) {
510789Sahrens 			readonly = B_TRUE;
511789Sahrens 			do_readonly = B_TRUE;
512789Sahrens 		} else if (vfs_optionisset(vfsp, MNTOPT_RW, NULL)) {
513789Sahrens 			readonly = B_FALSE;
514789Sahrens 			do_readonly = B_TRUE;
515789Sahrens 		}
516789Sahrens 		if (vfs_optionisset(vfsp, MNTOPT_NOSUID, NULL)) {
517789Sahrens 			devices = B_FALSE;
518789Sahrens 			setuid = B_FALSE;
519789Sahrens 			do_devices = B_TRUE;
520789Sahrens 			do_setuid = B_TRUE;
521789Sahrens 		} else {
522789Sahrens 			if (vfs_optionisset(vfsp, MNTOPT_NODEVICES, NULL)) {
523789Sahrens 				devices = B_FALSE;
524789Sahrens 				do_devices = B_TRUE;
525789Sahrens 			} else if (vfs_optionisset(vfsp,
526789Sahrens 			    MNTOPT_DEVICES, NULL)) {
527789Sahrens 				devices = B_TRUE;
528789Sahrens 				do_devices = B_TRUE;
529789Sahrens 			}
530789Sahrens 
531789Sahrens 			if (vfs_optionisset(vfsp, MNTOPT_NOSETUID, NULL)) {
532789Sahrens 				setuid = B_FALSE;
533789Sahrens 				do_setuid = B_TRUE;
534789Sahrens 			} else if (vfs_optionisset(vfsp, MNTOPT_SETUID, NULL)) {
535789Sahrens 				setuid = B_TRUE;
536789Sahrens 				do_setuid = B_TRUE;
537789Sahrens 			}
538789Sahrens 		}
539789Sahrens 		if (vfs_optionisset(vfsp, MNTOPT_NOEXEC, NULL)) {
540789Sahrens 			exec = B_FALSE;
541789Sahrens 			do_exec = B_TRUE;
542789Sahrens 		} else if (vfs_optionisset(vfsp, MNTOPT_EXEC, NULL)) {
543789Sahrens 			exec = B_TRUE;
544789Sahrens 			do_exec = B_TRUE;
545789Sahrens 		}
546789Sahrens 
547789Sahrens 		/*
548789Sahrens 		 * Register property callbacks.
549789Sahrens 		 */
550789Sahrens 		ds = dmu_objset_ds(os);
551789Sahrens 		VERIFY(dsl_prop_register(ds, "atime", atime_changed_cb,
552789Sahrens 		    zfsvfs) == 0);
553789Sahrens 
554789Sahrens 		VERIFY(dsl_prop_register(ds, "recordsize", blksz_changed_cb,
555789Sahrens 		    zfsvfs) == 0);
556789Sahrens 
557789Sahrens 		VERIFY(dsl_prop_register(ds, "readonly", readonly_changed_cb,
558789Sahrens 		    zfsvfs) == 0);
559789Sahrens 
560789Sahrens 		VERIFY(dsl_prop_register(ds, "devices", devices_changed_cb,
561789Sahrens 		    zfsvfs) == 0);
562789Sahrens 
563789Sahrens 		VERIFY(dsl_prop_register(ds, "setuid", setuid_changed_cb,
564789Sahrens 		    zfsvfs) == 0);
565789Sahrens 
566789Sahrens 		VERIFY(dsl_prop_register(ds, "exec", exec_changed_cb,
567789Sahrens 		    zfsvfs) == 0);
568789Sahrens 
569789Sahrens 		VERIFY(dsl_prop_register(ds, "snapdir", snapdir_changed_cb,
570789Sahrens 		    zfsvfs) == 0);
571789Sahrens 
572789Sahrens 		VERIFY(dsl_prop_register(ds, "aclmode", acl_mode_changed_cb,
573789Sahrens 		    zfsvfs) == 0);
574789Sahrens 
575789Sahrens 		VERIFY(dsl_prop_register(ds, "aclinherit",
576789Sahrens 		    acl_inherit_changed_cb, zfsvfs) == 0);
577789Sahrens 
578789Sahrens 
579789Sahrens 		/*
580789Sahrens 		 * Invoke our callbacks to restore temporary mount options.
581789Sahrens 		 */
582789Sahrens 		if (do_readonly)
583789Sahrens 			readonly_changed_cb(zfsvfs, readonly);
584789Sahrens 		if (do_setuid)
585789Sahrens 			setuid_changed_cb(zfsvfs, setuid);
586789Sahrens 		if (do_exec)
587789Sahrens 			exec_changed_cb(zfsvfs, exec);
588789Sahrens 		if (do_devices)
589789Sahrens 			devices_changed_cb(zfsvfs, devices);
590789Sahrens 	}
591789Sahrens 
592789Sahrens 	vp = ZTOV(zp);
593789Sahrens 	if (!zfsvfs->z_issnap)
594789Sahrens 		zfsctl_create(zfsvfs);
595789Sahrens out:
596789Sahrens 	if (error) {
597789Sahrens 		if (zp)
598789Sahrens 			VN_RELE(vp);
599789Sahrens 
600789Sahrens 		if (zfsvfs) {
601789Sahrens 			if (os)
602789Sahrens 				dmu_objset_close(os);
603789Sahrens 			kmem_free(zfsvfs, sizeof (zfsvfs_t));
604789Sahrens 		}
605789Sahrens 	} else {
606789Sahrens 		atomic_add_32(&zfs_active_fs_count, 1);
607789Sahrens 		VN_RELE(vp);
608789Sahrens 	}
609789Sahrens 
610789Sahrens 	pn_free(&spn);
611789Sahrens 	return (error);
612789Sahrens }
613789Sahrens 
614789Sahrens static int
615789Sahrens zfs_statvfs(vfs_t *vfsp, struct statvfs64 *statp)
616789Sahrens {
617789Sahrens 	zfsvfs_t *zfsvfs = vfsp->vfs_data;
618789Sahrens 	dmu_objset_stats_t dstats;
619789Sahrens 	dev32_t d32;
620789Sahrens 
621789Sahrens 	ZFS_ENTER(zfsvfs);
622789Sahrens 
623789Sahrens 	dmu_objset_stats(zfsvfs->z_os, &dstats);
624789Sahrens 
625789Sahrens 	/*
626789Sahrens 	 * The underlying storage pool actually uses multiple block sizes.
627789Sahrens 	 * We report the fragsize as the smallest block size we support,
628789Sahrens 	 * and we report our blocksize as the filesystem's maximum blocksize.
629789Sahrens 	 */
630789Sahrens 	statp->f_frsize = 1UL << SPA_MINBLOCKSHIFT;
631789Sahrens 	statp->f_bsize = zfsvfs->z_max_blksz;
632789Sahrens 
633789Sahrens 	/*
634789Sahrens 	 * The following report "total" blocks of various kinds in the
635789Sahrens 	 * file system, but reported in terms of f_frsize - the
636789Sahrens 	 * "fragment" size.
637789Sahrens 	 */
638789Sahrens 
639789Sahrens 	statp->f_blocks =
640789Sahrens 	    (dstats.dds_space_refd + dstats.dds_available) >> SPA_MINBLOCKSHIFT;
641789Sahrens 	statp->f_bfree = dstats.dds_available >> SPA_MINBLOCKSHIFT;
642789Sahrens 	statp->f_bavail = statp->f_bfree; /* no root reservation */
643789Sahrens 
644789Sahrens 	/*
645789Sahrens 	 * statvfs() should really be called statufs(), because it assumes
646789Sahrens 	 * static metadata.  ZFS doesn't preallocate files, so the best
647789Sahrens 	 * we can do is report the max that could possibly fit in f_files,
648789Sahrens 	 * and that minus the number actually used in f_ffree.
649789Sahrens 	 * For f_ffree, report the smaller of the number of object available
650789Sahrens 	 * and the number of blocks (each object will take at least a block).
651789Sahrens 	 */
652789Sahrens 	statp->f_ffree = MIN(dstats.dds_objects_avail, statp->f_bfree);
653789Sahrens 	statp->f_favail = statp->f_ffree;	/* no "root reservation" */
654789Sahrens 	statp->f_files = statp->f_ffree + dstats.dds_objects_used;
655789Sahrens 
656789Sahrens 	(void) cmpldev(&d32, vfsp->vfs_dev);
657789Sahrens 	statp->f_fsid = d32;
658789Sahrens 
659789Sahrens 	/*
660789Sahrens 	 * We're a zfs filesystem.
661789Sahrens 	 */
662789Sahrens 	(void) strcpy(statp->f_basetype, vfssw[vfsp->vfs_fstype].vsw_name);
663789Sahrens 
6641123Smarks 	statp->f_flag = vf_to_stf(vfsp->vfs_flag);
665789Sahrens 
666789Sahrens 	statp->f_namemax = ZFS_MAXNAMELEN;
667789Sahrens 
668789Sahrens 	/*
669789Sahrens 	 * We have all of 32 characters to stuff a string here.
670789Sahrens 	 * Is there anything useful we could/should provide?
671789Sahrens 	 */
672789Sahrens 	bzero(statp->f_fstr, sizeof (statp->f_fstr));
673789Sahrens 
674789Sahrens 	ZFS_EXIT(zfsvfs);
675789Sahrens 	return (0);
676789Sahrens }
677789Sahrens 
678789Sahrens static int
679789Sahrens zfs_root(vfs_t *vfsp, vnode_t **vpp)
680789Sahrens {
681789Sahrens 	zfsvfs_t *zfsvfs = vfsp->vfs_data;
682789Sahrens 	znode_t *rootzp;
683789Sahrens 	int error;
684789Sahrens 
685789Sahrens 	ZFS_ENTER(zfsvfs);
686789Sahrens 
687789Sahrens 	error = zfs_zget(zfsvfs, zfsvfs->z_root, &rootzp);
688789Sahrens 	if (error == 0)
689789Sahrens 		*vpp = ZTOV(rootzp);
690789Sahrens 
691789Sahrens 	ZFS_EXIT(zfsvfs);
692789Sahrens 	return (error);
693789Sahrens }
694789Sahrens 
695789Sahrens /*ARGSUSED*/
696789Sahrens static int
697789Sahrens zfs_umount(vfs_t *vfsp, int fflag, cred_t *cr)
698789Sahrens {
699789Sahrens 	zfsvfs_t *zfsvfs = vfsp->vfs_data;
700789Sahrens 	int ret;
701789Sahrens 
702789Sahrens 	if ((ret = secpolicy_fs_unmount(cr, vfsp)) != 0)
703789Sahrens 		return (ret);
704789Sahrens 
705*1484Sek110237 
706*1484Sek110237 	(void) dnlc_purge_vfsp(vfsp, 0);
707*1484Sek110237 
708789Sahrens 	/*
709789Sahrens 	 * Unmount any snapshots mounted under .zfs before unmounting the
710789Sahrens 	 * dataset itself.
711789Sahrens 	 */
712789Sahrens 	if (zfsvfs->z_ctldir != NULL &&
713789Sahrens 	    (ret = zfsctl_umount_snapshots(vfsp, fflag, cr)) != 0)
714789Sahrens 		return (ret);
715789Sahrens 
716789Sahrens 	if (fflag & MS_FORCE) {
717789Sahrens 		vfsp->vfs_flag |= VFS_UNMOUNTED;
718789Sahrens 		zfsvfs->z_unmounted1 = B_TRUE;
719789Sahrens 
720789Sahrens 		/*
721789Sahrens 		 * Wait for all zfs threads to leave zfs.
722789Sahrens 		 * Grabbing a rwlock as reader in all vops and
723789Sahrens 		 * as writer here doesn't work because it too easy to get
724789Sahrens 		 * multiple reader enters as zfs can re-enter itself.
725789Sahrens 		 * This can lead to deadlock if there is an intervening
726789Sahrens 		 * rw_enter as writer.
727789Sahrens 		 * So a file system threads ref count (z_op_cnt) is used.
728789Sahrens 		 * A polling loop on z_op_cnt may seem inefficient, but
729789Sahrens 		 * - this saves all threads on exit from having to grab a
730789Sahrens 		 *   mutex in order to cv_signal
731789Sahrens 		 * - only occurs on forced unmount in the rare case when
732789Sahrens 		 *   there are outstanding threads within the file system.
733789Sahrens 		 */
734789Sahrens 		while (zfsvfs->z_op_cnt) {
735789Sahrens 			delay(1);
736789Sahrens 		}
737789Sahrens 
738789Sahrens 		zfs_objset_close(zfsvfs);
739789Sahrens 
740789Sahrens 		return (0);
741789Sahrens 	}
742789Sahrens 
743789Sahrens 	zfs_zcache_flush(zfsvfs);
744789Sahrens 
745789Sahrens 	/*
746789Sahrens 	 * Stop all delete threads.
747789Sahrens 	 */
748789Sahrens 	(void) zfs_delete_thread_target(zfsvfs, 0);
749789Sahrens 
750789Sahrens 	/*
751789Sahrens 	 * Check the number of active vnodes in the file system.
752789Sahrens 	 * Our count is maintained in the vfs structure, but the number
753789Sahrens 	 * is off by 1 to indicate a hold on the vfs structure itself.
754789Sahrens 	 *
755789Sahrens 	 * The '.zfs' directory maintains a reference of its own, and any active
756789Sahrens 	 * references underneath are reflected in the vnode count.
757789Sahrens 	 */
758789Sahrens 	if (zfsvfs->z_ctldir == NULL) {
759789Sahrens 		if (vfsp->vfs_count > 1) {
760789Sahrens 			if ((zfsvfs->z_vfs->vfs_flag & VFS_RDONLY) == 0)
761789Sahrens 				(void) zfs_delete_thread_target(zfsvfs, 1);
762789Sahrens 			return (EBUSY);
763789Sahrens 		}
764789Sahrens 	} else {
765789Sahrens 		if (vfsp->vfs_count > 2 ||
766789Sahrens 		    (zfsvfs->z_ctldir->v_count > 1 && !(fflag & MS_FORCE))) {
767789Sahrens 			if ((zfsvfs->z_vfs->vfs_flag & VFS_RDONLY) == 0)
768789Sahrens 				(void) zfs_delete_thread_target(zfsvfs, 1);
769789Sahrens 			return (EBUSY);
770789Sahrens 		}
771789Sahrens 	}
772789Sahrens 
773789Sahrens 	vfsp->vfs_flag |= VFS_UNMOUNTED;
774789Sahrens 	zfs_objset_close(zfsvfs);
775789Sahrens 
776789Sahrens 	return (0);
777789Sahrens }
778789Sahrens 
779789Sahrens static int
780789Sahrens zfs_vget(vfs_t *vfsp, vnode_t **vpp, fid_t *fidp)
781789Sahrens {
782789Sahrens 	zfsvfs_t	*zfsvfs = vfsp->vfs_data;
783789Sahrens 	znode_t		*zp;
784789Sahrens 	uint64_t	object = 0;
785789Sahrens 	uint64_t	fid_gen = 0;
786789Sahrens 	uint64_t	gen_mask;
787789Sahrens 	uint64_t	zp_gen;
788789Sahrens 	int 		i, err;
789789Sahrens 
790789Sahrens 	*vpp = NULL;
791789Sahrens 
792789Sahrens 	ZFS_ENTER(zfsvfs);
793789Sahrens 
794789Sahrens 	if (fidp->fid_len == LONG_FID_LEN) {
795789Sahrens 		zfid_long_t	*zlfid = (zfid_long_t *)fidp;
796789Sahrens 		uint64_t	objsetid = 0;
797789Sahrens 		uint64_t	setgen = 0;
798789Sahrens 
799789Sahrens 		for (i = 0; i < sizeof (zlfid->zf_setid); i++)
800789Sahrens 			objsetid |= ((uint64_t)zlfid->zf_setid[i]) << (8 * i);
801789Sahrens 
802789Sahrens 		for (i = 0; i < sizeof (zlfid->zf_setgen); i++)
803789Sahrens 			setgen |= ((uint64_t)zlfid->zf_setgen[i]) << (8 * i);
804789Sahrens 
805789Sahrens 		ZFS_EXIT(zfsvfs);
806789Sahrens 
807789Sahrens 		err = zfsctl_lookup_objset(vfsp, objsetid, &zfsvfs);
808789Sahrens 		if (err)
809789Sahrens 			return (EINVAL);
810789Sahrens 		ZFS_ENTER(zfsvfs);
811789Sahrens 	}
812789Sahrens 
813789Sahrens 	if (fidp->fid_len == SHORT_FID_LEN || fidp->fid_len == LONG_FID_LEN) {
814789Sahrens 		zfid_short_t	*zfid = (zfid_short_t *)fidp;
815789Sahrens 
816789Sahrens 		for (i = 0; i < sizeof (zfid->zf_object); i++)
817789Sahrens 			object |= ((uint64_t)zfid->zf_object[i]) << (8 * i);
818789Sahrens 
819789Sahrens 		for (i = 0; i < sizeof (zfid->zf_gen); i++)
820789Sahrens 			fid_gen |= ((uint64_t)zfid->zf_gen[i]) << (8 * i);
821789Sahrens 	} else {
822789Sahrens 		ZFS_EXIT(zfsvfs);
823789Sahrens 		return (EINVAL);
824789Sahrens 	}
825789Sahrens 
826789Sahrens 	/* A zero fid_gen means we are in the .zfs control directories */
827789Sahrens 	if (fid_gen == 0 &&
828789Sahrens 	    (object == ZFSCTL_INO_ROOT || object == ZFSCTL_INO_SNAPDIR)) {
829789Sahrens 		*vpp = zfsvfs->z_ctldir;
830789Sahrens 		ASSERT(*vpp != NULL);
831789Sahrens 		if (object == ZFSCTL_INO_SNAPDIR) {
832789Sahrens 			VERIFY(zfsctl_root_lookup(*vpp, "snapshot", vpp, NULL,
833789Sahrens 			    0, NULL, NULL) == 0);
834789Sahrens 		} else {
835789Sahrens 			VN_HOLD(*vpp);
836789Sahrens 		}
837789Sahrens 		ZFS_EXIT(zfsvfs);
838789Sahrens 		return (0);
839789Sahrens 	}
840789Sahrens 
841789Sahrens 	gen_mask = -1ULL >> (64 - 8 * i);
842789Sahrens 
843789Sahrens 	dprintf("getting %llu [%u mask %llx]\n", object, fid_gen, gen_mask);
844789Sahrens 	if (err = zfs_zget(zfsvfs, object, &zp)) {
845789Sahrens 		ZFS_EXIT(zfsvfs);
846789Sahrens 		return (err);
847789Sahrens 	}
848789Sahrens 	zp_gen = zp->z_phys->zp_gen & gen_mask;
849789Sahrens 	if (zp_gen == 0)
850789Sahrens 		zp_gen = 1;
851789Sahrens 	if (zp->z_reap || zp_gen != fid_gen) {
852789Sahrens 		dprintf("znode gen (%u) != fid gen (%u)\n", zp_gen, fid_gen);
853789Sahrens 		VN_RELE(ZTOV(zp));
854789Sahrens 		ZFS_EXIT(zfsvfs);
855789Sahrens 		return (EINVAL);
856789Sahrens 	}
857789Sahrens 
858789Sahrens 	*vpp = ZTOV(zp);
859789Sahrens 	ZFS_EXIT(zfsvfs);
860789Sahrens 	return (0);
861789Sahrens }
862789Sahrens 
863789Sahrens static void
864789Sahrens zfs_objset_close(zfsvfs_t *zfsvfs)
865789Sahrens {
866789Sahrens 	zfs_delete_t	*zd = &zfsvfs->z_delete_head;
867789Sahrens 	znode_t		*zp, *nextzp;
868789Sahrens 	objset_t	*os = zfsvfs->z_os;
869789Sahrens 	struct dsl_dataset *ds;
870789Sahrens 
871789Sahrens 	/*
872789Sahrens 	 * Stop all delete threads.
873789Sahrens 	 */
874789Sahrens 	(void) zfs_delete_thread_target(zfsvfs, 0);
875789Sahrens 
876789Sahrens 	/*
877789Sahrens 	 * For forced unmount, at this point all vops except zfs_inactive
878789Sahrens 	 * are erroring EIO. We need to now suspend zfs_inactive threads
879789Sahrens 	 * while we are freeing dbufs before switching zfs_inactive
880789Sahrens 	 * to use behaviour without a objset.
881789Sahrens 	 */
882789Sahrens 	rw_enter(&zfsvfs->z_um_lock, RW_WRITER);
883789Sahrens 
884789Sahrens 	zfs_zcache_flush(zfsvfs);
885789Sahrens 
886789Sahrens 	/*
887789Sahrens 	 * Release all delete in progress znodes
888789Sahrens 	 * They will be processed when the file system remounts.
889789Sahrens 	 */
890789Sahrens 	mutex_enter(&zd->z_mutex);
891789Sahrens 	while (zp = list_head(&zd->z_znodes)) {
892789Sahrens 		list_remove(&zd->z_znodes, zp);
893789Sahrens 		zp->z_dbuf_held = 0;
894789Sahrens 		dmu_buf_rele(zp->z_dbuf);
895789Sahrens 	}
896789Sahrens 	mutex_exit(&zd->z_mutex);
897789Sahrens 
898789Sahrens 	/*
899789Sahrens 	 * Release all holds on dbufs
900789Sahrens 	 * Note, although we have stopped all other vop threads and
901789Sahrens 	 * zfs_inactive(), the dmu can callback via znode_pageout_func()
902789Sahrens 	 * which can zfs_znode_free() the znode.
903789Sahrens 	 * So we lock z_all_znodes; search the list for a held
904789Sahrens 	 * dbuf; drop the lock (we know zp can't disappear if we hold
905789Sahrens 	 * a dbuf lock; then regrab the lock and restart.
906789Sahrens 	 */
907789Sahrens 	mutex_enter(&zfsvfs->z_znodes_lock);
908789Sahrens 	for (zp = list_head(&zfsvfs->z_all_znodes); zp; zp = nextzp) {
909789Sahrens 		nextzp = list_next(&zfsvfs->z_all_znodes, zp);
910789Sahrens 		if (zp->z_dbuf_held) {
911789Sahrens 			/* dbufs should only be held when force unmounting */
912789Sahrens 			zp->z_dbuf_held = 0;
913789Sahrens 			mutex_exit(&zfsvfs->z_znodes_lock);
914789Sahrens 			dmu_buf_rele(zp->z_dbuf);
915789Sahrens 			/* Start again */
916789Sahrens 			mutex_enter(&zfsvfs->z_znodes_lock);
917789Sahrens 			nextzp = list_head(&zfsvfs->z_all_znodes);
918789Sahrens 		}
919789Sahrens 	}
920789Sahrens 	mutex_exit(&zfsvfs->z_znodes_lock);
921789Sahrens 
922789Sahrens 	/*
923789Sahrens 	 * Unregister properties.
924789Sahrens 	 */
925789Sahrens 	if (!dmu_objset_is_snapshot(os)) {
926789Sahrens 		ds = dmu_objset_ds(os);
927789Sahrens 
928789Sahrens 		VERIFY(dsl_prop_unregister(ds, "atime", atime_changed_cb,
929789Sahrens 		    zfsvfs) == 0);
930789Sahrens 
931789Sahrens 		VERIFY(dsl_prop_unregister(ds, "recordsize", blksz_changed_cb,
932789Sahrens 		    zfsvfs) == 0);
933789Sahrens 
934789Sahrens 		VERIFY(dsl_prop_unregister(ds, "readonly", readonly_changed_cb,
935789Sahrens 		    zfsvfs) == 0);
936789Sahrens 
937789Sahrens 		VERIFY(dsl_prop_unregister(ds, "devices", devices_changed_cb,
938789Sahrens 		    zfsvfs) == 0);
939789Sahrens 
940789Sahrens 		VERIFY(dsl_prop_unregister(ds, "setuid", setuid_changed_cb,
941789Sahrens 		    zfsvfs) == 0);
942789Sahrens 
943789Sahrens 		VERIFY(dsl_prop_unregister(ds, "exec", exec_changed_cb,
944789Sahrens 		    zfsvfs) == 0);
945789Sahrens 
946789Sahrens 		VERIFY(dsl_prop_unregister(ds, "snapdir", snapdir_changed_cb,
947789Sahrens 		    zfsvfs) == 0);
948789Sahrens 
949789Sahrens 		VERIFY(dsl_prop_unregister(ds, "aclmode", acl_mode_changed_cb,
950789Sahrens 		    zfsvfs) == 0);
951789Sahrens 
952789Sahrens 		VERIFY(dsl_prop_unregister(ds, "aclinherit",
953789Sahrens 		    acl_inherit_changed_cb, zfsvfs) == 0);
954789Sahrens 	}
955789Sahrens 
956789Sahrens 	/*
957789Sahrens 	 * Make the dmu drop all it dbuf holds so that zfs_inactive
958789Sahrens 	 * can then safely free znode/vnodes.
959789Sahrens 	 */
960789Sahrens 	txg_wait_synced(dmu_objset_pool(os), 0);
961789Sahrens 
962789Sahrens 	/*
963789Sahrens 	 * Switch zfs_inactive to behaviour without an objset.
964789Sahrens 	 * It just tosses cached pages and frees the znode & vnode.
965789Sahrens 	 * Then re-enable zfs_inactive threads in that new behaviour.
966789Sahrens 	 */
967789Sahrens 	zfsvfs->z_unmounted2 = B_TRUE;
968789Sahrens 	rw_exit(&zfsvfs->z_um_lock); /* re-enable any zfs_inactive threads */
969789Sahrens 
970789Sahrens 	/*
971789Sahrens 	 * Close the zil. Can't close the zil while zfs_inactive
972789Sahrens 	 * threads are blocked as zil_close can call zfs_inactive.
973789Sahrens 	 */
974789Sahrens 	if (zfsvfs->z_log) {
975789Sahrens 		zil_close(zfsvfs->z_log);
976789Sahrens 		zfsvfs->z_log = NULL;
977789Sahrens 	}
978789Sahrens 
979789Sahrens 	/*
980789Sahrens 	 * Finally close the objset
981789Sahrens 	 */
982789Sahrens 	dmu_objset_close(os);
983789Sahrens 
9841298Sperrin 	/*
9851298Sperrin 	 * We can now safely destroy the '.zfs' directory node.
9861298Sperrin 	 */
9871298Sperrin 	if (zfsvfs->z_ctldir != NULL)
9881298Sperrin 		zfsctl_destroy(zfsvfs);
9891298Sperrin 
990789Sahrens }
991789Sahrens 
992789Sahrens static void
993789Sahrens zfs_freevfs(vfs_t *vfsp)
994789Sahrens {
995789Sahrens 	zfsvfs_t *zfsvfs = vfsp->vfs_data;
996789Sahrens 
997789Sahrens 	kmem_free(zfsvfs, sizeof (zfsvfs_t));
998789Sahrens 
999789Sahrens 	atomic_add_32(&zfs_active_fs_count, -1);
1000789Sahrens }
1001789Sahrens 
1002789Sahrens /*
1003789Sahrens  * VFS_INIT() initialization.  Note that there is no VFS_FINI(),
1004789Sahrens  * so we can't safely do any non-idempotent initialization here.
1005789Sahrens  * Leave that to zfs_init() and zfs_fini(), which are called
1006789Sahrens  * from the module's _init() and _fini() entry points.
1007789Sahrens  */
1008789Sahrens /*ARGSUSED*/
1009789Sahrens static int
1010789Sahrens zfs_vfsinit(int fstype, char *name)
1011789Sahrens {
1012789Sahrens 	int error;
1013789Sahrens 
1014789Sahrens 	zfsfstype = fstype;
1015789Sahrens 
1016789Sahrens 	/*
1017789Sahrens 	 * Setup vfsops and vnodeops tables.
1018789Sahrens 	 */
1019789Sahrens 	error = vfs_setfsops(fstype, zfs_vfsops_template, &zfs_vfsops);
1020789Sahrens 	if (error != 0) {
1021789Sahrens 		cmn_err(CE_WARN, "zfs: bad vfs ops template");
1022789Sahrens 	}
1023789Sahrens 
1024789Sahrens 	error = zfs_create_op_tables();
1025789Sahrens 	if (error) {
1026789Sahrens 		zfs_remove_op_tables();
1027789Sahrens 		cmn_err(CE_WARN, "zfs: bad vnode ops template");
1028789Sahrens 		(void) vfs_freevfsops_by_type(zfsfstype);
1029789Sahrens 		return (error);
1030789Sahrens 	}
1031789Sahrens 
1032789Sahrens 	mutex_init(&zfs_dev_mtx, NULL, MUTEX_DEFAULT, NULL);
1033789Sahrens 
1034789Sahrens 	/*
1035849Sbonwick 	 * Unique major number for all zfs mounts.
1036849Sbonwick 	 * If we run out of 32-bit minors, we'll getudev() another major.
1037789Sahrens 	 */
1038849Sbonwick 	zfs_major = ddi_name_to_major(ZFS_DRIVER);
1039849Sbonwick 	zfs_minor = ZFS_MIN_MINOR;
1040789Sahrens 
1041789Sahrens 	return (0);
1042789Sahrens }
1043789Sahrens 
1044789Sahrens void
1045789Sahrens zfs_init(void)
1046789Sahrens {
1047789Sahrens 	/*
1048789Sahrens 	 * Initialize .zfs directory structures
1049789Sahrens 	 */
1050789Sahrens 	zfsctl_init();
1051789Sahrens 
1052789Sahrens 	/*
1053789Sahrens 	 * Initialize znode cache, vnode ops, etc...
1054789Sahrens 	 */
1055789Sahrens 	zfs_znode_init();
1056789Sahrens }
1057789Sahrens 
1058789Sahrens void
1059789Sahrens zfs_fini(void)
1060789Sahrens {
1061789Sahrens 	zfsctl_fini();
1062789Sahrens 	zfs_znode_fini();
1063789Sahrens }
1064789Sahrens 
1065789Sahrens int
1066789Sahrens zfs_busy(void)
1067789Sahrens {
1068789Sahrens 	return (zfs_active_fs_count != 0);
1069789Sahrens }
1070789Sahrens 
1071789Sahrens static vfsdef_t vfw = {
1072789Sahrens 	VFSDEF_VERSION,
1073789Sahrens 	MNTTYPE_ZFS,
1074789Sahrens 	zfs_vfsinit,
1075789Sahrens 	VSW_HASPROTO | VSW_CANRWRO | VSW_CANREMOUNT | VSW_VOLATILEDEV,
1076789Sahrens 	&zfs_mntopts
1077789Sahrens };
1078789Sahrens 
1079789Sahrens struct modlfs zfs_modlfs = {
1080789Sahrens 	&mod_fsops, "ZFS filesystem version 1", &vfw
1081789Sahrens };
1082