13446Smrj /*
23446Smrj  * CDDL HEADER START
33446Smrj  *
43446Smrj  * The contents of this file are subject to the terms of the
53446Smrj  * Common Development and Distribution License (the "License").
63446Smrj  * You may not use this file except in compliance with the License.
73446Smrj  *
83446Smrj  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
93446Smrj  * or http://www.opensolaris.org/os/licensing.
103446Smrj  * See the License for the specific language governing permissions
113446Smrj  * and limitations under the License.
123446Smrj  *
133446Smrj  * When distributing Covered Code, include this CDDL HEADER in each
143446Smrj  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
153446Smrj  * If applicable, add the following below this CDDL HEADER, with the
163446Smrj  * fields enclosed by brackets "[]" replaced with your own identifying
173446Smrj  * information: Portions Copyright [yyyy] [name of copyright owner]
183446Smrj  *
193446Smrj  * CDDL HEADER END
203446Smrj  */
213446Smrj 
223446Smrj /*
236110Sms148562  * Copyright 2008 Sun Microsystems, Inc.  All rights reserved.
243446Smrj  * Use is subject to license terms.
253446Smrj  */
263446Smrj 
273446Smrj /*
283446Smrj  * Misc module for AGP master device support
293446Smrj  */
303446Smrj 
313446Smrj #include <sys/modctl.h>
323446Smrj #include <sys/pci.h>
333446Smrj #include <sys/stat.h>
343446Smrj #include <sys/file.h>
353446Smrj #include <sys/types.h>
363446Smrj #include <sys/dditypes.h>
373446Smrj #include <sys/sunddi.h>
383446Smrj #include <sys/agpgart.h>
393446Smrj #include <sys/agp/agpdefs.h>
403446Smrj #include <sys/agp/agpmaster_io.h>
413446Smrj 
424478Skz151634 #define	PGTBL_CTL	0x2020	/* Page table control register */
434478Skz151634 #define	I8XX_FB_BAR	1
444478Skz151634 #define	I8XX_MMIO_BAR	2
454478Skz151634 #define	I8XX_PTE_OFFSET	0x10000
464478Skz151634 #define	I915_MMADR	1	/* mem-mapped registers BAR */
474478Skz151634 #define	I915_GMADR	3	/* graphics mem BAR */
484478Skz151634 #define	I915_GTTADDR	4	/* GTT BAR */
494478Skz151634 #define	I965_GTTMMADR	1	/* mem-mapped registers BAR + GTT */
504478Skz151634 /* In 965 1MB GTTMMADR, GTT reside in the latter 512KB */
514478Skz151634 #define	I965_GTT_OFFSET	0x80000
526778Smc196098 #define	GM45_GTT_OFFSET	0x200000
534478Skz151634 #define	GTT_SIZE_MASK	0xe
544478Skz151634 #define	GTT_512KB	(0 << 1)
554478Skz151634 #define	GTT_256KB	(1 << 1)
564478Skz151634 #define	GTT_128KB	(2 << 1)
576778Smc196098 #define	GTT_1MB		(3 << 1)
586778Smc196098 #define	GTT_2MB		(4 << 1)
596778Smc196098 #define	GTT_1_5MB	(5 << 1)
604478Skz151634 
614478Skz151634 #define	MMIO_BASE(x)	(x)->agpm_data.agpm_gtt.gtt_mmio_base
624478Skz151634 #define	MMIO_HANDLE(x)	(x)->agpm_data.agpm_gtt.gtt_mmio_handle
635036Skz151634 #define	GTT_HANDLE(x)	(x)->agpm_data.agpm_gtt.gtt_handle
645036Skz151634 /* Base address of GTT */
654478Skz151634 #define	GTT_ADDR(x)	(x)->agpm_data.agpm_gtt.gtt_addr
665036Skz151634 /* Graphics memory base address */
674478Skz151634 #define	APER_BASE(x)	(x)->agpm_data.agpm_gtt.gtt_info.igd_aperbase
684478Skz151634 
694478Skz151634 #define	AGPM_WRITE(x, off, val) \
704478Skz151634     ddi_put32(MMIO_HANDLE(x), (uint32_t *)(MMIO_BASE(x) + (off)), (val));
714478Skz151634 
724478Skz151634 #define	AGPM_READ(x, off) \
734478Skz151634     ddi_get32(MMIO_HANDLE(x), (uint32_t *)(MMIO_BASE(x) + (off)));
743446Smrj 
753446Smrj #ifdef DEBUG
763446Smrj #define	CONFIRM(value) ASSERT(value)
773446Smrj #else
783446Smrj #define	CONFIRM(value) if (!(value)) return (EINVAL)
793446Smrj #endif
803446Smrj 
813446Smrj int agpm_debug = 0;
823446Smrj #define	AGPM_DEBUG(args)	if (agpm_debug >= 1) cmn_err args
833446Smrj 
843446Smrj /*
853446Smrj  * Whether it is a Intel integrated graphics card
863446Smrj  */
873446Smrj #define	IS_IGD(agpmaster) ((agpmaster->agpm_dev_type == DEVICE_IS_I810) || \
884478Skz151634 	(agpmaster->agpm_dev_type == DEVICE_IS_I830))
893446Smrj 
903446Smrj 
914478Skz151634 /* Intel 915 and 945 series */
924478Skz151634 #define	IS_INTEL_915(agpmaster) ((agpmaster->agpm_id == INTEL_IGD_915) || \
934478Skz151634 	(agpmaster->agpm_id == INTEL_IGD_915GM) || \
944478Skz151634 	(agpmaster->agpm_id == INTEL_IGD_945) || \
95*8020SMiao.Chen@Sun.COM 	(agpmaster->agpm_id == INTEL_IGD_945GM) || \
96*8020SMiao.Chen@Sun.COM 	(agpmaster->agpm_id == INTEL_IGD_945GME))
974478Skz151634 
984478Skz151634 /* Intel 965 series */
994478Skz151634 #define	IS_INTEL_965(agpmaster) ((agpmaster->agpm_id == INTEL_IGD_946GZ) || \
1004478Skz151634 	(agpmaster->agpm_id == INTEL_IGD_965G1) || \
1014478Skz151634 	(agpmaster->agpm_id == INTEL_IGD_965Q) || \
1024478Skz151634 	(agpmaster->agpm_id == INTEL_IGD_965G2) || \
1034618Skz151634 	(agpmaster->agpm_id == INTEL_IGD_965GM) || \
1046778Smc196098 	(agpmaster->agpm_id == INTEL_IGD_965GME) || \
1057662SMiao.Chen@Sun.COM 	(agpmaster->agpm_id == INTEL_IGD_GM45) || \
1067662SMiao.Chen@Sun.COM 	IS_INTEL_G4X(agpmaster))
1073446Smrj 
1085036Skz151634 /* Intel G33 series */
1095036Skz151634 #define	IS_INTEL_X33(agpmaster) ((agpmaster->agpm_id == INTEL_IGD_Q35) || \
1105036Skz151634 	(agpmaster->agpm_id == INTEL_IGD_G33) || \
1115036Skz151634 	(agpmaster->agpm_id == INTEL_IGD_Q33))
1125036Skz151634 
1137662SMiao.Chen@Sun.COM /* Intel G4X series */
1147662SMiao.Chen@Sun.COM #define	IS_INTEL_G4X(agpmaster) ((agpmaster->agpm_id == INTEL_IGD_EL) || \
1157662SMiao.Chen@Sun.COM 	(agpmaster->agpm_id == INTEL_IGD_Q45) || \
1167662SMiao.Chen@Sun.COM 	(agpmaster->agpm_id == INTEL_IGD_G45))
1175036Skz151634 
1183446Smrj static struct modlmisc modlmisc = {
1197542SRichard.Bean@Sun.COM 	&mod_miscops, "AGP master interfaces"
1203446Smrj };
1213446Smrj 
1223446Smrj static struct modlinkage modlinkage = {
1233446Smrj 	MODREV_1, (void *)&modlmisc, NULL
1243446Smrj };
1253446Smrj 
1263446Smrj static ddi_device_acc_attr_t i8xx_dev_access = {
1273446Smrj 	DDI_DEVICE_ATTR_V0,
1283446Smrj 	DDI_NEVERSWAP_ACC,
1293446Smrj 	DDI_STRICTORDER_ACC
1303446Smrj };
1313446Smrj 
1323446Smrj static off_t agpmaster_cap_find(ddi_acc_handle_t);
1333446Smrj static int detect_i8xx_device(agp_master_softc_t *);
1343446Smrj static int detect_agp_devcice(agp_master_softc_t *, ddi_acc_handle_t);
1353446Smrj static int i8xx_add_to_gtt(gtt_impl_t *, igd_gtt_seg_t);
1363446Smrj static void i8xx_remove_from_gtt(gtt_impl_t *, igd_gtt_seg_t);
1373446Smrj 
1383446Smrj int
1393446Smrj _init(void)
1403446Smrj {
1413446Smrj 	int	err;
1423446Smrj 
1433446Smrj 	if ((err = mod_install(&modlinkage)) != 0)
1443446Smrj 		return (err);
1453446Smrj 
1463446Smrj 	return (0);
1473446Smrj }
1483446Smrj 
1493446Smrj int
1503446Smrj _fini(void)
1513446Smrj {
1523446Smrj 	int	err;
1533446Smrj 
1543446Smrj 	if ((err = mod_remove(&modlinkage)) != 0)
1553446Smrj 		return (err);
1563446Smrj 
1573446Smrj 	return (0);
1583446Smrj }
1593446Smrj 
1603446Smrj int
1613446Smrj _info(struct modinfo *modinfop)
1623446Smrj {
1633446Smrj 	return (mod_info(&modlinkage, modinfop));
1643446Smrj }
1653446Smrj 
1663446Smrj /*
1673446Smrj  * Minor node is not removed here, since the caller (xx_attach) is
1683446Smrj  * responsible for removing all nodes.
1693446Smrj  */
1703446Smrj void
1713446Smrj agpmaster_detach(agp_master_softc_t **master_softcp)
1723446Smrj {
1733446Smrj 	agp_master_softc_t *master_softc;
1743446Smrj 
1753446Smrj 	ASSERT(master_softcp);
1763446Smrj 	master_softc = *master_softcp;
1773446Smrj 
1783446Smrj 	/* intel integrated device */
1795036Skz151634 	if (IS_IGD(master_softc) &&
1805036Skz151634 	    ((MMIO_HANDLE(master_softc) != NULL) ||
1815036Skz151634 	    (GTT_HANDLE(master_softc) != NULL))) {
1825036Skz151634 		/*
1835036Skz151634 		 * for some chipsets, mmap handle is shared between both mmio
1845036Skz151634 		 * and GTT table.
1855036Skz151634 		 */
1865036Skz151634 		if ((GTT_HANDLE(master_softc) != MMIO_HANDLE(master_softc)) &&
1875036Skz151634 		    (GTT_HANDLE(master_softc) != NULL))
1885036Skz151634 			ddi_regs_map_free(&GTT_HANDLE(master_softc));
1895036Skz151634 		if (MMIO_HANDLE(master_softc) != NULL)
1904478Skz151634 			ddi_regs_map_free(&MMIO_HANDLE(master_softc));
1913446Smrj 	}
1923446Smrj 
1933446Smrj 	kmem_free(master_softc, sizeof (agp_master_softc_t));
1943446Smrj 	master_softc = NULL;
1953446Smrj 
1963446Smrj 	return;
1973446Smrj 
1983446Smrj }
1993446Smrj 
2003446Smrj /*
2014478Skz151634  * 965 has a fixed GTT table size (512KB), so check to see the actual aperture
2024478Skz151634  * size. Aperture size = GTT table size * 1024.
2034478Skz151634  */
2044478Skz151634 static off_t
2054478Skz151634 i965_apersize(agp_master_softc_t *agpmaster)
2064478Skz151634 {
2074478Skz151634 	off_t apersize;
2084478Skz151634 
2094478Skz151634 	apersize = AGPM_READ(agpmaster, PGTBL_CTL);
2104478Skz151634 	AGPM_DEBUG((CE_NOTE, "i965_apersize: PGTBL_CTL = %lx", apersize));
2114478Skz151634 	switch (apersize & GTT_SIZE_MASK) {
2126778Smc196098 	case GTT_2MB:
2136778Smc196098 		apersize = 2048;
2146778Smc196098 		break;
2156778Smc196098 	case GTT_1_5MB:
2166778Smc196098 		apersize = 1536;
2176778Smc196098 		break;
2186778Smc196098 	case GTT_1MB:
2196778Smc196098 		apersize = 1024;
2206778Smc196098 		break;
2214478Skz151634 	case GTT_512KB:
2224478Skz151634 		apersize = 512;
2234478Skz151634 		break;
2244478Skz151634 	case GTT_256KB:
2254478Skz151634 		apersize = 256;
2264478Skz151634 		break;
2274478Skz151634 	case GTT_128KB:
2284478Skz151634 		apersize = 128;
2294478Skz151634 		break;
2304478Skz151634 	default:
2315036Skz151634 		apersize = 0;
2324478Skz151634 		AGPM_DEBUG((CE_WARN,
2334478Skz151634 		    "i965_apersize: invalid GTT size in PGTBL_CTL"));
2344478Skz151634 	}
2355036Skz151634 	return (apersize);
2365036Skz151634 }
2375036Skz151634 
2385036Skz151634 /*
2395036Skz151634  * For Intel 3 series, we need to get GTT size from the GGMS field in GMCH
2405036Skz151634  * Graphics Control Register. Return aperture size in MB.
2415036Skz151634  */
2425036Skz151634 static off_t
2435036Skz151634 i3XX_apersize(ddi_acc_handle_t pci_acc_hdl)
2445036Skz151634 {
2455036Skz151634 	uint16_t value;
2465036Skz151634 	off_t apersize;
2475036Skz151634 
2485036Skz151634 	/*
2495036Skz151634 	 * Get the value of configuration register MGGC "Mirror of Dev0 GMCH
2505036Skz151634 	 * Graphics Control" from Internal Graphics #2 (Device2:Function0).
2515036Skz151634 	 */
2525036Skz151634 	value = pci_config_get16(pci_acc_hdl, I8XX_CONF_GC);
2535036Skz151634 	AGPM_DEBUG((CE_NOTE, "i3XX_apersize: MGGC = 0x%x", value));
2545036Skz151634 	/* computing aperture size using the pre-allocated GTT size */
2555036Skz151634 	switch (value & IX33_GGMS_MASK) {
2565036Skz151634 	case IX33_GGMS_1M:
2575036Skz151634 		apersize = 1024;
2585036Skz151634 		break;
2595036Skz151634 	case IX33_GGMS_2M:
2605036Skz151634 		apersize = 2048;
2615036Skz151634 		break;
2625036Skz151634 	default:
2635036Skz151634 		apersize = 0;	/* no memory pre-allocated */
2645036Skz151634 		AGPM_DEBUG((CE_WARN,
2655036Skz151634 		    "i3XX_apersize: no memory allocated for GTT"));
2665036Skz151634 	}
2675036Skz151634 	AGPM_DEBUG((CE_NOTE, "i3xx_apersize: apersize = %ldM", apersize));
2684478Skz151634 	return (apersize);
2694478Skz151634 }
2704478Skz151634 
2714478Skz151634 #define	CHECK_STATUS(status)	\
2724478Skz151634     if (status != DDI_SUCCESS) { \
2734478Skz151634 	    AGPM_DEBUG((CE_WARN, \
2744478Skz151634 		"set_gtt_mmio: regs_map_setup error")); \
2754478Skz151634 	    return (-1); \
2764478Skz151634 }
2774478Skz151634 /*
2784478Skz151634  * Set gtt_addr, gtt_mmio_base, igd_apersize, igd_aperbase and igd_devid
2794478Skz151634  * according to chipset.
2804478Skz151634  */
2814478Skz151634 static int
2825036Skz151634 set_gtt_mmio(dev_info_t *devi, agp_master_softc_t *agpmaster,
2835036Skz151634     ddi_acc_handle_t pci_acc_hdl)
2844478Skz151634 {
2855036Skz151634 	off_t apersize;  /* size of graphics mem (MB) == GTT size (KB) */
2864478Skz151634 	uint32_t value;
2875036Skz151634 	off_t gmadr_off;  /* GMADR offset in PCI config space */
2884478Skz151634 	int status;
2894478Skz151634 
2905036Skz151634 	if (IS_INTEL_X33(agpmaster)) {
2915036Skz151634 		/* Intel 3 series are similar with 915/945 series */
2924478Skz151634 		status = ddi_regs_map_setup(devi, I915_GTTADDR,
2934478Skz151634 		    &GTT_ADDR(agpmaster), 0, 0, &i8xx_dev_access,
2945036Skz151634 		    &GTT_HANDLE(agpmaster));
2954478Skz151634 		CHECK_STATUS(status);
2964478Skz151634 
2974478Skz151634 		status = ddi_regs_map_setup(devi, I915_MMADR,
2984478Skz151634 		    &MMIO_BASE(agpmaster), 0, 0, &i8xx_dev_access,
2994478Skz151634 		    &MMIO_HANDLE(agpmaster));
3004478Skz151634 		CHECK_STATUS(status);
3014478Skz151634 
3026110Sms148562 		gmadr_off = I915_CONF_GMADR;
3036110Sms148562 		/* Different computing method used in getting aperture size. */
3045036Skz151634 		apersize = i3XX_apersize(pci_acc_hdl);
3055036Skz151634 	} else if (IS_INTEL_965(agpmaster)) {
3065036Skz151634 		status = ddi_regs_map_setup(devi, I965_GTTMMADR,
3075036Skz151634 		    &MMIO_BASE(agpmaster), 0, 0, &i8xx_dev_access,
3085036Skz151634 		    &MMIO_HANDLE(agpmaster));
3095036Skz151634 		CHECK_STATUS(status);
3107662SMiao.Chen@Sun.COM 		if ((agpmaster->agpm_id == INTEL_IGD_GM45) ||
3117662SMiao.Chen@Sun.COM 		    IS_INTEL_G4X(agpmaster))
3126778Smc196098 			GTT_ADDR(agpmaster) =
3136778Smc196098 			    MMIO_BASE(agpmaster) + GM45_GTT_OFFSET;
3146778Smc196098 		else
3156778Smc196098 			GTT_ADDR(agpmaster) =
3166778Smc196098 			    MMIO_BASE(agpmaster) + I965_GTT_OFFSET;
3175036Skz151634 		GTT_HANDLE(agpmaster) = MMIO_HANDLE(agpmaster);
3185036Skz151634 
3195036Skz151634 		gmadr_off = I915_CONF_GMADR;
3205036Skz151634 		apersize = i965_apersize(agpmaster);
3215036Skz151634 	} else if (IS_INTEL_915(agpmaster)) {
3225036Skz151634 		/* I915/945 series */
3235036Skz151634 		status = ddi_regs_map_setup(devi, I915_GTTADDR,
3245036Skz151634 		    &GTT_ADDR(agpmaster), 0, 0, &i8xx_dev_access,
3255036Skz151634 		    &GTT_HANDLE(agpmaster));
3265036Skz151634 		CHECK_STATUS(status);
3275036Skz151634 
3285036Skz151634 		status = ddi_regs_map_setup(devi, I915_MMADR,
3295036Skz151634 		    &MMIO_BASE(agpmaster), 0, 0, &i8xx_dev_access,
3305036Skz151634 		    &MMIO_HANDLE(agpmaster));
3315036Skz151634 		CHECK_STATUS(status);
3325036Skz151634 
3335036Skz151634 		gmadr_off = I915_CONF_GMADR;
3344478Skz151634 		status = ddi_dev_regsize(devi, I915_GMADR, &apersize);
3355036Skz151634 		apersize = BYTES2MB(apersize);
3364478Skz151634 	} else {
3374478Skz151634 		/* I8XX series */
3384478Skz151634 		status = ddi_regs_map_setup(devi, I8XX_MMIO_BAR,
3394478Skz151634 		    &MMIO_BASE(agpmaster), 0, 0, &i8xx_dev_access,
3404478Skz151634 		    &MMIO_HANDLE(agpmaster));
3414478Skz151634 		CHECK_STATUS(status);
3424478Skz151634 
3434478Skz151634 		GTT_ADDR(agpmaster) = MMIO_BASE(agpmaster) + I8XX_PTE_OFFSET;
3445036Skz151634 		GTT_HANDLE(agpmaster) = MMIO_HANDLE(agpmaster);
3455036Skz151634 		gmadr_off = I8XX_CONF_GMADR;
3464478Skz151634 		status = ddi_dev_regsize(devi, I8XX_FB_BAR, &apersize);
3475036Skz151634 		apersize = BYTES2MB(apersize);
3484478Skz151634 		CHECK_STATUS(status);
3494478Skz151634 	}
3504478Skz151634 
3514478Skz151634 	/*
3525036Skz151634 	 * If memory size is smaller than a certain value, it means
3534478Skz151634 	 * the register set number for graphics memory range might
3544478Skz151634 	 * be wrong
3554478Skz151634 	 */
3565036Skz151634 	if (status != DDI_SUCCESS || apersize < 4) {
3574478Skz151634 		AGPM_DEBUG((CE_WARN,
3585036Skz151634 		    "set_gtt_mmio: error in getting graphics memory"));
3594478Skz151634 		return (-1);
3604478Skz151634 	}
3614478Skz151634 
3625036Skz151634 	agpmaster->agpm_data.agpm_gtt.gtt_info.igd_apersize = apersize;
3634478Skz151634 
3645036Skz151634 	/* get graphics memory base address from GMADR */
3655036Skz151634 	value = pci_config_get32(pci_acc_hdl, gmadr_off);
3664478Skz151634 	APER_BASE(agpmaster) = value & GTT_BASE_MASK;
3675036Skz151634 	AGPM_DEBUG((CE_NOTE, "set_gtt_mmio: aperbase = 0x%x, apersize = %ldM, "
3684478Skz151634 	    "gtt_addr = %p, mmio_base = %p", APER_BASE(agpmaster), apersize,
3694478Skz151634 	    (void *)GTT_ADDR(agpmaster), (void *)MMIO_BASE(agpmaster)));
3704478Skz151634 	return (0);
3714478Skz151634 }
3724478Skz151634 
3734478Skz151634 /*
3743446Smrj  * Try to initialize agp master.
3753446Smrj  * 0 is returned if the device is successfully initialized. AGP master soft
3763446Smrj  * state is returned in master_softcp if needed.
3773446Smrj  * Otherwise -1 is returned and *master_softcp is set to NULL.
3783446Smrj  */
3793446Smrj int
3803446Smrj agpmaster_attach(dev_info_t *devi, agp_master_softc_t **master_softcp,
3813446Smrj     ddi_acc_handle_t pci_acc_hdl, minor_t minor)
3823446Smrj {
3833446Smrj 	int instance;
3843446Smrj 	int status;
3853446Smrj 	agp_master_softc_t *agpmaster;
3863446Smrj 	char buf[80];
3873446Smrj 
3883446Smrj 
3893446Smrj 	ASSERT(pci_acc_hdl);
3903446Smrj 	*master_softcp = NULL;
3913446Smrj 	agpmaster = (agp_master_softc_t *)
3923446Smrj 	    kmem_zalloc(sizeof (agp_master_softc_t), KM_SLEEP);
3933446Smrj 
3943446Smrj 	agpmaster->agpm_id =
3953446Smrj 	    pci_config_get32(pci_acc_hdl, PCI_CONF_VENID);
3963446Smrj 	agpmaster->agpm_acc_hdl = pci_acc_hdl;
3973446Smrj 
3983446Smrj 	if (!detect_i8xx_device(agpmaster)) {
3994478Skz151634 		/* Intel 8XX, 915, 945 and 965 series */
4004478Skz151634 		if (set_gtt_mmio(devi, agpmaster, pci_acc_hdl) != 0)
4013446Smrj 			goto fail;
4023446Smrj 	} else if (detect_agp_devcice(agpmaster, pci_acc_hdl)) {
4034478Skz151634 		/* non IGD or AGP devices, AMD64 gart */
4043446Smrj 		AGPM_DEBUG((CE_WARN,
4053446Smrj 		    "agpmaster_attach: neither IGD or AGP devices exists"));
4063446Smrj 		agpmaster_detach(&agpmaster);
4073446Smrj 		return (0);
4083446Smrj 	}
4093446Smrj 
4105036Skz151634 	agpmaster->agpm_data.agpm_gtt.gtt_info.igd_devid =
4115036Skz151634 	    agpmaster->agpm_id;
4125036Skz151634 
4133446Smrj 	/* create minor node for IGD or AGP device */
4143446Smrj 	instance = ddi_get_instance(devi);
4153446Smrj 
4163446Smrj 	(void) sprintf(buf, "%s%d", AGPMASTER_NAME, instance);
4173446Smrj 	status = ddi_create_minor_node(devi, buf, S_IFCHR, minor,
4183446Smrj 	    DDI_NT_AGP_MASTER, 0);
4193446Smrj 
4203446Smrj 	if (status != DDI_SUCCESS) {
4213446Smrj 		AGPM_DEBUG((CE_WARN,
4223446Smrj 		    "agpmaster_attach: create agpmaster node failed"));
4233446Smrj 		goto fail;
4243446Smrj 	}
4253446Smrj 
4263446Smrj 	*master_softcp = agpmaster;
4273446Smrj 	return (0);
4283446Smrj fail:
4293446Smrj 	agpmaster_detach(&agpmaster);
4303446Smrj 	return (-1);
4313446Smrj }
4323446Smrj 
4333446Smrj /*
4343446Smrj  * Currently, it handles ioctl requests related with agp master device for
4353446Smrj  * layered driver (agpgart) only.
4363446Smrj  */
4373446Smrj /*ARGSUSED*/
4383446Smrj int
4393446Smrj agpmaster_ioctl(dev_t dev, int cmd, intptr_t data, int mode, cred_t *cred,
4403446Smrj     int *rval, agp_master_softc_t *softc)
4413446Smrj {
4423446Smrj 	uint32_t base;
4433446Smrj 	uint32_t addr;
4443446Smrj 	igd_gtt_seg_t seg;
4453446Smrj 	agp_info_t info;
4463446Smrj 	uint32_t value;
4473446Smrj 	off_t cap;
4483446Smrj 	uint32_t command;
4493446Smrj 	static char kernel_only[] =
4503446Smrj 	    "agpmaster_ioctl: %s is a kernel only ioctl";
4513446Smrj 
4523446Smrj 	CONFIRM(softc);
4533446Smrj 
4543446Smrj 	switch (cmd) {
4553446Smrj 	case DEVICE_DETECT:
4563446Smrj 		if (!(mode & FKIOCTL)) {
4573446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "DEVICE_DETECT"));
4583446Smrj 			return (ENXIO);
4593446Smrj 		}
4603446Smrj 
4613446Smrj 		if (ddi_copyout(&softc->agpm_dev_type,
4623446Smrj 		    (void *)data, sizeof (int), mode))
4633446Smrj 			return (EFAULT);
4643446Smrj 		break;
4653446Smrj 	case AGP_MASTER_SETCMD:
4663446Smrj 		if (!(mode & FKIOCTL)) {
4673446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "AGP_MASTER_SETCMD"));
4683446Smrj 			return (ENXIO);
4693446Smrj 		}
4703446Smrj 
4713446Smrj 		CONFIRM(softc->agpm_dev_type == DEVICE_IS_AGP);
4723446Smrj 		CONFIRM(softc->agpm_data.agpm_acaptr);
4733446Smrj 
4743446Smrj 		if (ddi_copyin((void *)data, &command,
4753446Smrj 		    sizeof (uint32_t), mode))
4763446Smrj 			return (EFAULT);
4773446Smrj 
4783446Smrj 		pci_config_put32(softc->agpm_acc_hdl,
4793446Smrj 		    softc->agpm_data.agpm_acaptr + AGP_CONF_COMMAND,
4803446Smrj 		    command);
4813446Smrj 		break;
4823446Smrj 	case AGP_MASTER_GETINFO:
4833446Smrj 		if (!(mode & FKIOCTL)) {
4843446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only,
4853446Smrj 			    "AGP_MASTER_GETINFO"));
4863446Smrj 			return (ENXIO);
4873446Smrj 		}
4883446Smrj 
4893446Smrj 		CONFIRM(softc->agpm_dev_type == DEVICE_IS_AGP);
4903446Smrj 		CONFIRM(softc->agpm_data.agpm_acaptr);
4913446Smrj 
4923446Smrj 		cap = softc->agpm_data.agpm_acaptr;
4933446Smrj 		value = pci_config_get32(softc->agpm_acc_hdl, cap);
4943446Smrj 		info.agpi_version.agpv_major = (uint16_t)((value >> 20) & 0xf);
4953446Smrj 		info.agpi_version.agpv_minor = (uint16_t)((value >> 16) & 0xf);
4963446Smrj 		info.agpi_devid = softc->agpm_id;
4973446Smrj 		info.agpi_mode = pci_config_get32(
4983446Smrj 		    softc->agpm_acc_hdl, cap + AGP_CONF_STATUS);
4993446Smrj 
5003446Smrj 		if (ddi_copyout(&info, (void *)data,
5013446Smrj 		    sizeof (agp_info_t), mode))
5023446Smrj 			return (EFAULT);
5033446Smrj 		break;
5043446Smrj 	case I810_SET_GTT_BASE:
5053446Smrj 		if (!(mode & FKIOCTL)) {
5063446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "I810_SET_GTT_ADDR"));
5073446Smrj 			return (ENXIO);
5083446Smrj 		}
5093446Smrj 
5103446Smrj 		CONFIRM(softc->agpm_dev_type == DEVICE_IS_I810);
5113446Smrj 
5123446Smrj 		if (ddi_copyin((void *)data, &base, sizeof (uint32_t), mode))
5133446Smrj 			return (EFAULT);
5143446Smrj 
5153446Smrj 		/* enables page table */
5163446Smrj 		addr = (base & GTT_BASE_MASK) | GTT_TABLE_VALID;
5173446Smrj 
5184478Skz151634 		AGPM_WRITE(softc, PGTBL_CTL, addr);
5193446Smrj 		break;
5203446Smrj 	case I8XX_GET_INFO:
5213446Smrj 		if (!(mode & FKIOCTL)) {
5223446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "I8XX_GET_INFO"));
5233446Smrj 			return (ENXIO);
5243446Smrj 		}
5253446Smrj 
5263446Smrj 		CONFIRM(IS_IGD(softc));
5273446Smrj 
5283446Smrj 		if (ddi_copyout(&softc->agpm_data.agpm_gtt.gtt_info,
5293446Smrj 		    (void *)data, sizeof (igd_info_t), mode))
5303446Smrj 			return (EFAULT);
5313446Smrj 		break;
5323446Smrj 	case I8XX_ADD2GTT:
5333446Smrj 		if (!(mode & FKIOCTL)) {
5343446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "I8XX_ADD2GTT"));
5353446Smrj 			return (ENXIO);
5363446Smrj 		}
5373446Smrj 
5383446Smrj 		CONFIRM(IS_IGD(softc));
5393446Smrj 
5403446Smrj 		if (ddi_copyin((void *)data, &seg,
5413446Smrj 		    sizeof (igd_gtt_seg_t), mode))
5423446Smrj 			return (EFAULT);
5433446Smrj 
5443446Smrj 		if (i8xx_add_to_gtt(&softc->agpm_data.agpm_gtt, seg))
5453446Smrj 			return (EINVAL);
5463446Smrj 		break;
5473446Smrj 	case I8XX_REM_GTT:
5483446Smrj 		if (!(mode & FKIOCTL)) {
5493446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "I8XX_REM_GTT"));
5503446Smrj 			return (ENXIO);
5513446Smrj 		}
5523446Smrj 
5533446Smrj 		CONFIRM(IS_IGD(softc));
5543446Smrj 
5553446Smrj 		if (ddi_copyin((void *)data, &seg,
5563446Smrj 		    sizeof (igd_gtt_seg_t), mode))
5573446Smrj 			return (EFAULT);
5583446Smrj 
5593446Smrj 		i8xx_remove_from_gtt(&softc->agpm_data.agpm_gtt, seg);
5603446Smrj 		break;
5613446Smrj 	case I8XX_UNCONFIG:
5623446Smrj 		if (!(mode & FKIOCTL)) {
5633446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "I8XX_UNCONFIG"));
5643446Smrj 			return (ENXIO);
5653446Smrj 		}
5663446Smrj 
5673446Smrj 		CONFIRM(IS_IGD(softc));
5683446Smrj 
5693446Smrj 		if (softc->agpm_dev_type == DEVICE_IS_I810)
5704478Skz151634 			AGPM_WRITE(softc, PGTBL_CTL, 0);
5713446Smrj 		/*
5723446Smrj 		 * may need to clear all gtt entries here for i830 series,
5733446Smrj 		 * but may not be necessary
5743446Smrj 		 */
5753446Smrj 		break;
5763446Smrj 	}
5773446Smrj 	return (0);
5783446Smrj }
5793446Smrj 
5803446Smrj /*
5813446Smrj  * If AGP cap pointer is successfully found, none-zero value is returned.
5823446Smrj  * Otherwise 0 is returned.
5833446Smrj  */
5843446Smrj static off_t
5853446Smrj agpmaster_cap_find(ddi_acc_handle_t acc_handle)
5863446Smrj {
5873446Smrj 	off_t		nextcap;
5883446Smrj 	uint32_t	ncapid;
5893446Smrj 	uint8_t		value;
5903446Smrj 
5913446Smrj 	/* check if this device supports capibility pointer */
5923446Smrj 	value = (uint8_t)(pci_config_get16(acc_handle, PCI_CONF_STAT)
5934303Skz151634 	    & PCI_CONF_CAP_MASK);
5943446Smrj 
5953446Smrj 	if (!value)
5963446Smrj 		return (0);
5973446Smrj 	/* get the offset of the first capability pointer from CAPPTR */
5983446Smrj 	nextcap = (off_t)(pci_config_get8(acc_handle, AGP_CONF_CAPPTR));
5993446Smrj 
6003446Smrj 	/* check AGP capability from the first capability pointer */
6013446Smrj 	while (nextcap) {
6023446Smrj 		ncapid = pci_config_get32(acc_handle, nextcap);
6033446Smrj 		if ((ncapid & PCI_CONF_CAPID_MASK)
6043446Smrj 		    == AGP_CAP_ID) /* find AGP cap */
6053446Smrj 			break;
6063446Smrj 
6073446Smrj 		nextcap = (off_t)((ncapid & PCI_CONF_NCAPID_MASK) >> 8);
6083446Smrj 	}
6093446Smrj 
6103446Smrj 	return (nextcap);
6113446Smrj 
6123446Smrj }
6133446Smrj 
6143446Smrj /*
6153446Smrj  * If i8xx device is successfully detected, 0 is returned.
6163446Smrj  * Otherwise -1 is returned.
6173446Smrj  */
6183446Smrj static int
6193446Smrj detect_i8xx_device(agp_master_softc_t *master_softc)
6203446Smrj {
6213446Smrj 
6223446Smrj 	switch (master_softc->agpm_id) {
6233446Smrj 	case INTEL_IGD_810:
6243446Smrj 	case INTEL_IGD_810DC:
6253446Smrj 	case INTEL_IGD_810E:
6263446Smrj 	case INTEL_IGD_815:
6273446Smrj 		master_softc->agpm_dev_type = DEVICE_IS_I810;
6283446Smrj 		break;
6293446Smrj 	case INTEL_IGD_830M:
6303446Smrj 	case INTEL_IGD_845G:
6313446Smrj 	case INTEL_IGD_855GM:
6323446Smrj 	case INTEL_IGD_865G:
6334478Skz151634 	case INTEL_IGD_915:
6344478Skz151634 	case INTEL_IGD_915GM:
6353446Smrj 	case INTEL_IGD_945:
6364303Skz151634 	case INTEL_IGD_945GM:
637*8020SMiao.Chen@Sun.COM 	case INTEL_IGD_945GME:
6384478Skz151634 	case INTEL_IGD_946GZ:
6394478Skz151634 	case INTEL_IGD_965G1:
6404478Skz151634 	case INTEL_IGD_965G2:
6414478Skz151634 	case INTEL_IGD_965GM:
6424618Skz151634 	case INTEL_IGD_965GME:
6434478Skz151634 	case INTEL_IGD_965Q:
6445036Skz151634 	case INTEL_IGD_Q35:
6455036Skz151634 	case INTEL_IGD_G33:
6465036Skz151634 	case INTEL_IGD_Q33:
6476778Smc196098 	case INTEL_IGD_GM45:
6487662SMiao.Chen@Sun.COM 	case INTEL_IGD_EL:
6497662SMiao.Chen@Sun.COM 	case INTEL_IGD_Q45:
6507662SMiao.Chen@Sun.COM 	case INTEL_IGD_G45:
6513446Smrj 		master_softc->agpm_dev_type = DEVICE_IS_I830;
6523446Smrj 		break;
6533446Smrj 	default:		/* unknown id */
6543446Smrj 		return (-1);
6553446Smrj 	}
6563446Smrj 
6573446Smrj 	return (0);
6583446Smrj }
6593446Smrj 
6603446Smrj /*
6613446Smrj  * If agp master is succssfully detected, 0 is returned.
6623446Smrj  * Otherwise -1 is returned.
6633446Smrj  */
6643446Smrj static int
6653446Smrj detect_agp_devcice(agp_master_softc_t *master_softc,
6663446Smrj     ddi_acc_handle_t acc_handle)
6673446Smrj {
6683446Smrj 	off_t cap;
6693446Smrj 
6703446Smrj 	cap = agpmaster_cap_find(acc_handle);
6713446Smrj 	if (cap) {
6723446Smrj 		master_softc->agpm_dev_type = DEVICE_IS_AGP;
6733446Smrj 		master_softc->agpm_data.agpm_acaptr = cap;
6743446Smrj 		return (0);
6753446Smrj 	} else {
6763446Smrj 		return (-1);
6773446Smrj 	}
6783446Smrj 
6793446Smrj }
6803446Smrj 
6813446Smrj /*
6823446Smrj  * Please refer to GART and GTT entry format table in agpdefs.h for
6833446Smrj  * intel GTT entry format.
6843446Smrj  */
6853446Smrj static int
6863446Smrj phys2entry(uint32_t type, uint32_t physaddr, uint32_t *entry)
6873446Smrj {
6883446Smrj 	uint32_t value;
6893446Smrj 
6903446Smrj 	switch (type) {
6913446Smrj 	case AGP_PHYSICAL:
6923446Smrj 	case AGP_NORMAL:
6933446Smrj 		value = (physaddr & GTT_PTE_MASK) | GTT_PTE_VALID;
6943446Smrj 		break;
6953446Smrj 	default:
6963446Smrj 		return (-1);
6973446Smrj 	}
6983446Smrj 
6993446Smrj 	*entry = value;
7003446Smrj 
7013446Smrj 	return (0);
7023446Smrj }
7033446Smrj 
7043446Smrj static int
7053446Smrj i8xx_add_to_gtt(gtt_impl_t *gtt, igd_gtt_seg_t seg)
7063446Smrj {
7073446Smrj 	int i;
7083446Smrj 	uint32_t *paddr;
7093446Smrj 	uint32_t entry;
7103446Smrj 	uint32_t maxpages;
7113446Smrj 
7123446Smrj 	maxpages = gtt->gtt_info.igd_apersize;
7133446Smrj 	maxpages = GTT_MB_TO_PAGES(maxpages);
7143446Smrj 
7153446Smrj 	paddr = seg.igs_phyaddr;
7163446Smrj 
7173446Smrj 	/* check if gtt max page number is reached */
7183446Smrj 	if ((seg.igs_pgstart + seg.igs_npage) > maxpages)
7193446Smrj 		return (-1);
7203446Smrj 
7213446Smrj 	paddr = seg.igs_phyaddr;
7223446Smrj 	for (i = seg.igs_pgstart; i < (seg.igs_pgstart + seg.igs_npage);
7233446Smrj 	    i++, paddr++) {
7243446Smrj 		if (phys2entry(seg.igs_type, *paddr, &entry))
7253446Smrj 			return (-1);
7265036Skz151634 		ddi_put32(gtt->gtt_handle,
7273446Smrj 		    (uint32_t *)(gtt->gtt_addr + i * sizeof (uint32_t)),
7283446Smrj 		    entry);
7293446Smrj 	}
7303446Smrj 
7313446Smrj 	return (0);
7323446Smrj }
7333446Smrj 
7343446Smrj static void
7353446Smrj i8xx_remove_from_gtt(gtt_impl_t *gtt, igd_gtt_seg_t seg)
7363446Smrj {
7373446Smrj 	int i;
7383446Smrj 	uint32_t maxpages;
7393446Smrj 
7403446Smrj 	maxpages = gtt->gtt_info.igd_apersize;
7413446Smrj 	maxpages = GTT_MB_TO_PAGES(maxpages);
7423446Smrj 
7433446Smrj 	/* check if gtt max page number is reached */
7443446Smrj 	if ((seg.igs_pgstart + seg.igs_npage) > maxpages)
7453446Smrj 		return;
7463446Smrj 
7473446Smrj 	for (i = seg.igs_pgstart; i < (seg.igs_pgstart + seg.igs_npage); i++) {
7485036Skz151634 		ddi_put32(gtt->gtt_handle,
7494478Skz151634 		    (uint32_t *)(gtt->gtt_addr + i * sizeof (uint32_t)), 0);
7503446Smrj 	}
7513446Smrj }
752