13446Smrj /*
23446Smrj  * CDDL HEADER START
33446Smrj  *
43446Smrj  * The contents of this file are subject to the terms of the
53446Smrj  * Common Development and Distribution License (the "License").
63446Smrj  * You may not use this file except in compliance with the License.
73446Smrj  *
83446Smrj  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
93446Smrj  * or http://www.opensolaris.org/os/licensing.
103446Smrj  * See the License for the specific language governing permissions
113446Smrj  * and limitations under the License.
123446Smrj  *
133446Smrj  * When distributing Covered Code, include this CDDL HEADER in each
143446Smrj  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
153446Smrj  * If applicable, add the following below this CDDL HEADER, with the
163446Smrj  * fields enclosed by brackets "[]" replaced with your own identifying
173446Smrj  * information: Portions Copyright [yyyy] [name of copyright owner]
183446Smrj  *
193446Smrj  * CDDL HEADER END
203446Smrj  */
213446Smrj 
223446Smrj /*
236110Sms148562  * Copyright 2008 Sun Microsystems, Inc.  All rights reserved.
243446Smrj  * Use is subject to license terms.
253446Smrj  */
263446Smrj 
273446Smrj /*
283446Smrj  * Misc module for AGP master device support
293446Smrj  */
303446Smrj 
313446Smrj #include <sys/modctl.h>
323446Smrj #include <sys/pci.h>
333446Smrj #include <sys/stat.h>
343446Smrj #include <sys/file.h>
353446Smrj #include <sys/types.h>
363446Smrj #include <sys/dditypes.h>
373446Smrj #include <sys/sunddi.h>
383446Smrj #include <sys/agpgart.h>
393446Smrj #include <sys/agp/agpdefs.h>
403446Smrj #include <sys/agp/agpmaster_io.h>
413446Smrj 
424478Skz151634 #define	PGTBL_CTL	0x2020	/* Page table control register */
434478Skz151634 #define	I8XX_FB_BAR	1
444478Skz151634 #define	I8XX_MMIO_BAR	2
454478Skz151634 #define	I8XX_PTE_OFFSET	0x10000
464478Skz151634 #define	I915_MMADR	1	/* mem-mapped registers BAR */
474478Skz151634 #define	I915_GMADR	3	/* graphics mem BAR */
484478Skz151634 #define	I915_GTTADDR	4	/* GTT BAR */
494478Skz151634 #define	I965_GTTMMADR	1	/* mem-mapped registers BAR + GTT */
504478Skz151634 /* In 965 1MB GTTMMADR, GTT reside in the latter 512KB */
514478Skz151634 #define	I965_GTT_OFFSET	0x80000
526778Smc196098 #define	GM45_GTT_OFFSET	0x200000
534478Skz151634 #define	GTT_SIZE_MASK	0xe
544478Skz151634 #define	GTT_512KB	(0 << 1)
554478Skz151634 #define	GTT_256KB	(1 << 1)
564478Skz151634 #define	GTT_128KB	(2 << 1)
576778Smc196098 #define	GTT_1MB		(3 << 1)
586778Smc196098 #define	GTT_2MB		(4 << 1)
596778Smc196098 #define	GTT_1_5MB	(5 << 1)
604478Skz151634 
614478Skz151634 #define	MMIO_BASE(x)	(x)->agpm_data.agpm_gtt.gtt_mmio_base
624478Skz151634 #define	MMIO_HANDLE(x)	(x)->agpm_data.agpm_gtt.gtt_mmio_handle
635036Skz151634 #define	GTT_HANDLE(x)	(x)->agpm_data.agpm_gtt.gtt_handle
645036Skz151634 /* Base address of GTT */
654478Skz151634 #define	GTT_ADDR(x)	(x)->agpm_data.agpm_gtt.gtt_addr
665036Skz151634 /* Graphics memory base address */
674478Skz151634 #define	APER_BASE(x)	(x)->agpm_data.agpm_gtt.gtt_info.igd_aperbase
684478Skz151634 
694478Skz151634 #define	AGPM_WRITE(x, off, val) \
704478Skz151634     ddi_put32(MMIO_HANDLE(x), (uint32_t *)(MMIO_BASE(x) + (off)), (val));
714478Skz151634 
724478Skz151634 #define	AGPM_READ(x, off) \
734478Skz151634     ddi_get32(MMIO_HANDLE(x), (uint32_t *)(MMIO_BASE(x) + (off)));
743446Smrj 
753446Smrj #ifdef DEBUG
763446Smrj #define	CONFIRM(value) ASSERT(value)
773446Smrj #else
783446Smrj #define	CONFIRM(value) if (!(value)) return (EINVAL)
793446Smrj #endif
803446Smrj 
813446Smrj int agpm_debug = 0;
823446Smrj #define	AGPM_DEBUG(args)	if (agpm_debug >= 1) cmn_err args
833446Smrj 
843446Smrj /*
853446Smrj  * Whether it is a Intel integrated graphics card
863446Smrj  */
873446Smrj #define	IS_IGD(agpmaster) ((agpmaster->agpm_dev_type == DEVICE_IS_I810) || \
884478Skz151634 	(agpmaster->agpm_dev_type == DEVICE_IS_I830))
893446Smrj 
903446Smrj 
914478Skz151634 /* Intel 915 and 945 series */
924478Skz151634 #define	IS_INTEL_915(agpmaster) ((agpmaster->agpm_id == INTEL_IGD_915) || \
934478Skz151634 	(agpmaster->agpm_id == INTEL_IGD_915GM) || \
944478Skz151634 	(agpmaster->agpm_id == INTEL_IGD_945) || \
954478Skz151634 	(agpmaster->agpm_id == INTEL_IGD_945GM))
964478Skz151634 
974478Skz151634 /* Intel 965 series */
984478Skz151634 #define	IS_INTEL_965(agpmaster) ((agpmaster->agpm_id == INTEL_IGD_946GZ) || \
994478Skz151634 	(agpmaster->agpm_id == INTEL_IGD_965G1) || \
1004478Skz151634 	(agpmaster->agpm_id == INTEL_IGD_965Q) || \
1014478Skz151634 	(agpmaster->agpm_id == INTEL_IGD_965G2) || \
1024618Skz151634 	(agpmaster->agpm_id == INTEL_IGD_965GM) || \
1036778Smc196098 	(agpmaster->agpm_id == INTEL_IGD_965GME) || \
104*7662SMiao.Chen@Sun.COM 	(agpmaster->agpm_id == INTEL_IGD_GM45) || \
105*7662SMiao.Chen@Sun.COM 	IS_INTEL_G4X(agpmaster))
1063446Smrj 
1075036Skz151634 /* Intel G33 series */
1085036Skz151634 #define	IS_INTEL_X33(agpmaster) ((agpmaster->agpm_id == INTEL_IGD_Q35) || \
1095036Skz151634 	(agpmaster->agpm_id == INTEL_IGD_G33) || \
1105036Skz151634 	(agpmaster->agpm_id == INTEL_IGD_Q33))
1115036Skz151634 
112*7662SMiao.Chen@Sun.COM /* Intel G4X series */
113*7662SMiao.Chen@Sun.COM #define	IS_INTEL_G4X(agpmaster) ((agpmaster->agpm_id == INTEL_IGD_EL) || \
114*7662SMiao.Chen@Sun.COM 	(agpmaster->agpm_id == INTEL_IGD_Q45) || \
115*7662SMiao.Chen@Sun.COM 	(agpmaster->agpm_id == INTEL_IGD_G45))
1165036Skz151634 
1173446Smrj static struct modlmisc modlmisc = {
1187542SRichard.Bean@Sun.COM 	&mod_miscops, "AGP master interfaces"
1193446Smrj };
1203446Smrj 
1213446Smrj static struct modlinkage modlinkage = {
1223446Smrj 	MODREV_1, (void *)&modlmisc, NULL
1233446Smrj };
1243446Smrj 
1253446Smrj static ddi_device_acc_attr_t i8xx_dev_access = {
1263446Smrj 	DDI_DEVICE_ATTR_V0,
1273446Smrj 	DDI_NEVERSWAP_ACC,
1283446Smrj 	DDI_STRICTORDER_ACC
1293446Smrj };
1303446Smrj 
1313446Smrj static off_t agpmaster_cap_find(ddi_acc_handle_t);
1323446Smrj static int detect_i8xx_device(agp_master_softc_t *);
1333446Smrj static int detect_agp_devcice(agp_master_softc_t *, ddi_acc_handle_t);
1343446Smrj static int i8xx_add_to_gtt(gtt_impl_t *, igd_gtt_seg_t);
1353446Smrj static void i8xx_remove_from_gtt(gtt_impl_t *, igd_gtt_seg_t);
1363446Smrj 
1373446Smrj int
1383446Smrj _init(void)
1393446Smrj {
1403446Smrj 	int	err;
1413446Smrj 
1423446Smrj 	if ((err = mod_install(&modlinkage)) != 0)
1433446Smrj 		return (err);
1443446Smrj 
1453446Smrj 	return (0);
1463446Smrj }
1473446Smrj 
1483446Smrj int
1493446Smrj _fini(void)
1503446Smrj {
1513446Smrj 	int	err;
1523446Smrj 
1533446Smrj 	if ((err = mod_remove(&modlinkage)) != 0)
1543446Smrj 		return (err);
1553446Smrj 
1563446Smrj 	return (0);
1573446Smrj }
1583446Smrj 
1593446Smrj int
1603446Smrj _info(struct modinfo *modinfop)
1613446Smrj {
1623446Smrj 	return (mod_info(&modlinkage, modinfop));
1633446Smrj }
1643446Smrj 
1653446Smrj /*
1663446Smrj  * Minor node is not removed here, since the caller (xx_attach) is
1673446Smrj  * responsible for removing all nodes.
1683446Smrj  */
1693446Smrj void
1703446Smrj agpmaster_detach(agp_master_softc_t **master_softcp)
1713446Smrj {
1723446Smrj 	agp_master_softc_t *master_softc;
1733446Smrj 
1743446Smrj 	ASSERT(master_softcp);
1753446Smrj 	master_softc = *master_softcp;
1763446Smrj 
1773446Smrj 	/* intel integrated device */
1785036Skz151634 	if (IS_IGD(master_softc) &&
1795036Skz151634 	    ((MMIO_HANDLE(master_softc) != NULL) ||
1805036Skz151634 	    (GTT_HANDLE(master_softc) != NULL))) {
1815036Skz151634 		/*
1825036Skz151634 		 * for some chipsets, mmap handle is shared between both mmio
1835036Skz151634 		 * and GTT table.
1845036Skz151634 		 */
1855036Skz151634 		if ((GTT_HANDLE(master_softc) != MMIO_HANDLE(master_softc)) &&
1865036Skz151634 		    (GTT_HANDLE(master_softc) != NULL))
1875036Skz151634 			ddi_regs_map_free(&GTT_HANDLE(master_softc));
1885036Skz151634 		if (MMIO_HANDLE(master_softc) != NULL)
1894478Skz151634 			ddi_regs_map_free(&MMIO_HANDLE(master_softc));
1903446Smrj 	}
1913446Smrj 
1923446Smrj 	kmem_free(master_softc, sizeof (agp_master_softc_t));
1933446Smrj 	master_softc = NULL;
1943446Smrj 
1953446Smrj 	return;
1963446Smrj 
1973446Smrj }
1983446Smrj 
1993446Smrj /*
2004478Skz151634  * 965 has a fixed GTT table size (512KB), so check to see the actual aperture
2014478Skz151634  * size. Aperture size = GTT table size * 1024.
2024478Skz151634  */
2034478Skz151634 static off_t
2044478Skz151634 i965_apersize(agp_master_softc_t *agpmaster)
2054478Skz151634 {
2064478Skz151634 	off_t apersize;
2074478Skz151634 
2084478Skz151634 	apersize = AGPM_READ(agpmaster, PGTBL_CTL);
2094478Skz151634 	AGPM_DEBUG((CE_NOTE, "i965_apersize: PGTBL_CTL = %lx", apersize));
2104478Skz151634 	switch (apersize & GTT_SIZE_MASK) {
2116778Smc196098 	case GTT_2MB:
2126778Smc196098 		apersize = 2048;
2136778Smc196098 		break;
2146778Smc196098 	case GTT_1_5MB:
2156778Smc196098 		apersize = 1536;
2166778Smc196098 		break;
2176778Smc196098 	case GTT_1MB:
2186778Smc196098 		apersize = 1024;
2196778Smc196098 		break;
2204478Skz151634 	case GTT_512KB:
2214478Skz151634 		apersize = 512;
2224478Skz151634 		break;
2234478Skz151634 	case GTT_256KB:
2244478Skz151634 		apersize = 256;
2254478Skz151634 		break;
2264478Skz151634 	case GTT_128KB:
2274478Skz151634 		apersize = 128;
2284478Skz151634 		break;
2294478Skz151634 	default:
2305036Skz151634 		apersize = 0;
2314478Skz151634 		AGPM_DEBUG((CE_WARN,
2324478Skz151634 		    "i965_apersize: invalid GTT size in PGTBL_CTL"));
2334478Skz151634 	}
2345036Skz151634 	return (apersize);
2355036Skz151634 }
2365036Skz151634 
2375036Skz151634 /*
2385036Skz151634  * For Intel 3 series, we need to get GTT size from the GGMS field in GMCH
2395036Skz151634  * Graphics Control Register. Return aperture size in MB.
2405036Skz151634  */
2415036Skz151634 static off_t
2425036Skz151634 i3XX_apersize(ddi_acc_handle_t pci_acc_hdl)
2435036Skz151634 {
2445036Skz151634 	uint16_t value;
2455036Skz151634 	off_t apersize;
2465036Skz151634 
2475036Skz151634 	/*
2485036Skz151634 	 * Get the value of configuration register MGGC "Mirror of Dev0 GMCH
2495036Skz151634 	 * Graphics Control" from Internal Graphics #2 (Device2:Function0).
2505036Skz151634 	 */
2515036Skz151634 	value = pci_config_get16(pci_acc_hdl, I8XX_CONF_GC);
2525036Skz151634 	AGPM_DEBUG((CE_NOTE, "i3XX_apersize: MGGC = 0x%x", value));
2535036Skz151634 	/* computing aperture size using the pre-allocated GTT size */
2545036Skz151634 	switch (value & IX33_GGMS_MASK) {
2555036Skz151634 	case IX33_GGMS_1M:
2565036Skz151634 		apersize = 1024;
2575036Skz151634 		break;
2585036Skz151634 	case IX33_GGMS_2M:
2595036Skz151634 		apersize = 2048;
2605036Skz151634 		break;
2615036Skz151634 	default:
2625036Skz151634 		apersize = 0;	/* no memory pre-allocated */
2635036Skz151634 		AGPM_DEBUG((CE_WARN,
2645036Skz151634 		    "i3XX_apersize: no memory allocated for GTT"));
2655036Skz151634 	}
2665036Skz151634 	AGPM_DEBUG((CE_NOTE, "i3xx_apersize: apersize = %ldM", apersize));
2674478Skz151634 	return (apersize);
2684478Skz151634 }
2694478Skz151634 
2704478Skz151634 #define	CHECK_STATUS(status)	\
2714478Skz151634     if (status != DDI_SUCCESS) { \
2724478Skz151634 	    AGPM_DEBUG((CE_WARN, \
2734478Skz151634 		"set_gtt_mmio: regs_map_setup error")); \
2744478Skz151634 	    return (-1); \
2754478Skz151634 }
2764478Skz151634 /*
2774478Skz151634  * Set gtt_addr, gtt_mmio_base, igd_apersize, igd_aperbase and igd_devid
2784478Skz151634  * according to chipset.
2794478Skz151634  */
2804478Skz151634 static int
2815036Skz151634 set_gtt_mmio(dev_info_t *devi, agp_master_softc_t *agpmaster,
2825036Skz151634     ddi_acc_handle_t pci_acc_hdl)
2834478Skz151634 {
2845036Skz151634 	off_t apersize;  /* size of graphics mem (MB) == GTT size (KB) */
2854478Skz151634 	uint32_t value;
2865036Skz151634 	off_t gmadr_off;  /* GMADR offset in PCI config space */
2874478Skz151634 	int status;
2884478Skz151634 
2895036Skz151634 	if (IS_INTEL_X33(agpmaster)) {
2905036Skz151634 		/* Intel 3 series are similar with 915/945 series */
2914478Skz151634 		status = ddi_regs_map_setup(devi, I915_GTTADDR,
2924478Skz151634 		    &GTT_ADDR(agpmaster), 0, 0, &i8xx_dev_access,
2935036Skz151634 		    &GTT_HANDLE(agpmaster));
2944478Skz151634 		CHECK_STATUS(status);
2954478Skz151634 
2964478Skz151634 		status = ddi_regs_map_setup(devi, I915_MMADR,
2974478Skz151634 		    &MMIO_BASE(agpmaster), 0, 0, &i8xx_dev_access,
2984478Skz151634 		    &MMIO_HANDLE(agpmaster));
2994478Skz151634 		CHECK_STATUS(status);
3004478Skz151634 
3016110Sms148562 		gmadr_off = I915_CONF_GMADR;
3026110Sms148562 		/* Different computing method used in getting aperture size. */
3035036Skz151634 		apersize = i3XX_apersize(pci_acc_hdl);
3045036Skz151634 	} else if (IS_INTEL_965(agpmaster)) {
3055036Skz151634 		status = ddi_regs_map_setup(devi, I965_GTTMMADR,
3065036Skz151634 		    &MMIO_BASE(agpmaster), 0, 0, &i8xx_dev_access,
3075036Skz151634 		    &MMIO_HANDLE(agpmaster));
3085036Skz151634 		CHECK_STATUS(status);
309*7662SMiao.Chen@Sun.COM 		if ((agpmaster->agpm_id == INTEL_IGD_GM45) ||
310*7662SMiao.Chen@Sun.COM 		    IS_INTEL_G4X(agpmaster))
3116778Smc196098 			GTT_ADDR(agpmaster) =
3126778Smc196098 			    MMIO_BASE(agpmaster) + GM45_GTT_OFFSET;
3136778Smc196098 		else
3146778Smc196098 			GTT_ADDR(agpmaster) =
3156778Smc196098 			    MMIO_BASE(agpmaster) + I965_GTT_OFFSET;
3165036Skz151634 		GTT_HANDLE(agpmaster) = MMIO_HANDLE(agpmaster);
3175036Skz151634 
3185036Skz151634 		gmadr_off = I915_CONF_GMADR;
3195036Skz151634 		apersize = i965_apersize(agpmaster);
3205036Skz151634 	} else if (IS_INTEL_915(agpmaster)) {
3215036Skz151634 		/* I915/945 series */
3225036Skz151634 		status = ddi_regs_map_setup(devi, I915_GTTADDR,
3235036Skz151634 		    &GTT_ADDR(agpmaster), 0, 0, &i8xx_dev_access,
3245036Skz151634 		    &GTT_HANDLE(agpmaster));
3255036Skz151634 		CHECK_STATUS(status);
3265036Skz151634 
3275036Skz151634 		status = ddi_regs_map_setup(devi, I915_MMADR,
3285036Skz151634 		    &MMIO_BASE(agpmaster), 0, 0, &i8xx_dev_access,
3295036Skz151634 		    &MMIO_HANDLE(agpmaster));
3305036Skz151634 		CHECK_STATUS(status);
3315036Skz151634 
3325036Skz151634 		gmadr_off = I915_CONF_GMADR;
3334478Skz151634 		status = ddi_dev_regsize(devi, I915_GMADR, &apersize);
3345036Skz151634 		apersize = BYTES2MB(apersize);
3354478Skz151634 	} else {
3364478Skz151634 		/* I8XX series */
3374478Skz151634 		status = ddi_regs_map_setup(devi, I8XX_MMIO_BAR,
3384478Skz151634 		    &MMIO_BASE(agpmaster), 0, 0, &i8xx_dev_access,
3394478Skz151634 		    &MMIO_HANDLE(agpmaster));
3404478Skz151634 		CHECK_STATUS(status);
3414478Skz151634 
3424478Skz151634 		GTT_ADDR(agpmaster) = MMIO_BASE(agpmaster) + I8XX_PTE_OFFSET;
3435036Skz151634 		GTT_HANDLE(agpmaster) = MMIO_HANDLE(agpmaster);
3445036Skz151634 		gmadr_off = I8XX_CONF_GMADR;
3454478Skz151634 		status = ddi_dev_regsize(devi, I8XX_FB_BAR, &apersize);
3465036Skz151634 		apersize = BYTES2MB(apersize);
3474478Skz151634 		CHECK_STATUS(status);
3484478Skz151634 	}
3494478Skz151634 
3504478Skz151634 	/*
3515036Skz151634 	 * If memory size is smaller than a certain value, it means
3524478Skz151634 	 * the register set number for graphics memory range might
3534478Skz151634 	 * be wrong
3544478Skz151634 	 */
3555036Skz151634 	if (status != DDI_SUCCESS || apersize < 4) {
3564478Skz151634 		AGPM_DEBUG((CE_WARN,
3575036Skz151634 		    "set_gtt_mmio: error in getting graphics memory"));
3584478Skz151634 		return (-1);
3594478Skz151634 	}
3604478Skz151634 
3615036Skz151634 	agpmaster->agpm_data.agpm_gtt.gtt_info.igd_apersize = apersize;
3624478Skz151634 
3635036Skz151634 	/* get graphics memory base address from GMADR */
3645036Skz151634 	value = pci_config_get32(pci_acc_hdl, gmadr_off);
3654478Skz151634 	APER_BASE(agpmaster) = value & GTT_BASE_MASK;
3665036Skz151634 	AGPM_DEBUG((CE_NOTE, "set_gtt_mmio: aperbase = 0x%x, apersize = %ldM, "
3674478Skz151634 	    "gtt_addr = %p, mmio_base = %p", APER_BASE(agpmaster), apersize,
3684478Skz151634 	    (void *)GTT_ADDR(agpmaster), (void *)MMIO_BASE(agpmaster)));
3694478Skz151634 	return (0);
3704478Skz151634 }
3714478Skz151634 
3724478Skz151634 /*
3733446Smrj  * Try to initialize agp master.
3743446Smrj  * 0 is returned if the device is successfully initialized. AGP master soft
3753446Smrj  * state is returned in master_softcp if needed.
3763446Smrj  * Otherwise -1 is returned and *master_softcp is set to NULL.
3773446Smrj  */
3783446Smrj int
3793446Smrj agpmaster_attach(dev_info_t *devi, agp_master_softc_t **master_softcp,
3803446Smrj     ddi_acc_handle_t pci_acc_hdl, minor_t minor)
3813446Smrj {
3823446Smrj 	int instance;
3833446Smrj 	int status;
3843446Smrj 	agp_master_softc_t *agpmaster;
3853446Smrj 	char buf[80];
3863446Smrj 
3873446Smrj 
3883446Smrj 	ASSERT(pci_acc_hdl);
3893446Smrj 	*master_softcp = NULL;
3903446Smrj 	agpmaster = (agp_master_softc_t *)
3913446Smrj 	    kmem_zalloc(sizeof (agp_master_softc_t), KM_SLEEP);
3923446Smrj 
3933446Smrj 	agpmaster->agpm_id =
3943446Smrj 	    pci_config_get32(pci_acc_hdl, PCI_CONF_VENID);
3953446Smrj 	agpmaster->agpm_acc_hdl = pci_acc_hdl;
3963446Smrj 
3973446Smrj 	if (!detect_i8xx_device(agpmaster)) {
3984478Skz151634 		/* Intel 8XX, 915, 945 and 965 series */
3994478Skz151634 		if (set_gtt_mmio(devi, agpmaster, pci_acc_hdl) != 0)
4003446Smrj 			goto fail;
4013446Smrj 	} else if (detect_agp_devcice(agpmaster, pci_acc_hdl)) {
4024478Skz151634 		/* non IGD or AGP devices, AMD64 gart */
4033446Smrj 		AGPM_DEBUG((CE_WARN,
4043446Smrj 		    "agpmaster_attach: neither IGD or AGP devices exists"));
4053446Smrj 		agpmaster_detach(&agpmaster);
4063446Smrj 		return (0);
4073446Smrj 	}
4083446Smrj 
4095036Skz151634 	agpmaster->agpm_data.agpm_gtt.gtt_info.igd_devid =
4105036Skz151634 	    agpmaster->agpm_id;
4115036Skz151634 
4123446Smrj 	/* create minor node for IGD or AGP device */
4133446Smrj 	instance = ddi_get_instance(devi);
4143446Smrj 
4153446Smrj 	(void) sprintf(buf, "%s%d", AGPMASTER_NAME, instance);
4163446Smrj 	status = ddi_create_minor_node(devi, buf, S_IFCHR, minor,
4173446Smrj 	    DDI_NT_AGP_MASTER, 0);
4183446Smrj 
4193446Smrj 	if (status != DDI_SUCCESS) {
4203446Smrj 		AGPM_DEBUG((CE_WARN,
4213446Smrj 		    "agpmaster_attach: create agpmaster node failed"));
4223446Smrj 		goto fail;
4233446Smrj 	}
4243446Smrj 
4253446Smrj 	*master_softcp = agpmaster;
4263446Smrj 	return (0);
4273446Smrj fail:
4283446Smrj 	agpmaster_detach(&agpmaster);
4293446Smrj 	return (-1);
4303446Smrj }
4313446Smrj 
4323446Smrj /*
4333446Smrj  * Currently, it handles ioctl requests related with agp master device for
4343446Smrj  * layered driver (agpgart) only.
4353446Smrj  */
4363446Smrj /*ARGSUSED*/
4373446Smrj int
4383446Smrj agpmaster_ioctl(dev_t dev, int cmd, intptr_t data, int mode, cred_t *cred,
4393446Smrj     int *rval, agp_master_softc_t *softc)
4403446Smrj {
4413446Smrj 	uint32_t base;
4423446Smrj 	uint32_t addr;
4433446Smrj 	igd_gtt_seg_t seg;
4443446Smrj 	agp_info_t info;
4453446Smrj 	uint32_t value;
4463446Smrj 	off_t cap;
4473446Smrj 	uint32_t command;
4483446Smrj 	static char kernel_only[] =
4493446Smrj 	    "agpmaster_ioctl: %s is a kernel only ioctl";
4503446Smrj 
4513446Smrj 	CONFIRM(softc);
4523446Smrj 
4533446Smrj 	switch (cmd) {
4543446Smrj 	case DEVICE_DETECT:
4553446Smrj 		if (!(mode & FKIOCTL)) {
4563446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "DEVICE_DETECT"));
4573446Smrj 			return (ENXIO);
4583446Smrj 		}
4593446Smrj 
4603446Smrj 		if (ddi_copyout(&softc->agpm_dev_type,
4613446Smrj 		    (void *)data, sizeof (int), mode))
4623446Smrj 			return (EFAULT);
4633446Smrj 		break;
4643446Smrj 	case AGP_MASTER_SETCMD:
4653446Smrj 		if (!(mode & FKIOCTL)) {
4663446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "AGP_MASTER_SETCMD"));
4673446Smrj 			return (ENXIO);
4683446Smrj 		}
4693446Smrj 
4703446Smrj 		CONFIRM(softc->agpm_dev_type == DEVICE_IS_AGP);
4713446Smrj 		CONFIRM(softc->agpm_data.agpm_acaptr);
4723446Smrj 
4733446Smrj 		if (ddi_copyin((void *)data, &command,
4743446Smrj 		    sizeof (uint32_t), mode))
4753446Smrj 			return (EFAULT);
4763446Smrj 
4773446Smrj 		pci_config_put32(softc->agpm_acc_hdl,
4783446Smrj 		    softc->agpm_data.agpm_acaptr + AGP_CONF_COMMAND,
4793446Smrj 		    command);
4803446Smrj 		break;
4813446Smrj 	case AGP_MASTER_GETINFO:
4823446Smrj 		if (!(mode & FKIOCTL)) {
4833446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only,
4843446Smrj 			    "AGP_MASTER_GETINFO"));
4853446Smrj 			return (ENXIO);
4863446Smrj 		}
4873446Smrj 
4883446Smrj 		CONFIRM(softc->agpm_dev_type == DEVICE_IS_AGP);
4893446Smrj 		CONFIRM(softc->agpm_data.agpm_acaptr);
4903446Smrj 
4913446Smrj 		cap = softc->agpm_data.agpm_acaptr;
4923446Smrj 		value = pci_config_get32(softc->agpm_acc_hdl, cap);
4933446Smrj 		info.agpi_version.agpv_major = (uint16_t)((value >> 20) & 0xf);
4943446Smrj 		info.agpi_version.agpv_minor = (uint16_t)((value >> 16) & 0xf);
4953446Smrj 		info.agpi_devid = softc->agpm_id;
4963446Smrj 		info.agpi_mode = pci_config_get32(
4973446Smrj 		    softc->agpm_acc_hdl, cap + AGP_CONF_STATUS);
4983446Smrj 
4993446Smrj 		if (ddi_copyout(&info, (void *)data,
5003446Smrj 		    sizeof (agp_info_t), mode))
5013446Smrj 			return (EFAULT);
5023446Smrj 		break;
5033446Smrj 	case I810_SET_GTT_BASE:
5043446Smrj 		if (!(mode & FKIOCTL)) {
5053446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "I810_SET_GTT_ADDR"));
5063446Smrj 			return (ENXIO);
5073446Smrj 		}
5083446Smrj 
5093446Smrj 		CONFIRM(softc->agpm_dev_type == DEVICE_IS_I810);
5103446Smrj 
5113446Smrj 		if (ddi_copyin((void *)data, &base, sizeof (uint32_t), mode))
5123446Smrj 			return (EFAULT);
5133446Smrj 
5143446Smrj 		/* enables page table */
5153446Smrj 		addr = (base & GTT_BASE_MASK) | GTT_TABLE_VALID;
5163446Smrj 
5174478Skz151634 		AGPM_WRITE(softc, PGTBL_CTL, addr);
5183446Smrj 		break;
5193446Smrj 	case I8XX_GET_INFO:
5203446Smrj 		if (!(mode & FKIOCTL)) {
5213446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "I8XX_GET_INFO"));
5223446Smrj 			return (ENXIO);
5233446Smrj 		}
5243446Smrj 
5253446Smrj 		CONFIRM(IS_IGD(softc));
5263446Smrj 
5273446Smrj 		if (ddi_copyout(&softc->agpm_data.agpm_gtt.gtt_info,
5283446Smrj 		    (void *)data, sizeof (igd_info_t), mode))
5293446Smrj 			return (EFAULT);
5303446Smrj 		break;
5313446Smrj 	case I8XX_ADD2GTT:
5323446Smrj 		if (!(mode & FKIOCTL)) {
5333446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "I8XX_ADD2GTT"));
5343446Smrj 			return (ENXIO);
5353446Smrj 		}
5363446Smrj 
5373446Smrj 		CONFIRM(IS_IGD(softc));
5383446Smrj 
5393446Smrj 		if (ddi_copyin((void *)data, &seg,
5403446Smrj 		    sizeof (igd_gtt_seg_t), mode))
5413446Smrj 			return (EFAULT);
5423446Smrj 
5433446Smrj 		if (i8xx_add_to_gtt(&softc->agpm_data.agpm_gtt, seg))
5443446Smrj 			return (EINVAL);
5453446Smrj 		break;
5463446Smrj 	case I8XX_REM_GTT:
5473446Smrj 		if (!(mode & FKIOCTL)) {
5483446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "I8XX_REM_GTT"));
5493446Smrj 			return (ENXIO);
5503446Smrj 		}
5513446Smrj 
5523446Smrj 		CONFIRM(IS_IGD(softc));
5533446Smrj 
5543446Smrj 		if (ddi_copyin((void *)data, &seg,
5553446Smrj 		    sizeof (igd_gtt_seg_t), mode))
5563446Smrj 			return (EFAULT);
5573446Smrj 
5583446Smrj 		i8xx_remove_from_gtt(&softc->agpm_data.agpm_gtt, seg);
5593446Smrj 		break;
5603446Smrj 	case I8XX_UNCONFIG:
5613446Smrj 		if (!(mode & FKIOCTL)) {
5623446Smrj 			AGPM_DEBUG((CE_CONT, kernel_only, "I8XX_UNCONFIG"));
5633446Smrj 			return (ENXIO);
5643446Smrj 		}
5653446Smrj 
5663446Smrj 		CONFIRM(IS_IGD(softc));
5673446Smrj 
5683446Smrj 		if (softc->agpm_dev_type == DEVICE_IS_I810)
5694478Skz151634 			AGPM_WRITE(softc, PGTBL_CTL, 0);
5703446Smrj 		/*
5713446Smrj 		 * may need to clear all gtt entries here for i830 series,
5723446Smrj 		 * but may not be necessary
5733446Smrj 		 */
5743446Smrj 		break;
5753446Smrj 	}
5763446Smrj 	return (0);
5773446Smrj }
5783446Smrj 
5793446Smrj /*
5803446Smrj  * If AGP cap pointer is successfully found, none-zero value is returned.
5813446Smrj  * Otherwise 0 is returned.
5823446Smrj  */
5833446Smrj static off_t
5843446Smrj agpmaster_cap_find(ddi_acc_handle_t acc_handle)
5853446Smrj {
5863446Smrj 	off_t		nextcap;
5873446Smrj 	uint32_t	ncapid;
5883446Smrj 	uint8_t		value;
5893446Smrj 
5903446Smrj 	/* check if this device supports capibility pointer */
5913446Smrj 	value = (uint8_t)(pci_config_get16(acc_handle, PCI_CONF_STAT)
5924303Skz151634 	    & PCI_CONF_CAP_MASK);
5933446Smrj 
5943446Smrj 	if (!value)
5953446Smrj 		return (0);
5963446Smrj 	/* get the offset of the first capability pointer from CAPPTR */
5973446Smrj 	nextcap = (off_t)(pci_config_get8(acc_handle, AGP_CONF_CAPPTR));
5983446Smrj 
5993446Smrj 	/* check AGP capability from the first capability pointer */
6003446Smrj 	while (nextcap) {
6013446Smrj 		ncapid = pci_config_get32(acc_handle, nextcap);
6023446Smrj 		if ((ncapid & PCI_CONF_CAPID_MASK)
6033446Smrj 		    == AGP_CAP_ID) /* find AGP cap */
6043446Smrj 			break;
6053446Smrj 
6063446Smrj 		nextcap = (off_t)((ncapid & PCI_CONF_NCAPID_MASK) >> 8);
6073446Smrj 	}
6083446Smrj 
6093446Smrj 	return (nextcap);
6103446Smrj 
6113446Smrj }
6123446Smrj 
6133446Smrj /*
6143446Smrj  * If i8xx device is successfully detected, 0 is returned.
6153446Smrj  * Otherwise -1 is returned.
6163446Smrj  */
6173446Smrj static int
6183446Smrj detect_i8xx_device(agp_master_softc_t *master_softc)
6193446Smrj {
6203446Smrj 
6213446Smrj 	switch (master_softc->agpm_id) {
6223446Smrj 	case INTEL_IGD_810:
6233446Smrj 	case INTEL_IGD_810DC:
6243446Smrj 	case INTEL_IGD_810E:
6253446Smrj 	case INTEL_IGD_815:
6263446Smrj 		master_softc->agpm_dev_type = DEVICE_IS_I810;
6273446Smrj 		break;
6283446Smrj 	case INTEL_IGD_830M:
6293446Smrj 	case INTEL_IGD_845G:
6303446Smrj 	case INTEL_IGD_855GM:
6313446Smrj 	case INTEL_IGD_865G:
6324478Skz151634 	case INTEL_IGD_915:
6334478Skz151634 	case INTEL_IGD_915GM:
6343446Smrj 	case INTEL_IGD_945:
6354303Skz151634 	case INTEL_IGD_945GM:
6364478Skz151634 	case INTEL_IGD_946GZ:
6374478Skz151634 	case INTEL_IGD_965G1:
6384478Skz151634 	case INTEL_IGD_965G2:
6394478Skz151634 	case INTEL_IGD_965GM:
6404618Skz151634 	case INTEL_IGD_965GME:
6414478Skz151634 	case INTEL_IGD_965Q:
6425036Skz151634 	case INTEL_IGD_Q35:
6435036Skz151634 	case INTEL_IGD_G33:
6445036Skz151634 	case INTEL_IGD_Q33:
6456778Smc196098 	case INTEL_IGD_GM45:
646*7662SMiao.Chen@Sun.COM 	case INTEL_IGD_EL:
647*7662SMiao.Chen@Sun.COM 	case INTEL_IGD_Q45:
648*7662SMiao.Chen@Sun.COM 	case INTEL_IGD_G45:
6493446Smrj 		master_softc->agpm_dev_type = DEVICE_IS_I830;
6503446Smrj 		break;
6513446Smrj 	default:		/* unknown id */
6523446Smrj 		return (-1);
6533446Smrj 	}
6543446Smrj 
6553446Smrj 	return (0);
6563446Smrj }
6573446Smrj 
6583446Smrj /*
6593446Smrj  * If agp master is succssfully detected, 0 is returned.
6603446Smrj  * Otherwise -1 is returned.
6613446Smrj  */
6623446Smrj static int
6633446Smrj detect_agp_devcice(agp_master_softc_t *master_softc,
6643446Smrj     ddi_acc_handle_t acc_handle)
6653446Smrj {
6663446Smrj 	off_t cap;
6673446Smrj 
6683446Smrj 	cap = agpmaster_cap_find(acc_handle);
6693446Smrj 	if (cap) {
6703446Smrj 		master_softc->agpm_dev_type = DEVICE_IS_AGP;
6713446Smrj 		master_softc->agpm_data.agpm_acaptr = cap;
6723446Smrj 		return (0);
6733446Smrj 	} else {
6743446Smrj 		return (-1);
6753446Smrj 	}
6763446Smrj 
6773446Smrj }
6783446Smrj 
6793446Smrj /*
6803446Smrj  * Please refer to GART and GTT entry format table in agpdefs.h for
6813446Smrj  * intel GTT entry format.
6823446Smrj  */
6833446Smrj static int
6843446Smrj phys2entry(uint32_t type, uint32_t physaddr, uint32_t *entry)
6853446Smrj {
6863446Smrj 	uint32_t value;
6873446Smrj 
6883446Smrj 	switch (type) {
6893446Smrj 	case AGP_PHYSICAL:
6903446Smrj 	case AGP_NORMAL:
6913446Smrj 		value = (physaddr & GTT_PTE_MASK) | GTT_PTE_VALID;
6923446Smrj 		break;
6933446Smrj 	default:
6943446Smrj 		return (-1);
6953446Smrj 	}
6963446Smrj 
6973446Smrj 	*entry = value;
6983446Smrj 
6993446Smrj 	return (0);
7003446Smrj }
7013446Smrj 
7023446Smrj static int
7033446Smrj i8xx_add_to_gtt(gtt_impl_t *gtt, igd_gtt_seg_t seg)
7043446Smrj {
7053446Smrj 	int i;
7063446Smrj 	uint32_t *paddr;
7073446Smrj 	uint32_t entry;
7083446Smrj 	uint32_t maxpages;
7093446Smrj 
7103446Smrj 	maxpages = gtt->gtt_info.igd_apersize;
7113446Smrj 	maxpages = GTT_MB_TO_PAGES(maxpages);
7123446Smrj 
7133446Smrj 	paddr = seg.igs_phyaddr;
7143446Smrj 
7153446Smrj 	/* check if gtt max page number is reached */
7163446Smrj 	if ((seg.igs_pgstart + seg.igs_npage) > maxpages)
7173446Smrj 		return (-1);
7183446Smrj 
7193446Smrj 	paddr = seg.igs_phyaddr;
7203446Smrj 	for (i = seg.igs_pgstart; i < (seg.igs_pgstart + seg.igs_npage);
7213446Smrj 	    i++, paddr++) {
7223446Smrj 		if (phys2entry(seg.igs_type, *paddr, &entry))
7233446Smrj 			return (-1);
7245036Skz151634 		ddi_put32(gtt->gtt_handle,
7253446Smrj 		    (uint32_t *)(gtt->gtt_addr + i * sizeof (uint32_t)),
7263446Smrj 		    entry);
7273446Smrj 	}
7283446Smrj 
7293446Smrj 	return (0);
7303446Smrj }
7313446Smrj 
7323446Smrj static void
7333446Smrj i8xx_remove_from_gtt(gtt_impl_t *gtt, igd_gtt_seg_t seg)
7343446Smrj {
7353446Smrj 	int i;
7363446Smrj 	uint32_t maxpages;
7373446Smrj 
7383446Smrj 	maxpages = gtt->gtt_info.igd_apersize;
7393446Smrj 	maxpages = GTT_MB_TO_PAGES(maxpages);
7403446Smrj 
7413446Smrj 	/* check if gtt max page number is reached */
7423446Smrj 	if ((seg.igs_pgstart + seg.igs_npage) > maxpages)
7433446Smrj 		return;
7443446Smrj 
7453446Smrj 	for (i = seg.igs_pgstart; i < (seg.igs_pgstart + seg.igs_npage); i++) {
7465036Skz151634 		ddi_put32(gtt->gtt_handle,
7474478Skz151634 		    (uint32_t *)(gtt->gtt_addr + i * sizeof (uint32_t)), 0);
7483446Smrj 	}
7493446Smrj }
750