1fb4d8502Sjsg /* 2fb4d8502Sjsg * Copyright 2014 Advanced Micro Devices, Inc. 3fb4d8502Sjsg * 4fb4d8502Sjsg * Permission is hereby granted, free of charge, to any person obtaining a 5fb4d8502Sjsg * copy of this software and associated documentation files (the "Software"), 6fb4d8502Sjsg * to deal in the Software without restriction, including without limitation 7fb4d8502Sjsg * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8fb4d8502Sjsg * and/or sell copies of the Software, and to permit persons to whom the 9fb4d8502Sjsg * Software is furnished to do so, subject to the following conditions: 10fb4d8502Sjsg * 11fb4d8502Sjsg * The above copyright notice and this permission notice shall be included in 12fb4d8502Sjsg * all copies or substantial portions of the Software. 13fb4d8502Sjsg * 14fb4d8502Sjsg * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 15fb4d8502Sjsg * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 16fb4d8502Sjsg * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 17fb4d8502Sjsg * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 18fb4d8502Sjsg * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 19fb4d8502Sjsg * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 20fb4d8502Sjsg * OTHER DEALINGS IN THE SOFTWARE. 21fb4d8502Sjsg * 22fb4d8502Sjsg */ 23fb4d8502Sjsg 24fb4d8502Sjsg #ifndef __AMDGPU_IRQ_H__ 25fb4d8502Sjsg #define __AMDGPU_IRQ_H__ 26fb4d8502Sjsg 27fb4d8502Sjsg #include <linux/irqdomain.h> 28c349dbc7Sjsg #include "soc15_ih_clientid.h" 29fb4d8502Sjsg #include "amdgpu_ih.h" 30fb4d8502Sjsg 31fb4d8502Sjsg #define AMDGPU_MAX_IRQ_SRC_ID 0x100 32fb4d8502Sjsg #define AMDGPU_MAX_IRQ_CLIENT_ID 0x100 33fb4d8502Sjsg 34c349dbc7Sjsg #define AMDGPU_IRQ_CLIENTID_LEGACY 0 35c349dbc7Sjsg #define AMDGPU_IRQ_CLIENTID_MAX SOC15_IH_CLIENTID_MAX 36c349dbc7Sjsg 37c349dbc7Sjsg #define AMDGPU_IRQ_SRC_DATA_MAX_SIZE_DW 4 38c349dbc7Sjsg 39fb4d8502Sjsg struct amdgpu_device; 40fb4d8502Sjsg 41fb4d8502Sjsg enum amdgpu_interrupt_state { 42fb4d8502Sjsg AMDGPU_IRQ_STATE_DISABLE, 43fb4d8502Sjsg AMDGPU_IRQ_STATE_ENABLE, 44fb4d8502Sjsg }; 45fb4d8502Sjsg 46c349dbc7Sjsg struct amdgpu_iv_entry { 475ca02815Sjsg struct amdgpu_ih_ring *ih; 48c349dbc7Sjsg unsigned client_id; 49c349dbc7Sjsg unsigned src_id; 50c349dbc7Sjsg unsigned ring_id; 51c349dbc7Sjsg unsigned vmid; 52c349dbc7Sjsg unsigned vmid_src; 53c349dbc7Sjsg uint64_t timestamp; 54c349dbc7Sjsg unsigned timestamp_src; 55c349dbc7Sjsg unsigned pasid; 56*f005ef32Sjsg unsigned node_id; 57c349dbc7Sjsg unsigned src_data[AMDGPU_IRQ_SRC_DATA_MAX_SIZE_DW]; 58c349dbc7Sjsg const uint32_t *iv_entry; 59c349dbc7Sjsg }; 60c349dbc7Sjsg 61fb4d8502Sjsg struct amdgpu_irq_src { 62fb4d8502Sjsg unsigned num_types; 63fb4d8502Sjsg atomic_t *enabled_types; 64fb4d8502Sjsg const struct amdgpu_irq_src_funcs *funcs; 65fb4d8502Sjsg }; 66fb4d8502Sjsg 67fb4d8502Sjsg struct amdgpu_irq_client { 68fb4d8502Sjsg struct amdgpu_irq_src **sources; 69fb4d8502Sjsg }; 70fb4d8502Sjsg 71fb4d8502Sjsg /* provided by interrupt generating IP blocks */ 72fb4d8502Sjsg struct amdgpu_irq_src_funcs { 73fb4d8502Sjsg int (*set)(struct amdgpu_device *adev, struct amdgpu_irq_src *source, 74fb4d8502Sjsg unsigned type, enum amdgpu_interrupt_state state); 75fb4d8502Sjsg 76fb4d8502Sjsg int (*process)(struct amdgpu_device *adev, 77fb4d8502Sjsg struct amdgpu_irq_src *source, 78fb4d8502Sjsg struct amdgpu_iv_entry *entry); 79fb4d8502Sjsg }; 80fb4d8502Sjsg 81fb4d8502Sjsg struct amdgpu_irq { 82fb4d8502Sjsg bool installed; 835ca02815Sjsg unsigned int irq; 84fb4d8502Sjsg spinlock_t lock; 85fb4d8502Sjsg /* interrupt sources */ 86c349dbc7Sjsg struct amdgpu_irq_client client[AMDGPU_IRQ_CLIENTID_MAX]; 87fb4d8502Sjsg 88fb4d8502Sjsg /* status, etc. */ 89fb4d8502Sjsg bool msi_enabled; /* msi enabled */ 90fb4d8502Sjsg 91c349dbc7Sjsg /* interrupt rings */ 925ca02815Sjsg struct amdgpu_ih_ring ih, ih1, ih2, ih_soft; 93fb4d8502Sjsg const struct amdgpu_ih_funcs *ih_funcs; 945ca02815Sjsg struct work_struct ih1_work, ih2_work, ih_soft_work; 95c349dbc7Sjsg struct amdgpu_irq_src self_irq; 96fb4d8502Sjsg 97fb4d8502Sjsg /* gen irq stuff */ 98fb4d8502Sjsg struct irq_domain *domain; /* GPU irq controller domain */ 99fb4d8502Sjsg unsigned virq[AMDGPU_MAX_IRQ_SRC_ID]; 100fb4d8502Sjsg uint32_t srbm_soft_reset; 101*f005ef32Sjsg u32 retry_cam_doorbell_index; 102*f005ef32Sjsg bool retry_cam_enabled; 103fb4d8502Sjsg }; 104fb4d8502Sjsg 105*f005ef32Sjsg enum interrupt_node_id_per_aid { 106*f005ef32Sjsg AID0_NODEID = 0, 107*f005ef32Sjsg XCD0_NODEID = 1, 108*f005ef32Sjsg XCD1_NODEID = 2, 109*f005ef32Sjsg AID1_NODEID = 4, 110*f005ef32Sjsg XCD2_NODEID = 5, 111*f005ef32Sjsg XCD3_NODEID = 6, 112*f005ef32Sjsg AID2_NODEID = 8, 113*f005ef32Sjsg XCD4_NODEID = 9, 114*f005ef32Sjsg XCD5_NODEID = 10, 115*f005ef32Sjsg AID3_NODEID = 12, 116*f005ef32Sjsg XCD6_NODEID = 13, 117*f005ef32Sjsg XCD7_NODEID = 14, 118*f005ef32Sjsg NODEID_MAX, 119*f005ef32Sjsg }; 120*f005ef32Sjsg 121*f005ef32Sjsg extern const int node_id_to_phys_map[NODEID_MAX]; 122*f005ef32Sjsg 123fb4d8502Sjsg void amdgpu_irq_disable_all(struct amdgpu_device *adev); 124fb4d8502Sjsg 125fb4d8502Sjsg int amdgpu_irq_init(struct amdgpu_device *adev); 1265ca02815Sjsg void amdgpu_irq_fini_sw(struct amdgpu_device *adev); 1275ca02815Sjsg void amdgpu_irq_fini_hw(struct amdgpu_device *adev); 128fb4d8502Sjsg int amdgpu_irq_add_id(struct amdgpu_device *adev, 129fb4d8502Sjsg unsigned client_id, unsigned src_id, 130fb4d8502Sjsg struct amdgpu_irq_src *source); 131fb4d8502Sjsg void amdgpu_irq_dispatch(struct amdgpu_device *adev, 132c349dbc7Sjsg struct amdgpu_ih_ring *ih); 1335ca02815Sjsg void amdgpu_irq_delegate(struct amdgpu_device *adev, 1345ca02815Sjsg struct amdgpu_iv_entry *entry, 1355ca02815Sjsg unsigned int num_dw); 136fb4d8502Sjsg int amdgpu_irq_update(struct amdgpu_device *adev, struct amdgpu_irq_src *src, 137fb4d8502Sjsg unsigned type); 138fb4d8502Sjsg int amdgpu_irq_get(struct amdgpu_device *adev, struct amdgpu_irq_src *src, 139fb4d8502Sjsg unsigned type); 140fb4d8502Sjsg int amdgpu_irq_put(struct amdgpu_device *adev, struct amdgpu_irq_src *src, 141fb4d8502Sjsg unsigned type); 142fb4d8502Sjsg bool amdgpu_irq_enabled(struct amdgpu_device *adev, struct amdgpu_irq_src *src, 143fb4d8502Sjsg unsigned type); 144fb4d8502Sjsg void amdgpu_irq_gpu_reset_resume_helper(struct amdgpu_device *adev); 145fb4d8502Sjsg 146fb4d8502Sjsg int amdgpu_irq_add_domain(struct amdgpu_device *adev); 147fb4d8502Sjsg void amdgpu_irq_remove_domain(struct amdgpu_device *adev); 148fb4d8502Sjsg unsigned amdgpu_irq_create_mapping(struct amdgpu_device *adev, unsigned src_id); 149fb4d8502Sjsg 150fb4d8502Sjsg #endif 151