|  | /* | 
|  | * ARM SMMU support - Internal API | 
|  | * | 
|  | * Copyright (c) 2017 Red Hat, Inc. | 
|  | * Copyright (C) 2014-2016 Broadcom Corporation | 
|  | * Written by Prem Mallappa, Eric Auger | 
|  | * | 
|  | * This program is free software; you can redistribute it and/or modify | 
|  | * it under the terms of the GNU General Public License version 2 as | 
|  | * published by the Free Software Foundation. | 
|  | * | 
|  | * This program is distributed in the hope that it will be useful, | 
|  | * but WITHOUT ANY WARRANTY; without even the implied warranty of | 
|  | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the | 
|  | * General Public License for more details. | 
|  | * | 
|  | * You should have received a copy of the GNU General Public License along | 
|  | * with this program; if not, see <http://www.gnu.org/licenses/>. | 
|  | */ | 
|  |  | 
|  | #ifndef HW_ARM_SMMU_INTERNAL_H | 
|  | #define HW_ARM_SMMU_INTERNAL_H | 
|  |  | 
|  | #define TBI0(tbi) ((tbi) & 0x1) | 
|  | #define TBI1(tbi) ((tbi) & 0x2 >> 1) | 
|  |  | 
|  | /* PTE Manipulation */ | 
|  |  | 
|  | #define ARM_LPAE_PTE_TYPE_SHIFT         0 | 
|  | #define ARM_LPAE_PTE_TYPE_MASK          0x3 | 
|  |  | 
|  | #define ARM_LPAE_PTE_TYPE_BLOCK         1 | 
|  | #define ARM_LPAE_PTE_TYPE_TABLE         3 | 
|  |  | 
|  | #define ARM_LPAE_L3_PTE_TYPE_RESERVED   1 | 
|  | #define ARM_LPAE_L3_PTE_TYPE_PAGE       3 | 
|  |  | 
|  | #define ARM_LPAE_PTE_VALID              (1 << 0) | 
|  |  | 
|  | #define PTE_ADDRESS(pte, shift) \ | 
|  | (extract64(pte, shift, 47 - shift + 1) << shift) | 
|  |  | 
|  | #define is_invalid_pte(pte) (!(pte & ARM_LPAE_PTE_VALID)) | 
|  |  | 
|  | #define is_reserved_pte(pte, level)                                      \ | 
|  | ((level == 3) &&                                                     \ | 
|  | ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_L3_PTE_TYPE_RESERVED)) | 
|  |  | 
|  | #define is_block_pte(pte, level)                                         \ | 
|  | ((level < 3) &&                                                      \ | 
|  | ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_PTE_TYPE_BLOCK)) | 
|  |  | 
|  | #define is_table_pte(pte, level)                                        \ | 
|  | ((level < 3) &&                                                     \ | 
|  | ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_PTE_TYPE_TABLE)) | 
|  |  | 
|  | #define is_page_pte(pte, level)                                         \ | 
|  | ((level == 3) &&                                                    \ | 
|  | ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_L3_PTE_TYPE_PAGE)) | 
|  |  | 
|  | /* access permissions */ | 
|  |  | 
|  | #define PTE_AP(pte) \ | 
|  | (extract64(pte, 6, 2)) | 
|  |  | 
|  | #define PTE_APTABLE(pte) \ | 
|  | (extract64(pte, 61, 2)) | 
|  |  | 
|  | #define PTE_AF(pte) \ | 
|  | (extract64(pte, 10, 1)) | 
|  | /* | 
|  | * TODO: At the moment all transactions are considered as privileged (EL1) | 
|  | * as IOMMU translation callback does not pass user/priv attributes. | 
|  | */ | 
|  | #define is_permission_fault(ap, perm) \ | 
|  | (((perm) & IOMMU_WO) && ((ap) & 0x2)) | 
|  |  | 
|  | #define is_permission_fault_s2(s2ap, perm) \ | 
|  | (!(((s2ap) & (perm)) == (perm))) | 
|  |  | 
|  | #define PTE_AP_TO_PERM(ap) \ | 
|  | (IOMMU_ACCESS_FLAG(true, !((ap) & 0x2))) | 
|  |  | 
|  | /* Level Indexing */ | 
|  |  | 
|  | static inline int level_shift(int level, int granule_sz) | 
|  | { | 
|  | return granule_sz + (3 - level) * (granule_sz - 3); | 
|  | } | 
|  |  | 
|  | static inline uint64_t level_page_mask(int level, int granule_sz) | 
|  | { | 
|  | return ~(MAKE_64BIT_MASK(0, level_shift(level, granule_sz))); | 
|  | } | 
|  |  | 
|  | static inline | 
|  | uint64_t iova_level_offset(uint64_t iova, int inputsize, | 
|  | int level, int gsz) | 
|  | { | 
|  | return ((iova & MAKE_64BIT_MASK(0, inputsize)) >> level_shift(level, gsz)) & | 
|  | MAKE_64BIT_MASK(0, gsz - 3); | 
|  | } | 
|  |  | 
|  | /* FEAT_LPA2 and FEAT_TTST are not implemented. */ | 
|  | static inline int get_start_level(int sl0 , int granule_sz) | 
|  | { | 
|  | /* ARM DDI0487I.a: Table D8-12. */ | 
|  | if (granule_sz == 12) { | 
|  | return 2 - sl0; | 
|  | } | 
|  | /* ARM DDI0487I.a: Table D8-22 and Table D8-31. */ | 
|  | return 3 - sl0; | 
|  | } | 
|  |  | 
|  | /* | 
|  | * Index in a concatenated first level stage-2 page table. | 
|  | * ARM DDI0487I.a: D8.2.2 Concatenated translation tables. | 
|  | */ | 
|  | static inline int pgd_concat_idx(int start_level, int granule_sz, | 
|  | dma_addr_t ipa) | 
|  | { | 
|  | uint64_t ret; | 
|  | /* | 
|  | * Get the number of bits handled by next levels, then any extra bits in | 
|  | * the address should index the concatenated tables. This relation can be | 
|  | * deduced from tables in ARM DDI0487I.a: D8.2.7-9 | 
|  | */ | 
|  | int shift =  level_shift(start_level - 1, granule_sz); | 
|  |  | 
|  | ret = ipa >> shift; | 
|  | return ret; | 
|  | } | 
|  |  | 
|  | #define SMMU_IOTLB_ASID(key) ((key).asid) | 
|  | #define SMMU_IOTLB_VMID(key) ((key).vmid) | 
|  |  | 
|  | typedef struct SMMUIOTLBPageInvInfo { | 
|  | int asid; | 
|  | int vmid; | 
|  | uint64_t iova; | 
|  | uint64_t mask; | 
|  | } SMMUIOTLBPageInvInfo; | 
|  |  | 
|  | typedef struct SMMUSIDRange { | 
|  | uint32_t start; | 
|  | uint32_t end; | 
|  | } SMMUSIDRange; | 
|  |  | 
|  | #endif |