123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149 |
- /*
- * ARM SMMU support - Internal API
- *
- * Copyright (c) 2017 Red Hat, Inc.
- * Copyright (C) 2014-2016 Broadcom Corporation
- * Written by Prem Mallappa, Eric Auger
- *
- * This program is free software; you can redistribute it and/or modify
- * it under the terms of the GNU General Public License version 2 as
- * published by the Free Software Foundation.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License along
- * with this program; if not, see <http://www.gnu.org/licenses/>.
- */
- #ifndef HW_ARM_SMMU_INTERNAL_H
- #define HW_ARM_SMMU_INTERNAL_H
- #define TBI0(tbi) ((tbi) & 0x1)
- #define TBI1(tbi) ((tbi) & 0x2 >> 1)
- /* PTE Manipulation */
- #define ARM_LPAE_PTE_TYPE_SHIFT 0
- #define ARM_LPAE_PTE_TYPE_MASK 0x3
- #define ARM_LPAE_PTE_TYPE_BLOCK 1
- #define ARM_LPAE_PTE_TYPE_TABLE 3
- #define ARM_LPAE_L3_PTE_TYPE_RESERVED 1
- #define ARM_LPAE_L3_PTE_TYPE_PAGE 3
- #define ARM_LPAE_PTE_VALID (1 << 0)
- #define PTE_ADDRESS(pte, shift) \
- (extract64(pte, shift, 47 - shift + 1) << shift)
- #define is_invalid_pte(pte) (!(pte & ARM_LPAE_PTE_VALID))
- #define is_reserved_pte(pte, level) \
- ((level == 3) && \
- ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_L3_PTE_TYPE_RESERVED))
- #define is_block_pte(pte, level) \
- ((level < 3) && \
- ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_PTE_TYPE_BLOCK))
- #define is_table_pte(pte, level) \
- ((level < 3) && \
- ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_PTE_TYPE_TABLE))
- #define is_page_pte(pte, level) \
- ((level == 3) && \
- ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_L3_PTE_TYPE_PAGE))
- /* access permissions */
- #define PTE_AP(pte) \
- (extract64(pte, 6, 2))
- #define PTE_APTABLE(pte) \
- (extract64(pte, 61, 2))
- #define PTE_AF(pte) \
- (extract64(pte, 10, 1))
- /*
- * TODO: At the moment all transactions are considered as privileged (EL1)
- * as IOMMU translation callback does not pass user/priv attributes.
- */
- #define is_permission_fault(ap, perm) \
- (((perm) & IOMMU_WO) && ((ap) & 0x2))
- #define is_permission_fault_s2(s2ap, perm) \
- (!(((s2ap) & (perm)) == (perm)))
- #define PTE_AP_TO_PERM(ap) \
- (IOMMU_ACCESS_FLAG(true, !((ap) & 0x2)))
- /* Level Indexing */
- static inline int level_shift(int level, int granule_sz)
- {
- return granule_sz + (3 - level) * (granule_sz - 3);
- }
- static inline uint64_t level_page_mask(int level, int granule_sz)
- {
- return ~(MAKE_64BIT_MASK(0, level_shift(level, granule_sz)));
- }
- static inline
- uint64_t iova_level_offset(uint64_t iova, int inputsize,
- int level, int gsz)
- {
- return ((iova & MAKE_64BIT_MASK(0, inputsize)) >> level_shift(level, gsz)) &
- MAKE_64BIT_MASK(0, gsz - 3);
- }
- /* FEAT_LPA2 and FEAT_TTST are not implemented. */
- static inline int get_start_level(int sl0 , int granule_sz)
- {
- /* ARM DDI0487I.a: Table D8-12. */
- if (granule_sz == 12) {
- return 2 - sl0;
- }
- /* ARM DDI0487I.a: Table D8-22 and Table D8-31. */
- return 3 - sl0;
- }
- /*
- * Index in a concatenated first level stage-2 page table.
- * ARM DDI0487I.a: D8.2.2 Concatenated translation tables.
- */
- static inline int pgd_concat_idx(int start_level, int granule_sz,
- dma_addr_t ipa)
- {
- uint64_t ret;
- /*
- * Get the number of bits handled by next levels, then any extra bits in
- * the address should index the concatenated tables. This relation can be
- * deduced from tables in ARM DDI0487I.a: D8.2.7-9
- */
- int shift = level_shift(start_level - 1, granule_sz);
- ret = ipa >> shift;
- return ret;
- }
- #define SMMU_IOTLB_ASID(key) ((key).asid)
- #define SMMU_IOTLB_VMID(key) ((key).vmid)
- typedef struct SMMUIOTLBPageInvInfo {
- int asid;
- int vmid;
- uint64_t iova;
- uint64_t mask;
- } SMMUIOTLBPageInvInfo;
- typedef struct SMMUSIDRange {
- uint32_t start;
- uint32_t end;
- } SMMUSIDRange;
- #endif
|