smmu-internal.h 4.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149
  1. /*
  2. * ARM SMMU support - Internal API
  3. *
  4. * Copyright (c) 2017 Red Hat, Inc.
  5. * Copyright (C) 2014-2016 Broadcom Corporation
  6. * Written by Prem Mallappa, Eric Auger
  7. *
  8. * This program is free software; you can redistribute it and/or modify
  9. * it under the terms of the GNU General Public License version 2 as
  10. * published by the Free Software Foundation.
  11. *
  12. * This program is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. * General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU General Public License along
  18. * with this program; if not, see <http://www.gnu.org/licenses/>.
  19. */
  20. #ifndef HW_ARM_SMMU_INTERNAL_H
  21. #define HW_ARM_SMMU_INTERNAL_H
  22. #define TBI0(tbi) ((tbi) & 0x1)
  23. #define TBI1(tbi) ((tbi) & 0x2 >> 1)
  24. /* PTE Manipulation */
  25. #define ARM_LPAE_PTE_TYPE_SHIFT 0
  26. #define ARM_LPAE_PTE_TYPE_MASK 0x3
  27. #define ARM_LPAE_PTE_TYPE_BLOCK 1
  28. #define ARM_LPAE_PTE_TYPE_TABLE 3
  29. #define ARM_LPAE_L3_PTE_TYPE_RESERVED 1
  30. #define ARM_LPAE_L3_PTE_TYPE_PAGE 3
  31. #define ARM_LPAE_PTE_VALID (1 << 0)
  32. #define PTE_ADDRESS(pte, shift) \
  33. (extract64(pte, shift, 47 - shift + 1) << shift)
  34. #define is_invalid_pte(pte) (!(pte & ARM_LPAE_PTE_VALID))
  35. #define is_reserved_pte(pte, level) \
  36. ((level == 3) && \
  37. ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_L3_PTE_TYPE_RESERVED))
  38. #define is_block_pte(pte, level) \
  39. ((level < 3) && \
  40. ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_PTE_TYPE_BLOCK))
  41. #define is_table_pte(pte, level) \
  42. ((level < 3) && \
  43. ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_PTE_TYPE_TABLE))
  44. #define is_page_pte(pte, level) \
  45. ((level == 3) && \
  46. ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_L3_PTE_TYPE_PAGE))
  47. /* access permissions */
  48. #define PTE_AP(pte) \
  49. (extract64(pte, 6, 2))
  50. #define PTE_APTABLE(pte) \
  51. (extract64(pte, 61, 2))
  52. #define PTE_AF(pte) \
  53. (extract64(pte, 10, 1))
  54. /*
  55. * TODO: At the moment all transactions are considered as privileged (EL1)
  56. * as IOMMU translation callback does not pass user/priv attributes.
  57. */
  58. #define is_permission_fault(ap, perm) \
  59. (((perm) & IOMMU_WO) && ((ap) & 0x2))
  60. #define is_permission_fault_s2(s2ap, perm) \
  61. (!(((s2ap) & (perm)) == (perm)))
  62. #define PTE_AP_TO_PERM(ap) \
  63. (IOMMU_ACCESS_FLAG(true, !((ap) & 0x2)))
  64. /* Level Indexing */
  65. static inline int level_shift(int level, int granule_sz)
  66. {
  67. return granule_sz + (3 - level) * (granule_sz - 3);
  68. }
  69. static inline uint64_t level_page_mask(int level, int granule_sz)
  70. {
  71. return ~(MAKE_64BIT_MASK(0, level_shift(level, granule_sz)));
  72. }
  73. static inline
  74. uint64_t iova_level_offset(uint64_t iova, int inputsize,
  75. int level, int gsz)
  76. {
  77. return ((iova & MAKE_64BIT_MASK(0, inputsize)) >> level_shift(level, gsz)) &
  78. MAKE_64BIT_MASK(0, gsz - 3);
  79. }
  80. /* FEAT_LPA2 and FEAT_TTST are not implemented. */
  81. static inline int get_start_level(int sl0 , int granule_sz)
  82. {
  83. /* ARM DDI0487I.a: Table D8-12. */
  84. if (granule_sz == 12) {
  85. return 2 - sl0;
  86. }
  87. /* ARM DDI0487I.a: Table D8-22 and Table D8-31. */
  88. return 3 - sl0;
  89. }
  90. /*
  91. * Index in a concatenated first level stage-2 page table.
  92. * ARM DDI0487I.a: D8.2.2 Concatenated translation tables.
  93. */
  94. static inline int pgd_concat_idx(int start_level, int granule_sz,
  95. dma_addr_t ipa)
  96. {
  97. uint64_t ret;
  98. /*
  99. * Get the number of bits handled by next levels, then any extra bits in
  100. * the address should index the concatenated tables. This relation can be
  101. * deduced from tables in ARM DDI0487I.a: D8.2.7-9
  102. */
  103. int shift = level_shift(start_level - 1, granule_sz);
  104. ret = ipa >> shift;
  105. return ret;
  106. }
  107. #define SMMU_IOTLB_ASID(key) ((key).asid)
  108. #define SMMU_IOTLB_VMID(key) ((key).vmid)
  109. typedef struct SMMUIOTLBPageInvInfo {
  110. int asid;
  111. int vmid;
  112. uint64_t iova;
  113. uint64_t mask;
  114. } SMMUIOTLBPageInvInfo;
  115. typedef struct SMMUSIDRange {
  116. uint32_t start;
  117. uint32_t end;
  118. } SMMUSIDRange;
  119. #endif