96 lines
3.0 KiB
C
96 lines
3.0 KiB
C
/*
|
|
* Copyright 2019 Broadcom
|
|
* The term "Broadcom" refers to Broadcom Inc. and/or its subsidiaries.
|
|
*
|
|
* SPDX-License-Identifier: Apache-2.0
|
|
*/
|
|
|
|
/* Set below flag to get debug prints */
|
|
#define MMU_DEBUG_PRINTS 0
|
|
|
|
#if MMU_DEBUG_PRINTS
|
|
/* To dump page table entries while filling them, set DUMP_PTE macro */
|
|
#define DUMP_PTE 0
|
|
#define MMU_DEBUG(fmt, ...) printk(fmt, ##__VA_ARGS__)
|
|
#else
|
|
#define MMU_DEBUG(...)
|
|
#endif
|
|
|
|
/*
|
|
* 48-bit address with 4KB granule size:
|
|
*
|
|
* +------------+------------+------------+------------+-----------+
|
|
* | VA [47:39] | VA [38:30] | VA [29:21] | VA [20:12] | VA [11:0] |
|
|
* +---------------------------------------------------------------+
|
|
* | L0 | L1 | L2 | L3 | block off |
|
|
* +------------+------------+------------+------------+-----------+
|
|
*/
|
|
|
|
/* Only 4K granule is supported */
|
|
#define PAGE_SIZE_SHIFT 12U
|
|
|
|
/* 48-bit VA address */
|
|
#define VA_SIZE_SHIFT_MAX 48U
|
|
|
|
/* Maximum 4 XLAT table levels (L0 - L3) */
|
|
#define XLAT_LAST_LEVEL 3U
|
|
|
|
/* The VA shift of L3 depends on the granule size */
|
|
#define L3_XLAT_VA_SIZE_SHIFT PAGE_SIZE_SHIFT
|
|
|
|
/* Number of VA bits to assign to each table (9 bits) */
|
|
#define Ln_XLAT_VA_SIZE_SHIFT (PAGE_SIZE_SHIFT - 3)
|
|
|
|
/* Starting bit in the VA address for each level */
|
|
#define L2_XLAT_VA_SIZE_SHIFT (L3_XLAT_VA_SIZE_SHIFT + Ln_XLAT_VA_SIZE_SHIFT)
|
|
#define L1_XLAT_VA_SIZE_SHIFT (L2_XLAT_VA_SIZE_SHIFT + Ln_XLAT_VA_SIZE_SHIFT)
|
|
#define L0_XLAT_VA_SIZE_SHIFT (L1_XLAT_VA_SIZE_SHIFT + Ln_XLAT_VA_SIZE_SHIFT)
|
|
|
|
#define LEVEL_TO_VA_SIZE_SHIFT(level) \
|
|
(PAGE_SIZE_SHIFT + (Ln_XLAT_VA_SIZE_SHIFT * \
|
|
(XLAT_LAST_LEVEL - (level))))
|
|
|
|
/* Number of entries for each table (512) */
|
|
#define Ln_XLAT_NUM_ENTRIES ((1U << PAGE_SIZE_SHIFT) / 8U)
|
|
|
|
/* Virtual Address Index within a given translation table level */
|
|
#define XLAT_TABLE_VA_IDX(va_addr, level) \
|
|
((va_addr >> LEVEL_TO_VA_SIZE_SHIFT(level)) & (Ln_XLAT_NUM_ENTRIES - 1))
|
|
|
|
/*
|
|
* Calculate the initial translation table level from CONFIG_ARM64_VA_BITS
|
|
* For a 4 KB page size:
|
|
*
|
|
* (va_bits <= 21) - base level 3
|
|
* (22 <= va_bits <= 30) - base level 2
|
|
* (31 <= va_bits <= 39) - base level 1
|
|
* (40 <= va_bits <= 48) - base level 0
|
|
*/
|
|
#define GET_BASE_XLAT_LEVEL(va_bits) \
|
|
((va_bits > L0_XLAT_VA_SIZE_SHIFT) ? 0U \
|
|
: (va_bits > L1_XLAT_VA_SIZE_SHIFT) ? 1U \
|
|
: (va_bits > L2_XLAT_VA_SIZE_SHIFT) ? 2U : 3U)
|
|
|
|
/* Level for the base XLAT */
|
|
#define BASE_XLAT_LEVEL GET_BASE_XLAT_LEVEL(CONFIG_ARM64_VA_BITS)
|
|
|
|
#if (CONFIG_ARM64_PA_BITS == 48)
|
|
#define TCR_PS_BITS TCR_PS_BITS_256TB
|
|
#elif (CONFIG_ARM64_PA_BITS == 44)
|
|
#define TCR_PS_BITS TCR_PS_BITS_16TB
|
|
#elif (CONFIG_ARM64_PA_BITS == 42)
|
|
#define TCR_PS_BITS TCR_PS_BITS_4TB
|
|
#elif (CONFIG_ARM64_PA_BITS == 40)
|
|
#define TCR_PS_BITS TCR_PS_BITS_1TB
|
|
#elif (CONFIG_ARM64_PA_BITS == 36)
|
|
#define TCR_PS_BITS TCR_PS_BITS_64GB
|
|
#else
|
|
#define TCR_PS_BITS TCR_PS_BITS_4GB
|
|
#endif
|
|
|
|
/* Upper and lower attributes mask for page/block descriptor */
|
|
#define DESC_ATTRS_UPPER_MASK GENMASK(63, 51)
|
|
#define DESC_ATTRS_LOWER_MASK GENMASK(11, 2)
|
|
|
|
#define DESC_ATTRS_MASK (DESC_ATTRS_UPPER_MASK | DESC_ATTRS_LOWER_MASK)
|