/* * \brief CPU driver for core * \author Martin stein * \author Stefan Kalkowski * \date 2011-11-03 */ /* * Copyright (C) 2011-2016 Genode Labs GmbH * * This file is part of the Genode OS framework, which is distributed * under the terms of the GNU General Public License version 2. */ #include #include /** * Helpers that increase readability of MCR and MRC commands */ #define READ_CLIDR(rd) "mrc p15, 1, " #rd ", c0, c0, 1\n" #define READ_CCSIDR(rd) "mrc p15, 1, " #rd ", c0, c0, 0\n" #define WRITE_CSSELR(rs) "mcr p15, 2, " #rs ", c0, c0, 0\n" #define WRITE_DCISW(rs) "mcr p15, 0, " #rs ", c7, c6, 2\n" #define WRITE_DCCSW(rs) "mcr p15, 0, " #rs ", c7, c10, 2\n" /** * First macro to do a set/way operation on all entries of all data caches * * Must be inserted directly before the targeted operation. Returns operand * for targeted operation in R6. */ #define FOR_ALL_SET_WAY_IN_R6_0 \ \ /* get the cache level value (Clidr::Loc) */ \ READ_CLIDR(r0) \ "ands r3, r0, #0x7000000\n" \ "mov r3, r3, lsr #23\n" \ \ /* skip all if cache level value is zero */ \ "beq 5f\n" \ "mov r9, #0\n" \ \ /* begin loop over cache numbers */ \ "1:\n" \ \ /* work out 3 x cache level */ \ "add r2, r9, r9, lsr #1\n" \ \ /* get the cache type of current cache number (Clidr::CtypeX) */ \ "mov r1, r0, lsr r2\n" \ "and r1, r1, #7\n" \ "cmp r1, #2\n" \ \ /* skip cache number if there's no data cache at this level */ \ "blt 4f\n" \ \ /* select the appropriate CCSIDR according to cache level and type */ \ WRITE_CSSELR(r9) \ "isb\n" \ \ /* get the line length of current cache (Ccsidr::LineSize) */ \ READ_CCSIDR(r1) \ "and r2, r1, #0x7\n" \ \ /* add 4 for the line-length offset (log2 of 16 bytes) */ \ "add r2, r2, #4\n" \ \ /* get the associativity or max way size (Ccsidr::Associativity) */ \ "ldr r4, =0x3ff\n" \ "ands r4, r4, r1, lsr #3\n" \ \ /* get the bit position of the way-size increment */ \ "clz r5, r4\n" \ \ /* get a working copy of the max way size */ \ "mov r8, r4\n" \ \ /* begin loop over way numbers */ \ "2:\n" \ \ /* get the number of sets or the max index size (Ccsidr::NumSets) */ \ "ldr r7, =0x00007fff\n" \ "ands r7, r7, r1, lsr #13\n" \ \ /* begin loop over indices */ \ "3:\n" \ \ /* factor in the way number and cache number into write value */ \ "orr r6, r9, r8, lsl r5\n" \ \ /* factor in the index number into write value */ \ "orr r6, r6, r7, lsl r2\n" /** * Second macro to do a set/way operation on all entries of all data caches * * Must be inserted directly after the targeted operation. */ #define FOR_ALL_SET_WAY_IN_R6_1 \ \ /* decrement the index */ \ "subs r7, r7, #1\n" \ \ /* end loop over indices */ \ "bge 3b\n" \ \ /* decrement the way number */ \ "subs r8, r8, #1\n" \ \ /* end loop over way numbers */ \ "bge 2b\n" \ \ /* label to skip a cache number */ \ "4:\n" \ \ /* increment the cache number */ \ "add r9, r9, #2\n" \ "cmp r3, r9\n" \ \ /* end loop over cache numbers */ \ "bgt 1b\n" \ \ /* synchronize data */ \ "dsb\n" \ \ /* label to skip all */ \ "5:\n" \ ::: "r0", "r1", "r2", "r3", "r4", "r5", "r6", "r7", "r8", "r9" void Genode::Arm_v7::invalidate_inner_data_cache() { /** * Data Cache Invalidate by Set/Way for all Set/Way */ asm volatile (FOR_ALL_SET_WAY_IN_R6_0 WRITE_DCISW(r6) FOR_ALL_SET_WAY_IN_R6_1); } void Genode::Arm_v7::clean_invalidate_inner_data_cache() { /** * Data Cache Clean by Set/Way for all Set/Way */ asm volatile (FOR_ALL_SET_WAY_IN_R6_0 WRITE_DCCSW(r6) FOR_ALL_SET_WAY_IN_R6_1); } Genode::Arm::Psr::access_t Genode::Arm::Psr::init_user_with_trustzone() { access_t v = 0; M::set(v, M::USR); I::set(v, 1); A::set(v, 1); return v; }