2 * PowerPC emulation helpers for qemu.
4 * Copyright (c) 2003-2007 Jocelyn Mayer
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2 of the License, or (at your option) any later version.
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
33 //#define DEBUG_SOFTWARE_TLB
34 //#define DEBUG_EXCEPTIONS
35 //#define FLUSH_ALL_TLBS
37 /*****************************************************************************/
38 /* PowerPC MMU emulation */
40 #if defined(CONFIG_USER_ONLY)
41 int cpu_ppc_handle_mmu_fault (CPUState *env, target_ulong address, int rw,
42 int is_user, int is_softmmu)
44 int exception, error_code;
53 error_code |= 0x02000000;
54 env->spr[SPR_DAR] = address;
55 env->spr[SPR_DSISR] = error_code;
57 env->exception_index = exception;
58 env->error_code = error_code;
63 target_phys_addr_t cpu_get_phys_page_debug (CPUState *env, target_ulong addr)
69 /* Common routines used by software and hardware TLBs emulation */
70 static inline int pte_is_valid (target_ulong pte0)
72 return pte0 & 0x80000000 ? 1 : 0;
75 static inline void pte_invalidate (target_ulong *pte0)
80 #if defined(TARGET_PPC64)
81 static inline int pte64_is_valid (target_ulong pte0)
83 return pte0 & 0x0000000000000001ULL ? 1 : 0;
86 static inline void pte64_invalidate (target_ulong *pte0)
88 *pte0 &= ~0x0000000000000001ULL;
92 #define PTE_PTEM_MASK 0x7FFFFFBF
93 #define PTE_CHECK_MASK (TARGET_PAGE_MASK | 0x7B)
94 #if defined(TARGET_PPC64)
95 #define PTE64_PTEM_MASK 0xFFFFFFFFFFFFFF80ULL
96 #define PTE64_CHECK_MASK (TARGET_PAGE_MASK | 0x7F)
99 static inline int _pte_check (mmu_ctx_t *ctx, int is_64b,
100 target_ulong pte0, target_ulong pte1,
103 target_ulong ptem, mmask;
104 int access, ret, pteh, ptev;
108 /* Check validity and table match */
109 #if defined(TARGET_PPC64)
111 ptev = pte64_is_valid(pte0);
112 pteh = (pte0 >> 1) & 1;
116 ptev = pte_is_valid(pte0);
117 pteh = (pte0 >> 6) & 1;
119 if (ptev && h == pteh) {
120 /* Check vsid & api */
121 #if defined(TARGET_PPC64)
123 ptem = pte0 & PTE64_PTEM_MASK;
124 mmask = PTE64_CHECK_MASK;
128 ptem = pte0 & PTE_PTEM_MASK;
129 mmask = PTE_CHECK_MASK;
131 if (ptem == ctx->ptem) {
132 if (ctx->raddr != (target_ulong)-1) {
133 /* all matches should have equal RPN, WIMG & PP */
134 if ((ctx->raddr & mmask) != (pte1 & mmask)) {
136 fprintf(logfile, "Bad RPN/WIMG/PP\n");
140 /* Compute access rights */
143 if ((pte1 & 0x00000003) != 0x3)
144 access |= PAGE_WRITE;
146 switch (pte1 & 0x00000003) {
155 access = PAGE_READ | PAGE_WRITE;
159 /* Keep the matching PTE informations */
162 if ((rw == 0 && (access & PAGE_READ)) ||
163 (rw == 1 && (access & PAGE_WRITE))) {
165 #if defined (DEBUG_MMU)
167 fprintf(logfile, "PTE access granted !\n");
171 /* Access right violation */
172 #if defined (DEBUG_MMU)
174 fprintf(logfile, "PTE access rejected\n");
184 static int pte32_check (mmu_ctx_t *ctx,
185 target_ulong pte0, target_ulong pte1, int h, int rw)
187 return _pte_check(ctx, 0, pte0, pte1, h, rw);
190 #if defined(TARGET_PPC64)
191 static int pte64_check (mmu_ctx_t *ctx,
192 target_ulong pte0, target_ulong pte1, int h, int rw)
194 return _pte_check(ctx, 1, pte0, pte1, h, rw);
198 static int pte_update_flags (mmu_ctx_t *ctx, target_ulong *pte1p,
203 /* Update page flags */
204 if (!(*pte1p & 0x00000100)) {
205 /* Update accessed flag */
206 *pte1p |= 0x00000100;
209 if (!(*pte1p & 0x00000080)) {
210 if (rw == 1 && ret == 0) {
211 /* Update changed flag */
212 *pte1p |= 0x00000080;
215 /* Force page fault for first write access */
216 ctx->prot &= ~PAGE_WRITE;
223 /* Software driven TLB helpers */
224 static int ppc6xx_tlb_getnum (CPUState *env, target_ulong eaddr,
225 int way, int is_code)
229 /* Select TLB num in a way from address */
230 nr = (eaddr >> TARGET_PAGE_BITS) & (env->tlb_per_way - 1);
232 nr += env->tlb_per_way * way;
233 /* 6xx have separate TLBs for instructions and data */
234 if (is_code && env->id_tlbs == 1)
240 void ppc6xx_tlb_invalidate_all (CPUState *env)
245 #if defined (DEBUG_SOFTWARE_TLB) && 0
247 fprintf(logfile, "Invalidate all TLBs\n");
250 /* Invalidate all defined software TLB */
252 if (env->id_tlbs == 1)
254 for (nr = 0; nr < max; nr++) {
255 tlb = &env->tlb[nr].tlb6;
256 #if !defined(FLUSH_ALL_TLBS)
257 tlb_flush_page(env, tlb->EPN);
259 pte_invalidate(&tlb->pte0);
261 #if defined(FLUSH_ALL_TLBS)
266 static inline void __ppc6xx_tlb_invalidate_virt (CPUState *env,
268 int is_code, int match_epn)
270 #if !defined(FLUSH_ALL_TLBS)
274 /* Invalidate ITLB + DTLB, all ways */
275 for (way = 0; way < env->nb_ways; way++) {
276 nr = ppc6xx_tlb_getnum(env, eaddr, way, is_code);
277 tlb = &env->tlb[nr].tlb6;
278 if (pte_is_valid(tlb->pte0) && (match_epn == 0 || eaddr == tlb->EPN)) {
279 #if defined (DEBUG_SOFTWARE_TLB)
281 fprintf(logfile, "TLB invalidate %d/%d " ADDRX "\n",
282 nr, env->nb_tlb, eaddr);
285 pte_invalidate(&tlb->pte0);
286 tlb_flush_page(env, tlb->EPN);
290 /* XXX: PowerPC specification say this is valid as well */
291 ppc6xx_tlb_invalidate_all(env);
295 void ppc6xx_tlb_invalidate_virt (CPUState *env, target_ulong eaddr,
298 __ppc6xx_tlb_invalidate_virt(env, eaddr, is_code, 0);
301 void ppc6xx_tlb_store (CPUState *env, target_ulong EPN, int way, int is_code,
302 target_ulong pte0, target_ulong pte1)
307 nr = ppc6xx_tlb_getnum(env, EPN, way, is_code);
308 tlb = &env->tlb[nr].tlb6;
309 #if defined (DEBUG_SOFTWARE_TLB)
311 fprintf(logfile, "Set TLB %d/%d EPN " ADDRX " PTE0 " ADDRX
312 " PTE1 " ADDRX "\n", nr, env->nb_tlb, EPN, pte0, pte1);
315 /* Invalidate any pending reference in Qemu for this virtual address */
316 __ppc6xx_tlb_invalidate_virt(env, EPN, is_code, 1);
320 /* Store last way for LRU mechanism */
324 static int ppc6xx_tlb_check (CPUState *env, mmu_ctx_t *ctx,
325 target_ulong eaddr, int rw, int access_type)
332 ret = -1; /* No TLB found */
333 for (way = 0; way < env->nb_ways; way++) {
334 nr = ppc6xx_tlb_getnum(env, eaddr, way,
335 access_type == ACCESS_CODE ? 1 : 0);
336 tlb = &env->tlb[nr].tlb6;
337 /* This test "emulates" the PTE index match for hardware TLBs */
338 if ((eaddr & TARGET_PAGE_MASK) != tlb->EPN) {
339 #if defined (DEBUG_SOFTWARE_TLB)
341 fprintf(logfile, "TLB %d/%d %s [" ADDRX " " ADDRX
344 pte_is_valid(tlb->pte0) ? "valid" : "inval",
345 tlb->EPN, tlb->EPN + TARGET_PAGE_SIZE, eaddr);
350 #if defined (DEBUG_SOFTWARE_TLB)
352 fprintf(logfile, "TLB %d/%d %s " ADDRX " <> " ADDRX " " ADDRX
355 pte_is_valid(tlb->pte0) ? "valid" : "inval",
356 tlb->EPN, eaddr, tlb->pte1,
357 rw ? 'S' : 'L', access_type == ACCESS_CODE ? 'I' : 'D');
360 switch (pte32_check(ctx, tlb->pte0, tlb->pte1, 0, rw)) {
362 /* TLB inconsistency */
365 /* Access violation */
375 /* XXX: we should go on looping to check all TLBs consistency
376 * but we can speed-up the whole thing as the
377 * result would be undefined if TLBs are not consistent.
386 #if defined (DEBUG_SOFTWARE_TLB)
388 fprintf(logfile, "found TLB at addr 0x%08lx prot=0x%01x ret=%d\n",
389 ctx->raddr & TARGET_PAGE_MASK, ctx->prot, ret);
392 /* Update page flags */
393 pte_update_flags(ctx, &env->tlb[best].tlb6.pte1, ret, rw);
399 /* Perform BAT hit & translation */
400 static int get_bat (CPUState *env, mmu_ctx_t *ctx,
401 target_ulong virtual, int rw, int type)
403 target_ulong *BATlt, *BATut, *BATu, *BATl;
404 target_ulong base, BEPIl, BEPIu, bl;
408 #if defined (DEBUG_BATS)
410 fprintf(logfile, "%s: %cBAT v 0x" ADDRX "\n", __func__,
411 type == ACCESS_CODE ? 'I' : 'D', virtual);
416 BATlt = env->IBAT[1];
417 BATut = env->IBAT[0];
420 BATlt = env->DBAT[1];
421 BATut = env->DBAT[0];
424 #if defined (DEBUG_BATS)
426 fprintf(logfile, "%s...: %cBAT v 0x" ADDRX "\n", __func__,
427 type == ACCESS_CODE ? 'I' : 'D', virtual);
430 base = virtual & 0xFFFC0000;
431 for (i = 0; i < 4; i++) {
434 BEPIu = *BATu & 0xF0000000;
435 BEPIl = *BATu & 0x0FFE0000;
436 bl = (*BATu & 0x00001FFC) << 15;
437 #if defined (DEBUG_BATS)
439 fprintf(logfile, "%s: %cBAT%d v 0x" ADDRX " BATu 0x" ADDRX
440 " BATl 0x" ADDRX "\n",
441 __func__, type == ACCESS_CODE ? 'I' : 'D', i, virtual,
445 if ((virtual & 0xF0000000) == BEPIu &&
446 ((virtual & 0x0FFE0000) & ~bl) == BEPIl) {
448 if ((msr_pr == 0 && (*BATu & 0x00000002)) ||
449 (msr_pr == 1 && (*BATu & 0x00000001))) {
450 /* Get physical address */
451 ctx->raddr = (*BATl & 0xF0000000) |
452 ((virtual & 0x0FFE0000 & bl) | (*BATl & 0x0FFE0000)) |
453 (virtual & 0x0001F000);
454 if (*BATl & 0x00000001)
455 ctx->prot = PAGE_READ;
456 if (*BATl & 0x00000002)
457 ctx->prot = PAGE_WRITE | PAGE_READ;
458 #if defined (DEBUG_BATS)
460 fprintf(logfile, "BAT %d match: r 0x" PADDRX
462 i, ctx->raddr, ctx->prot & PAGE_READ ? 'R' : '-',
463 ctx->prot & PAGE_WRITE ? 'W' : '-');
472 #if defined (DEBUG_BATS)
474 fprintf(logfile, "no BAT match for 0x" ADDRX ":\n", virtual);
475 for (i = 0; i < 4; i++) {
478 BEPIu = *BATu & 0xF0000000;
479 BEPIl = *BATu & 0x0FFE0000;
480 bl = (*BATu & 0x00001FFC) << 15;
481 fprintf(logfile, "%s: %cBAT%d v 0x" ADDRX " BATu 0x" ADDRX
482 " BATl 0x" ADDRX " \n\t"
483 "0x" ADDRX " 0x" ADDRX " 0x" ADDRX "\n",
484 __func__, type == ACCESS_CODE ? 'I' : 'D', i, virtual,
485 *BATu, *BATl, BEPIu, BEPIl, bl);
494 /* PTE table lookup */
495 static inline int _find_pte (mmu_ctx_t *ctx, int is_64b, int h, int rw)
497 target_ulong base, pte0, pte1;
501 ret = -1; /* No entry found */
502 base = ctx->pg_addr[h];
503 for (i = 0; i < 8; i++) {
504 #if defined(TARGET_PPC64)
506 pte0 = ldq_phys(base + (i * 16));
507 pte1 = ldq_phys(base + (i * 16) + 8);
508 r = pte64_check(ctx, pte0, pte1, h, rw);
512 pte0 = ldl_phys(base + (i * 8));
513 pte1 = ldl_phys(base + (i * 8) + 4);
514 r = pte32_check(ctx, pte0, pte1, h, rw);
516 #if defined (DEBUG_MMU)
518 fprintf(logfile, "Load pte from 0x" ADDRX " => 0x" ADDRX
519 " 0x" ADDRX " %d %d %d 0x" ADDRX "\n",
520 base + (i * 8), pte0, pte1,
521 (int)(pte0 >> 31), h, (int)((pte0 >> 6) & 1), ctx->ptem);
526 /* PTE inconsistency */
529 /* Access violation */
539 /* XXX: we should go on looping to check all PTEs consistency
540 * but if we can speed-up the whole thing as the
541 * result would be undefined if PTEs are not consistent.
550 #if defined (DEBUG_MMU)
552 fprintf(logfile, "found PTE at addr 0x" PADDRX " prot=0x%01x "
554 ctx->raddr, ctx->prot, ret);
557 /* Update page flags */
559 if (pte_update_flags(ctx, &pte1, ret, rw) == 1) {
560 #if defined(TARGET_PPC64)
562 stq_phys_notdirty(base + (good * 16) + 8, pte1);
566 stl_phys_notdirty(base + (good * 8) + 4, pte1);
574 static int find_pte32 (mmu_ctx_t *ctx, int h, int rw)
576 return _find_pte(ctx, 0, h, rw);
579 #if defined(TARGET_PPC64)
580 static int find_pte64 (mmu_ctx_t *ctx, int h, int rw)
582 return _find_pte(ctx, 1, h, rw);
586 static inline int find_pte (CPUState *env, mmu_ctx_t *ctx, int h, int rw)
588 #if defined(TARGET_PPC64)
589 if (PPC_MMU(env) == PPC_FLAGS_MMU_64B ||
590 PPC_MMU(env) == PPC_FLAGS_MMU_64BRIDGE)
591 return find_pte64(ctx, h, rw);
594 return find_pte32(ctx, h, rw);
597 static inline target_phys_addr_t get_pgaddr (target_phys_addr_t sdr1,
599 target_phys_addr_t hash,
600 target_phys_addr_t mask)
602 return (sdr1 & ((target_ulong)(-1ULL) << sdr_sh)) | (hash & mask);
605 #if defined(TARGET_PPC64)
606 static int slb_lookup (CPUState *env, target_ulong eaddr,
607 target_ulong *vsid, target_ulong *page_mask, int *attr)
609 target_phys_addr_t sr_base;
617 sr_base = env->spr[SPR_ASR];
618 mask = 0x0000000000000000ULL; /* Avoid gcc warning */
619 #if 0 /* XXX: Fix this */
620 slb_nr = env->slb_nr;
624 for (n = 0; n < slb_nr; n++) {
625 tmp64 = ldq_phys(sr_base);
626 if (tmp64 & 0x0000000008000000ULL) {
627 /* SLB entry is valid */
628 switch (tmp64 & 0x0000000006000000ULL) {
629 case 0x0000000000000000ULL:
631 mask = 0xFFFFFFFFF0000000ULL;
633 case 0x0000000002000000ULL:
635 mask = 0xFFFF000000000000ULL;
637 case 0x0000000004000000ULL:
638 case 0x0000000006000000ULL:
639 /* Reserved => segment is invalid */
642 if ((eaddr & mask) == (tmp64 & mask)) {
644 tmp = ldl_phys(sr_base + 8);
645 *vsid = ((tmp64 << 24) | (tmp >> 8)) & 0x0003FFFFFFFFFFFFULL;
657 #endif /* defined(TARGET_PPC64) */
659 /* Perform segment based translation */
660 static int get_segment (CPUState *env, mmu_ctx_t *ctx,
661 target_ulong eaddr, int rw, int type)
663 target_phys_addr_t sdr, hash, mask, sdr_mask;
664 target_ulong sr, vsid, vsid_mask, pgidx, page_mask;
665 #if defined(TARGET_PPC64)
668 int ds, nx, vsid_sh, sdr_sh;
671 #if defined(TARGET_PPC64)
672 if (PPC_MMU(env) == PPC_FLAGS_MMU_64B) {
673 ret = slb_lookup(env, eaddr, &vsid, &page_mask, &attr);
676 ctx->key = ((attr & 0x40) && msr_pr == 1) ||
677 ((attr & 0x80) && msr_pr == 0) ? 1 : 0;
679 nx = attr & 0x20 ? 1 : 0;
680 vsid_mask = 0x00003FFFFFFFFF80ULL;
685 #endif /* defined(TARGET_PPC64) */
687 sr = env->sr[eaddr >> 28];
688 page_mask = 0x0FFFFFFF;
689 ctx->key = (((sr & 0x20000000) && msr_pr == 1) ||
690 ((sr & 0x40000000) && msr_pr == 0)) ? 1 : 0;
691 ds = sr & 0x80000000 ? 1 : 0;
692 nx = sr & 0x10000000 ? 1 : 0;
693 vsid = sr & 0x00FFFFFF;
694 vsid_mask = 0x01FFFFC0;
698 #if defined (DEBUG_MMU)
700 fprintf(logfile, "Check segment v=0x" ADDRX " %d 0x" ADDRX
701 " nip=0x" ADDRX " lr=0x" ADDRX
702 " ir=%d dr=%d pr=%d %d t=%d\n",
703 eaddr, (int)(eaddr >> 28), sr, env->nip,
704 env->lr, msr_ir, msr_dr, msr_pr, rw, type);
706 if (!ds && loglevel != 0) {
707 fprintf(logfile, "pte segment: key=%d n=0x" ADDRX "\n",
708 ctx->key, sr & 0x10000000);
714 /* Check if instruction fetch is allowed, if needed */
715 if (type != ACCESS_CODE || nx == 0) {
716 /* Page address translation */
717 pgidx = (eaddr & page_mask) >> TARGET_PAGE_BITS;
718 hash = ((vsid ^ pgidx) << vsid_sh) & vsid_mask;
719 /* Primary table address */
721 mask = ((sdr & 0x000001FF) << sdr_sh) | sdr_mask;
722 ctx->pg_addr[0] = get_pgaddr(sdr, sdr_sh, hash, mask);
723 /* Secondary table address */
724 hash = (~hash) & vsid_mask;
725 ctx->pg_addr[1] = get_pgaddr(sdr, sdr_sh, hash, mask);
726 #if defined(TARGET_PPC64)
727 if (PPC_MMU(env) == PPC_FLAGS_MMU_64B ||
728 PPC_MMU(env) == PPC_FLAGS_MMU_64BRIDGE) {
729 /* Only 5 bits of the page index are used in the AVPN */
730 ctx->ptem = (vsid << 12) | ((pgidx >> 4) & 0x0F80);
734 ctx->ptem = (vsid << 7) | (pgidx >> 10);
736 /* Initialize real address with an invalid value */
737 ctx->raddr = (target_ulong)-1;
738 if (unlikely(PPC_MMU(env) == PPC_FLAGS_MMU_SOFT_6xx)) {
739 /* Software TLB search */
740 ret = ppc6xx_tlb_check(env, ctx, eaddr, rw, type);
742 #if defined (DEBUG_MMU)
744 fprintf(logfile, "0 sdr1=0x" PADDRX " vsid=0x%06x "
745 "api=0x%04x hash=0x%07x pg_addr=0x" PADDRX "\n",
746 sdr, (uint32_t)vsid, (uint32_t)pgidx,
747 (uint32_t)hash, ctx->pg_addr[0]);
750 /* Primary table lookup */
751 ret = find_pte(env, ctx, 0, rw);
753 /* Secondary table lookup */
754 #if defined (DEBUG_MMU)
755 if (eaddr != 0xEFFFFFFF && loglevel != 0) {
757 "1 sdr1=0x" PADDRX " vsid=0x%06x api=0x%04x "
758 "hash=0x%05x pg_addr=0x" PADDRX "\n",
759 sdr, (uint32_t)vsid, (uint32_t)pgidx,
760 (uint32_t)hash, ctx->pg_addr[1]);
763 ret2 = find_pte(env, ctx, 1, rw);
769 #if defined (DEBUG_MMU)
771 fprintf(logfile, "No access allowed\n");
776 #if defined (DEBUG_MMU)
778 fprintf(logfile, "direct store...\n");
780 /* Direct-store segment : absolutely *BUGGY* for now */
783 /* Integer load/store : only access allowed */
786 /* No code fetch is allowed in direct-store areas */
789 /* Floating point load/store */
792 /* lwarx, ldarx or srwcx. */
795 /* dcba, dcbt, dcbtst, dcbf, dcbi, dcbst, dcbz, or icbi */
796 /* Should make the instruction do no-op.
797 * As it already do no-op, it's quite easy :-)
806 fprintf(logfile, "ERROR: instruction should not need "
807 "address translation\n");
811 if ((rw == 1 || ctx->key != 1) && (rw == 0 || ctx->key != 0)) {
822 /* Generic TLB check function for embedded PowerPC implementations */
823 static int ppcemb_tlb_check (CPUState *env, ppcemb_tlb_t *tlb,
824 target_phys_addr_t *raddrp,
825 target_ulong address,
826 uint32_t pid, int ext, int i)
830 /* Check valid flag */
831 if (!(tlb->prot & PAGE_VALID)) {
833 fprintf(logfile, "%s: TLB %d not valid\n", __func__, i);
836 mask = ~(tlb->size - 1);
838 fprintf(logfile, "%s: TLB %d address " ADDRX " PID %d <=> "
839 ADDRX " " ADDRX " %d\n",
840 __func__, i, address, pid, tlb->EPN, mask, (int)tlb->PID);
843 if (tlb->PID != 0 && tlb->PID != pid)
845 /* Check effective address */
846 if ((address & mask) != tlb->EPN)
848 *raddrp = (tlb->RPN & mask) | (address & ~mask);
850 /* Extend the physical address to 36 bits */
851 *raddrp |= (target_phys_addr_t)(tlb->RPN & 0xF) << 32;
857 /* Generic TLB search function for PowerPC embedded implementations */
858 int ppcemb_tlb_search (CPUPPCState *env, target_ulong address, uint32_t pid)
861 target_phys_addr_t raddr;
864 /* Default return value is no match */
866 for (i = 0; i < 64; i++) {
867 tlb = &env->tlb[i].tlbe;
868 if (ppcemb_tlb_check(env, tlb, &raddr, address, pid, 0, i) == 0) {
877 /* Helpers specific to PowerPC 40x implementations */
878 void ppc4xx_tlb_invalidate_all (CPUState *env)
883 for (i = 0; i < env->nb_tlb; i++) {
884 tlb = &env->tlb[i].tlbe;
885 if (tlb->prot & PAGE_VALID) {
886 #if 0 // XXX: TLB have variable sizes then we flush all Qemu TLB.
887 end = tlb->EPN + tlb->size;
888 for (page = tlb->EPN; page < end; page += TARGET_PAGE_SIZE)
889 tlb_flush_page(env, page);
891 tlb->prot &= ~PAGE_VALID;
897 int mmu40x_get_physical_address (CPUState *env, mmu_ctx_t *ctx,
898 target_ulong address, int rw, int access_type)
901 target_phys_addr_t raddr;
902 int i, ret, zsel, zpr;
906 for (i = 0; i < env->nb_tlb; i++) {
907 tlb = &env->tlb[i].tlbe;
908 if (ppcemb_tlb_check(env, tlb, &raddr, address,
909 env->spr[SPR_40x_PID], 0, i) < 0)
911 zsel = (tlb->attr >> 4) & 0xF;
912 zpr = (env->spr[SPR_40x_ZPR] >> (28 - (2 * zsel))) & 0x3;
914 fprintf(logfile, "%s: TLB %d zsel %d zpr %d rw %d attr %08x\n",
915 __func__, i, zsel, zpr, rw, tlb->attr);
917 if (access_type == ACCESS_CODE) {
918 /* Check execute enable bit */
922 goto check_exec_perm;
933 /* Check from TLB entry */
934 if (!(tlb->prot & PAGE_EXEC)) {
937 if (tlb->prot & PAGE_WRITE) {
938 ctx->prot = PAGE_READ | PAGE_WRITE;
940 ctx->prot = PAGE_READ;
947 /* All accesses granted */
948 ctx->prot = PAGE_READ | PAGE_WRITE;
967 /* Check from TLB entry */
968 /* Check write protection bit */
969 if (tlb->prot & PAGE_WRITE) {
970 ctx->prot = PAGE_READ | PAGE_WRITE;
973 ctx->prot = PAGE_READ;
982 /* All accesses granted */
983 ctx->prot = PAGE_READ | PAGE_WRITE;
991 fprintf(logfile, "%s: access granted " ADDRX " => " REGX
992 " %d %d\n", __func__, address, ctx->raddr, ctx->prot,
999 fprintf(logfile, "%s: access refused " ADDRX " => " REGX
1000 " %d %d\n", __func__, address, raddr, ctx->prot,
1007 void store_40x_sler (CPUPPCState *env, uint32_t val)
1009 /* XXX: TO BE FIXED */
1010 if (val != 0x00000000) {
1011 cpu_abort(env, "Little-endian regions are not supported by now\n");
1013 env->spr[SPR_405_SLER] = val;
1016 int mmubooke_get_physical_address (CPUState *env, mmu_ctx_t *ctx,
1017 target_ulong address, int rw,
1021 target_phys_addr_t raddr;
1026 for (i = 0; i < env->nb_tlb; i++) {
1027 tlb = &env->tlb[i].tlbe;
1028 if (ppcemb_tlb_check(env, tlb, &raddr, address,
1029 env->spr[SPR_BOOKE_PID], 1, i) < 0)
1032 prot = tlb->prot & 0xF;
1034 prot = (tlb->prot >> 4) & 0xF;
1035 /* Check the address space */
1036 if (access_type == ACCESS_CODE) {
1037 if (msr_is != (tlb->attr & 1))
1040 if (prot & PAGE_EXEC) {
1046 if (msr_ds != (tlb->attr & 1))
1049 if ((!rw && prot & PAGE_READ) || (rw && (prot & PAGE_WRITE))) {
1062 static int check_physical (CPUState *env, mmu_ctx_t *ctx,
1063 target_ulong eaddr, int rw)
1068 ctx->prot = PAGE_READ;
1070 switch (PPC_MMU(env)) {
1071 case PPC_FLAGS_MMU_32B:
1072 case PPC_FLAGS_MMU_SOFT_6xx:
1073 case PPC_FLAGS_MMU_601:
1074 case PPC_FLAGS_MMU_SOFT_4xx:
1075 case PPC_FLAGS_MMU_401:
1076 ctx->prot |= PAGE_WRITE;
1078 #if defined(TARGET_PPC64)
1079 case PPC_FLAGS_MMU_64B:
1080 case PPC_FLAGS_MMU_64BRIDGE:
1082 /* Real address are 60 bits long */
1083 ctx->raddr &= 0x0FFFFFFFFFFFFFFFUL;
1084 ctx->prot |= PAGE_WRITE;
1086 case PPC_FLAGS_MMU_403:
1087 if (unlikely(msr_pe != 0)) {
1088 /* 403 family add some particular protections,
1089 * using PBL/PBU registers for accesses with no translation.
1092 /* Check PLB validity */
1093 (env->pb[0] < env->pb[1] &&
1094 /* and address in plb area */
1095 eaddr >= env->pb[0] && eaddr < env->pb[1]) ||
1096 (env->pb[2] < env->pb[3] &&
1097 eaddr >= env->pb[2] && eaddr < env->pb[3]) ? 1 : 0;
1098 if (in_plb ^ msr_px) {
1099 /* Access in protected area */
1101 /* Access is not allowed */
1105 /* Read-write access is allowed */
1106 ctx->prot |= PAGE_WRITE;
1109 case PPC_FLAGS_MMU_BOOKE:
1110 ctx->prot |= PAGE_WRITE;
1112 case PPC_FLAGS_MMU_BOOKE_FSL:
1114 cpu_abort(env, "BookE FSL MMU model not implemented\n");
1117 cpu_abort(env, "Unknown or invalid MMU model\n");
1124 int get_physical_address (CPUState *env, mmu_ctx_t *ctx, target_ulong eaddr,
1125 int rw, int access_type, int check_BATs)
1129 if (loglevel != 0) {
1130 fprintf(logfile, "%s\n", __func__);
1133 if ((access_type == ACCESS_CODE && msr_ir == 0) ||
1134 (access_type != ACCESS_CODE && msr_dr == 0)) {
1135 /* No address translation */
1136 ret = check_physical(env, ctx, eaddr, rw);
1139 switch (PPC_MMU(env)) {
1140 case PPC_FLAGS_MMU_32B:
1141 case PPC_FLAGS_MMU_SOFT_6xx:
1142 /* Try to find a BAT */
1144 ret = get_bat(env, ctx, eaddr, rw, access_type);
1146 #if defined(TARGET_PPC64)
1147 case PPC_FLAGS_MMU_64B:
1148 case PPC_FLAGS_MMU_64BRIDGE:
1151 /* We didn't match any BAT entry or don't have BATs */
1152 ret = get_segment(env, ctx, eaddr, rw, access_type);
1155 case PPC_FLAGS_MMU_SOFT_4xx:
1156 case PPC_FLAGS_MMU_403:
1157 ret = mmu40x_get_physical_address(env, ctx, eaddr,
1160 case PPC_FLAGS_MMU_601:
1162 cpu_abort(env, "601 MMU model not implemented\n");
1164 case PPC_FLAGS_MMU_BOOKE:
1165 ret = mmubooke_get_physical_address(env, ctx, eaddr,
1168 case PPC_FLAGS_MMU_BOOKE_FSL:
1170 cpu_abort(env, "BookE FSL MMU model not implemented\n");
1172 case PPC_FLAGS_MMU_401:
1173 cpu_abort(env, "PowerPC 401 does not do any translation\n");
1176 cpu_abort(env, "Unknown or invalid MMU model\n");
1181 if (loglevel != 0) {
1182 fprintf(logfile, "%s address " ADDRX " => %d " PADDRX "\n",
1183 __func__, eaddr, ret, ctx->raddr);
1190 target_phys_addr_t cpu_get_phys_page_debug (CPUState *env, target_ulong addr)
1194 if (unlikely(get_physical_address(env, &ctx, addr, 0, ACCESS_INT, 1) != 0))
1197 return ctx.raddr & TARGET_PAGE_MASK;
1200 /* Perform address translation */
1201 int cpu_ppc_handle_mmu_fault (CPUState *env, target_ulong address, int rw,
1202 int is_user, int is_softmmu)
1205 int exception = 0, error_code = 0;
1212 access_type = ACCESS_CODE;
1215 /* XXX: put correct access by using cpu_restore_state()
1217 access_type = ACCESS_INT;
1218 // access_type = env->access_type;
1220 ret = get_physical_address(env, &ctx, address, rw, access_type, 1);
1222 ret = tlb_set_page(env, address & TARGET_PAGE_MASK,
1223 ctx.raddr & TARGET_PAGE_MASK, ctx.prot,
1224 is_user, is_softmmu);
1225 } else if (ret < 0) {
1226 #if defined (DEBUG_MMU)
1228 cpu_dump_state(env, logfile, fprintf, 0);
1230 if (access_type == ACCESS_CODE) {
1231 exception = EXCP_ISI;
1234 /* No matches in page tables or TLB */
1235 switch (PPC_MMU(env)) {
1236 case PPC_FLAGS_MMU_SOFT_6xx:
1237 exception = EXCP_I_TLBMISS;
1238 env->spr[SPR_IMISS] = address;
1239 env->spr[SPR_ICMP] = 0x80000000 | ctx.ptem;
1240 error_code = 1 << 18;
1242 case PPC_FLAGS_MMU_SOFT_4xx:
1243 case PPC_FLAGS_MMU_403:
1244 exception = EXCP_40x_ITLBMISS;
1246 env->spr[SPR_40x_DEAR] = address;
1247 env->spr[SPR_40x_ESR] = 0x00000000;
1249 case PPC_FLAGS_MMU_32B:
1250 error_code = 0x40000000;
1252 #if defined(TARGET_PPC64)
1253 case PPC_FLAGS_MMU_64B:
1255 cpu_abort(env, "MMU model not implemented\n");
1257 case PPC_FLAGS_MMU_64BRIDGE:
1259 cpu_abort(env, "MMU model not implemented\n");
1262 case PPC_FLAGS_MMU_601:
1264 cpu_abort(env, "MMU model not implemented\n");
1266 case PPC_FLAGS_MMU_BOOKE:
1268 cpu_abort(env, "MMU model not implemented\n");
1270 case PPC_FLAGS_MMU_BOOKE_FSL:
1272 cpu_abort(env, "MMU model not implemented\n");
1274 case PPC_FLAGS_MMU_401:
1275 cpu_abort(env, "PowerPC 401 should never raise any MMU "
1279 cpu_abort(env, "Unknown or invalid MMU model\n");
1284 /* Access rights violation */
1285 error_code = 0x08000000;
1288 /* No execute protection violation */
1289 error_code = 0x10000000;
1292 /* Direct store exception */
1293 /* No code fetch is allowed in direct-store areas */
1294 error_code = 0x10000000;
1297 /* No match in segment table */
1298 exception = EXCP_ISEG;
1303 exception = EXCP_DSI;
1306 /* No matches in page tables or TLB */
1307 switch (PPC_MMU(env)) {
1308 case PPC_FLAGS_MMU_SOFT_6xx:
1310 exception = EXCP_DS_TLBMISS;
1311 error_code = 1 << 16;
1313 exception = EXCP_DL_TLBMISS;
1316 env->spr[SPR_DMISS] = address;
1317 env->spr[SPR_DCMP] = 0x80000000 | ctx.ptem;
1319 error_code |= ctx.key << 19;
1320 env->spr[SPR_HASH1] = ctx.pg_addr[0];
1321 env->spr[SPR_HASH2] = ctx.pg_addr[1];
1322 /* Do not alter DAR nor DSISR */
1324 case PPC_FLAGS_MMU_SOFT_4xx:
1325 case PPC_FLAGS_MMU_403:
1326 exception = EXCP_40x_DTLBMISS;
1328 env->spr[SPR_40x_DEAR] = address;
1330 env->spr[SPR_40x_ESR] = 0x00800000;
1332 env->spr[SPR_40x_ESR] = 0x00000000;
1334 case PPC_FLAGS_MMU_32B:
1335 error_code = 0x40000000;
1337 #if defined(TARGET_PPC64)
1338 case PPC_FLAGS_MMU_64B:
1340 cpu_abort(env, "MMU model not implemented\n");
1342 case PPC_FLAGS_MMU_64BRIDGE:
1344 cpu_abort(env, "MMU model not implemented\n");
1347 case PPC_FLAGS_MMU_601:
1349 cpu_abort(env, "MMU model not implemented\n");
1351 case PPC_FLAGS_MMU_BOOKE:
1353 cpu_abort(env, "MMU model not implemented\n");
1355 case PPC_FLAGS_MMU_BOOKE_FSL:
1357 cpu_abort(env, "MMU model not implemented\n");
1359 case PPC_FLAGS_MMU_401:
1360 cpu_abort(env, "PowerPC 401 should never raise any MMU "
1364 cpu_abort(env, "Unknown or invalid MMU model\n");
1369 /* Access rights violation */
1370 error_code = 0x08000000;
1373 /* Direct store exception */
1374 switch (access_type) {
1376 /* Floating point load/store */
1377 exception = EXCP_ALIGN;
1378 error_code = EXCP_ALIGN_FP;
1381 /* lwarx, ldarx or srwcx. */
1382 error_code = 0x04000000;
1385 /* eciwx or ecowx */
1386 error_code = 0x04100000;
1389 printf("DSI: invalid exception (%d)\n", ret);
1390 exception = EXCP_PROGRAM;
1391 error_code = EXCP_INVAL | EXCP_INVAL_INVAL;
1396 /* No match in segment table */
1397 exception = EXCP_DSEG;
1401 if (exception == EXCP_DSI && rw == 1)
1402 error_code |= 0x02000000;
1403 /* Store fault address */
1404 env->spr[SPR_DAR] = address;
1405 env->spr[SPR_DSISR] = error_code;
1409 printf("%s: set exception to %d %02x\n",
1410 __func__, exception, error_code);
1412 env->exception_index = exception;
1413 env->error_code = error_code;
1420 /*****************************************************************************/
1421 /* BATs management */
1422 #if !defined(FLUSH_ALL_TLBS)
1423 static inline void do_invalidate_BAT (CPUPPCState *env,
1424 target_ulong BATu, target_ulong mask)
1426 target_ulong base, end, page;
1428 base = BATu & ~0x0001FFFF;
1429 end = base + mask + 0x00020000;
1430 #if defined (DEBUG_BATS)
1431 if (loglevel != 0) {
1432 fprintf(logfile, "Flush BAT from " ADDRX " to " ADDRX " (" ADDRX ")\n",
1436 for (page = base; page != end; page += TARGET_PAGE_SIZE)
1437 tlb_flush_page(env, page);
1438 #if defined (DEBUG_BATS)
1440 fprintf(logfile, "Flush done\n");
1445 static inline void dump_store_bat (CPUPPCState *env, char ID, int ul, int nr,
1448 #if defined (DEBUG_BATS)
1449 if (loglevel != 0) {
1450 fprintf(logfile, "Set %cBAT%d%c to 0x" ADDRX " (0x" ADDRX ")\n",
1451 ID, nr, ul == 0 ? 'u' : 'l', value, env->nip);
1456 target_ulong do_load_ibatu (CPUPPCState *env, int nr)
1458 return env->IBAT[0][nr];
1461 target_ulong do_load_ibatl (CPUPPCState *env, int nr)
1463 return env->IBAT[1][nr];
1466 void do_store_ibatu (CPUPPCState *env, int nr, target_ulong value)
1470 dump_store_bat(env, 'I', 0, nr, value);
1471 if (env->IBAT[0][nr] != value) {
1472 mask = (value << 15) & 0x0FFE0000UL;
1473 #if !defined(FLUSH_ALL_TLBS)
1474 do_invalidate_BAT(env, env->IBAT[0][nr], mask);
1476 /* When storing valid upper BAT, mask BEPI and BRPN
1477 * and invalidate all TLBs covered by this BAT
1479 mask = (value << 15) & 0x0FFE0000UL;
1480 env->IBAT[0][nr] = (value & 0x00001FFFUL) |
1481 (value & ~0x0001FFFFUL & ~mask);
1482 env->IBAT[1][nr] = (env->IBAT[1][nr] & 0x0000007B) |
1483 (env->IBAT[1][nr] & ~0x0001FFFF & ~mask);
1484 #if !defined(FLUSH_ALL_TLBS)
1485 do_invalidate_BAT(env, env->IBAT[0][nr], mask);
1492 void do_store_ibatl (CPUPPCState *env, int nr, target_ulong value)
1494 dump_store_bat(env, 'I', 1, nr, value);
1495 env->IBAT[1][nr] = value;
1498 target_ulong do_load_dbatu (CPUPPCState *env, int nr)
1500 return env->DBAT[0][nr];
1503 target_ulong do_load_dbatl (CPUPPCState *env, int nr)
1505 return env->DBAT[1][nr];
1508 void do_store_dbatu (CPUPPCState *env, int nr, target_ulong value)
1512 dump_store_bat(env, 'D', 0, nr, value);
1513 if (env->DBAT[0][nr] != value) {
1514 /* When storing valid upper BAT, mask BEPI and BRPN
1515 * and invalidate all TLBs covered by this BAT
1517 mask = (value << 15) & 0x0FFE0000UL;
1518 #if !defined(FLUSH_ALL_TLBS)
1519 do_invalidate_BAT(env, env->DBAT[0][nr], mask);
1521 mask = (value << 15) & 0x0FFE0000UL;
1522 env->DBAT[0][nr] = (value & 0x00001FFFUL) |
1523 (value & ~0x0001FFFFUL & ~mask);
1524 env->DBAT[1][nr] = (env->DBAT[1][nr] & 0x0000007B) |
1525 (env->DBAT[1][nr] & ~0x0001FFFF & ~mask);
1526 #if !defined(FLUSH_ALL_TLBS)
1527 do_invalidate_BAT(env, env->DBAT[0][nr], mask);
1534 void do_store_dbatl (CPUPPCState *env, int nr, target_ulong value)
1536 dump_store_bat(env, 'D', 1, nr, value);
1537 env->DBAT[1][nr] = value;
1541 /*****************************************************************************/
1542 /* TLB management */
1543 void ppc_tlb_invalidate_all (CPUPPCState *env)
1545 if (unlikely(PPC_MMU(env) == PPC_FLAGS_MMU_SOFT_6xx)) {
1546 ppc6xx_tlb_invalidate_all(env);
1547 } else if (unlikely(PPC_MMU(env) == PPC_FLAGS_MMU_SOFT_4xx)) {
1548 ppc4xx_tlb_invalidate_all(env);
1554 /*****************************************************************************/
1555 /* Special registers manipulation */
1556 #if defined(TARGET_PPC64)
1557 target_ulong ppc_load_asr (CPUPPCState *env)
1562 void ppc_store_asr (CPUPPCState *env, target_ulong value)
1564 if (env->asr != value) {
1571 target_ulong do_load_sdr1 (CPUPPCState *env)
1576 void do_store_sdr1 (CPUPPCState *env, target_ulong value)
1578 #if defined (DEBUG_MMU)
1579 if (loglevel != 0) {
1580 fprintf(logfile, "%s: 0x" ADDRX "\n", __func__, value);
1583 if (env->sdr1 != value) {
1589 target_ulong do_load_sr (CPUPPCState *env, int srnum)
1591 return env->sr[srnum];
1594 void do_store_sr (CPUPPCState *env, int srnum, target_ulong value)
1596 #if defined (DEBUG_MMU)
1597 if (loglevel != 0) {
1598 fprintf(logfile, "%s: reg=%d 0x" ADDRX " " ADDRX "\n",
1599 __func__, srnum, value, env->sr[srnum]);
1602 if (env->sr[srnum] != value) {
1603 env->sr[srnum] = value;
1604 #if !defined(FLUSH_ALL_TLBS) && 0
1606 target_ulong page, end;
1607 /* Invalidate 256 MB of virtual memory */
1608 page = (16 << 20) * srnum;
1609 end = page + (16 << 20);
1610 for (; page != end; page += TARGET_PAGE_SIZE)
1611 tlb_flush_page(env, page);
1618 #endif /* !defined (CONFIG_USER_ONLY) */
1620 uint32_t ppc_load_xer (CPUPPCState *env)
1622 return (xer_so << XER_SO) |
1623 (xer_ov << XER_OV) |
1624 (xer_ca << XER_CA) |
1625 (xer_bc << XER_BC) |
1626 (xer_cmp << XER_CMP);
1629 void ppc_store_xer (CPUPPCState *env, uint32_t value)
1631 xer_so = (value >> XER_SO) & 0x01;
1632 xer_ov = (value >> XER_OV) & 0x01;
1633 xer_ca = (value >> XER_CA) & 0x01;
1634 xer_cmp = (value >> XER_CMP) & 0xFF;
1635 xer_bc = (value >> XER_BC) & 0x7F;
1638 /* Swap temporary saved registers with GPRs */
1639 static inline void swap_gpr_tgpr (CPUPPCState *env)
1644 env->gpr[0] = env->tgpr[0];
1647 env->gpr[1] = env->tgpr[1];
1650 env->gpr[2] = env->tgpr[2];
1653 env->gpr[3] = env->tgpr[3];
1657 /* GDBstub can read and write MSR... */
1658 target_ulong do_load_msr (CPUPPCState *env)
1661 #if defined (TARGET_PPC64)
1662 ((target_ulong)msr_sf << MSR_SF) |
1663 ((target_ulong)msr_isf << MSR_ISF) |
1664 ((target_ulong)msr_hv << MSR_HV) |
1666 ((target_ulong)msr_ucle << MSR_UCLE) |
1667 ((target_ulong)msr_vr << MSR_VR) | /* VR / SPE */
1668 ((target_ulong)msr_ap << MSR_AP) |
1669 ((target_ulong)msr_sa << MSR_SA) |
1670 ((target_ulong)msr_key << MSR_KEY) |
1671 ((target_ulong)msr_pow << MSR_POW) | /* POW / WE */
1672 ((target_ulong)msr_tlb << MSR_TLB) | /* TLB / TGPE / CE */
1673 ((target_ulong)msr_ile << MSR_ILE) |
1674 ((target_ulong)msr_ee << MSR_EE) |
1675 ((target_ulong)msr_pr << MSR_PR) |
1676 ((target_ulong)msr_fp << MSR_FP) |
1677 ((target_ulong)msr_me << MSR_ME) |
1678 ((target_ulong)msr_fe0 << MSR_FE0) |
1679 ((target_ulong)msr_se << MSR_SE) | /* SE / DWE / UBLE */
1680 ((target_ulong)msr_be << MSR_BE) | /* BE / DE */
1681 ((target_ulong)msr_fe1 << MSR_FE1) |
1682 ((target_ulong)msr_al << MSR_AL) |
1683 ((target_ulong)msr_ip << MSR_IP) |
1684 ((target_ulong)msr_ir << MSR_IR) | /* IR / IS */
1685 ((target_ulong)msr_dr << MSR_DR) | /* DR / DS */
1686 ((target_ulong)msr_pe << MSR_PE) | /* PE / EP */
1687 ((target_ulong)msr_px << MSR_PX) | /* PX / PMM */
1688 ((target_ulong)msr_ri << MSR_RI) |
1689 ((target_ulong)msr_le << MSR_LE);
1692 void do_store_msr (CPUPPCState *env, target_ulong value)
1696 value &= env->msr_mask;
1697 if (((value >> MSR_IR) & 1) != msr_ir ||
1698 ((value >> MSR_DR) & 1) != msr_dr) {
1699 /* Flush all tlb when changing translation mode */
1701 env->interrupt_request |= CPU_INTERRUPT_EXITTB;
1704 if (loglevel != 0) {
1705 fprintf(logfile, "%s: T0 %08lx\n", __func__, value);
1708 switch (PPC_EXCP(env)) {
1709 case PPC_FLAGS_EXCP_602:
1710 case PPC_FLAGS_EXCP_603:
1711 if (((value >> MSR_TGPR) & 1) != msr_tgpr) {
1712 /* Swap temporary saved registers with GPRs */
1719 #if defined (TARGET_PPC64)
1720 msr_sf = (value >> MSR_SF) & 1;
1721 msr_isf = (value >> MSR_ISF) & 1;
1722 msr_hv = (value >> MSR_HV) & 1;
1724 msr_ucle = (value >> MSR_UCLE) & 1;
1725 msr_vr = (value >> MSR_VR) & 1; /* VR / SPE */
1726 msr_ap = (value >> MSR_AP) & 1;
1727 msr_sa = (value >> MSR_SA) & 1;
1728 msr_key = (value >> MSR_KEY) & 1;
1729 msr_pow = (value >> MSR_POW) & 1; /* POW / WE */
1730 msr_tlb = (value >> MSR_TLB) & 1; /* TLB / TGPR / CE */
1731 msr_ile = (value >> MSR_ILE) & 1;
1732 msr_ee = (value >> MSR_EE) & 1;
1733 msr_pr = (value >> MSR_PR) & 1;
1734 msr_fp = (value >> MSR_FP) & 1;
1735 msr_me = (value >> MSR_ME) & 1;
1736 msr_fe0 = (value >> MSR_FE0) & 1;
1737 msr_se = (value >> MSR_SE) & 1; /* SE / DWE / UBLE */
1738 msr_be = (value >> MSR_BE) & 1; /* BE / DE */
1739 msr_fe1 = (value >> MSR_FE1) & 1;
1740 msr_al = (value >> MSR_AL) & 1;
1741 msr_ip = (value >> MSR_IP) & 1;
1742 msr_ir = (value >> MSR_IR) & 1; /* IR / IS */
1743 msr_dr = (value >> MSR_DR) & 1; /* DR / DS */
1744 msr_pe = (value >> MSR_PE) & 1; /* PE / EP */
1745 msr_px = (value >> MSR_PX) & 1; /* PX / PMM */
1746 msr_ri = (value >> MSR_RI) & 1;
1747 msr_le = (value >> MSR_LE) & 1;
1748 do_compute_hflags(env);
1751 switch (PPC_EXCP(env)) {
1752 case PPC_FLAGS_EXCP_603:
1753 /* Don't handle SLEEP mode: we should disable all clocks...
1754 * No dynamic power-management.
1756 if (msr_pow == 1 && (env->spr[SPR_HID0] & 0x00C00000) != 0)
1759 case PPC_FLAGS_EXCP_604:
1763 case PPC_FLAGS_EXCP_7x0:
1764 if (msr_pow == 1 && (env->spr[SPR_HID0] & 0x00E00000) != 0)
1771 if (likely(!env->halted)) {
1772 /* power save: exit cpu loop */
1774 env->exception_index = EXCP_HLT;
1780 #if defined(TARGET_PPC64)
1781 void ppc_store_msr_32 (CPUPPCState *env, uint32_t value)
1784 (do_load_msr(env) & ~0xFFFFFFFFULL) | (value & 0xFFFFFFFF));
1788 void do_compute_hflags (CPUPPCState *env)
1790 /* Compute current hflags */
1791 env->hflags = (msr_vr << MSR_VR) |
1792 (msr_ap << MSR_AP) | (msr_sa << MSR_SA) | (msr_pr << MSR_PR) |
1793 (msr_fp << MSR_FP) | (msr_fe0 << MSR_FE0) | (msr_se << MSR_SE) |
1794 (msr_be << MSR_BE) | (msr_fe1 << MSR_FE1) | (msr_le << MSR_LE);
1795 #if defined (TARGET_PPC64)
1796 env->hflags |= msr_cm << MSR_CM;
1797 env->hflags |= (uint64_t)msr_sf << MSR_SF;
1798 env->hflags |= (uint64_t)msr_hv << MSR_HV;
1802 /*****************************************************************************/
1803 /* Exception processing */
1804 #if defined (CONFIG_USER_ONLY)
1805 void do_interrupt (CPUState *env)
1807 env->exception_index = -1;
1810 void ppc_hw_interrupt (CPUState *env)
1812 env->exception_index = -1;
1814 #else /* defined (CONFIG_USER_ONLY) */
1815 static void dump_syscall (CPUState *env)
1817 fprintf(logfile, "syscall r0=0x" REGX " r3=0x" REGX " r4=0x" REGX
1818 " r5=0x" REGX " r6=0x" REGX " nip=0x" ADDRX "\n",
1819 env->gpr[0], env->gpr[3], env->gpr[4],
1820 env->gpr[5], env->gpr[6], env->nip);
1823 void do_interrupt (CPUState *env)
1825 target_ulong msr, *srr_0, *srr_1, *asrr_0, *asrr_1;
1828 excp = env->exception_index;
1829 msr = do_load_msr(env);
1830 /* The default is to use SRR0 & SRR1 to save the exception context */
1831 srr_0 = &env->spr[SPR_SRR0];
1832 srr_1 = &env->spr[SPR_SRR1];
1835 #if defined (DEBUG_EXCEPTIONS)
1836 if ((excp == EXCP_PROGRAM || excp == EXCP_DSI) && msr_pr == 1) {
1837 if (loglevel != 0) {
1839 "Raise exception at 0x" ADDRX " => 0x%08x (%02x)\n",
1840 env->nip, excp, env->error_code);
1841 cpu_dump_state(env, logfile, fprintf, 0);
1845 if (loglevel & CPU_LOG_INT) {
1846 fprintf(logfile, "Raise exception at 0x" ADDRX " => 0x%08x (%02x)\n",
1847 env->nip, excp, env->error_code);
1851 /* Generate informations in save/restore registers */
1853 /* Generic PowerPC exceptions */
1854 case EXCP_RESET: /* 0x0100 */
1855 switch (PPC_EXCP(env)) {
1856 case PPC_FLAGS_EXCP_40x:
1857 srr_0 = &env->spr[SPR_40x_SRR2];
1858 srr_1 = &env->spr[SPR_40x_SRR3];
1860 case PPC_FLAGS_EXCP_BOOKE:
1862 srr_0 = &env->spr[SPR_BOOKE_CSRR0];
1863 srr_1 = &env->spr[SPR_BOOKE_CSRR1];
1872 case EXCP_MACHINE_CHECK: /* 0x0200 */
1873 switch (PPC_EXCP(env)) {
1874 case PPC_FLAGS_EXCP_40x:
1875 srr_0 = &env->spr[SPR_40x_SRR2];
1876 srr_1 = &env->spr[SPR_40x_SRR3];
1878 case PPC_FLAGS_EXCP_BOOKE:
1880 srr_0 = &env->spr[SPR_BOOKE_MCSRR0];
1881 srr_1 = &env->spr[SPR_BOOKE_MCSRR1];
1882 asrr_0 = &env->spr[SPR_BOOKE_CSRR0];
1883 asrr_1 = &env->spr[SPR_BOOKE_CSRR1];
1891 case EXCP_DSI: /* 0x0300 */
1892 /* Store exception cause */
1893 /* data location address has been stored
1894 * when the fault has been detected
1898 #if defined (DEBUG_EXCEPTIONS)
1899 if (loglevel != 0) {
1900 fprintf(logfile, "DSI exception: DSISR=0x" ADDRX" DAR=0x" ADDRX
1901 "\n", env->spr[SPR_DSISR], env->spr[SPR_DAR]);
1905 case EXCP_ISI: /* 0x0400 */
1906 /* Store exception cause */
1909 msr |= env->error_code;
1910 #if defined (DEBUG_EXCEPTIONS)
1911 if (loglevel != 0) {
1912 fprintf(logfile, "ISI exception: msr=0x" ADDRX ", nip=0x" ADDRX
1913 "\n", msr, env->nip);
1917 case EXCP_EXTERNAL: /* 0x0500 */
1920 case EXCP_ALIGN: /* 0x0600 */
1921 if (likely(PPC_EXCP(env) != PPC_FLAGS_EXCP_601)) {
1922 /* Store exception cause */
1924 /* Get rS/rD and rA from faulting opcode */
1925 env->spr[SPR_DSISR] |=
1926 (ldl_code((env->nip - 4)) & 0x03FF0000) >> 16;
1927 /* data location address has been stored
1928 * when the fault has been detected
1931 /* IO error exception on PowerPC 601 */
1934 "601 IO error exception is not implemented yet !\n");
1937 case EXCP_PROGRAM: /* 0x0700 */
1940 switch (env->error_code & ~0xF) {
1942 if (msr_fe0 == 0 && msr_fe1 == 0) {
1943 #if defined (DEBUG_EXCEPTIONS)
1944 if (loglevel != 0) {
1945 fprintf(logfile, "Ignore floating point exception\n");
1952 env->fpscr[7] |= 0x8;
1953 /* Finally, update FEX */
1954 if ((((env->fpscr[7] & 0x3) << 3) | (env->fpscr[6] >> 1)) &
1955 ((env->fpscr[1] << 1) | (env->fpscr[0] >> 3)))
1956 env->fpscr[7] |= 0x4;
1959 #if defined (DEBUG_EXCEPTIONS)
1960 if (loglevel != 0) {
1961 fprintf(logfile, "Invalid instruction at 0x" ADDRX "\n",
1975 /* Should never occur */
1980 case EXCP_NO_FP: /* 0x0800 */
1986 case EXCP_SYSCALL: /* 0x0C00 */
1988 /* NOTE: this is a temporary hack to support graphics OSI
1989 calls from the MOL driver */
1990 if (env->gpr[3] == 0x113724fa && env->gpr[4] == 0x77810f9b &&
1992 if (env->osi_call(env) != 0)
1995 if (loglevel & CPU_LOG_INT) {
1999 case EXCP_TRACE: /* 0x0D00 */
2001 case EXCP_PERF: /* 0x0F00 */
2004 "Performance counter exception is not implemented yet !\n");
2006 /* 32 bits PowerPC specific exceptions */
2007 case EXCP_FP_ASSIST: /* 0x0E00 */
2009 cpu_abort(env, "Floating point assist exception "
2010 "is not implemented yet !\n");
2012 /* 64 bits PowerPC exceptions */
2013 case EXCP_DSEG: /* 0x0380 */
2015 cpu_abort(env, "Data segment exception is not implemented yet !\n");
2017 case EXCP_ISEG: /* 0x0480 */
2020 "Instruction segment exception is not implemented yet !\n");
2022 case EXCP_HDECR: /* 0x0980 */
2024 cpu_abort(env, "Hypervisor decrementer exception is not implemented "
2027 /* Implementation specific exceptions */
2029 if (likely(env->spr[SPR_PVR] == CPU_PPC_G2 ||
2030 env->spr[SPR_PVR] == CPU_PPC_G2LE)) {
2031 /* Critical interrupt on G2 */
2033 cpu_abort(env, "G2 critical interrupt is not implemented yet !\n");
2036 cpu_abort(env, "Invalid exception 0x0A00 !\n");
2041 switch (PPC_EXCP(env)) {
2042 case PPC_FLAGS_EXCP_40x:
2043 /* APU unavailable on 405 */
2046 "APU unavailable exception is not implemented yet !\n");
2048 case PPC_FLAGS_EXCP_74xx:
2049 /* Altivec unavailable */
2051 cpu_abort(env, "Altivec unavailable exception "
2052 "is not implemented yet !\n");
2055 cpu_abort(env, "Invalid exception 0x0F20 !\n");
2061 switch (PPC_EXCP(env)) {
2062 case PPC_FLAGS_EXCP_40x:
2065 #if defined (DEBUG_EXCEPTIONS)
2067 fprintf(logfile, "PIT exception\n");
2070 case PPC_FLAGS_EXCP_602:
2071 case PPC_FLAGS_EXCP_603:
2072 /* ITLBMISS on 602/603 */
2074 case PPC_FLAGS_EXCP_7x5:
2075 /* ITLBMISS on 745/755 */
2078 cpu_abort(env, "Invalid exception 0x1000 !\n");
2084 switch (PPC_EXCP(env)) {
2085 case PPC_FLAGS_EXCP_40x:
2088 #if defined (DEBUG_EXCEPTIONS)
2090 fprintf(logfile, "FIT exception\n");
2094 cpu_abort(env, "Invalid exception 0x1010 !\n");
2100 switch (PPC_EXCP(env)) {
2101 case PPC_FLAGS_EXCP_40x:
2102 /* Watchdog on 4xx */
2104 #if defined (DEBUG_EXCEPTIONS)
2106 fprintf(logfile, "WDT exception\n");
2109 case PPC_FLAGS_EXCP_BOOKE:
2110 srr_0 = &env->spr[SPR_BOOKE_CSRR0];
2111 srr_1 = &env->spr[SPR_BOOKE_CSRR1];
2114 cpu_abort(env, "Invalid exception 0x1020 !\n");
2120 switch (PPC_EXCP(env)) {
2121 case PPC_FLAGS_EXCP_40x:
2122 /* DTLBMISS on 4xx */
2125 case PPC_FLAGS_EXCP_602:
2126 case PPC_FLAGS_EXCP_603:
2127 /* DLTLBMISS on 602/603 */
2129 case PPC_FLAGS_EXCP_7x5:
2130 /* DLTLBMISS on 745/755 */
2133 cpu_abort(env, "Invalid exception 0x1100 !\n");
2139 switch (PPC_EXCP(env)) {
2140 case PPC_FLAGS_EXCP_40x:
2141 /* ITLBMISS on 4xx */
2144 case PPC_FLAGS_EXCP_602:
2145 case PPC_FLAGS_EXCP_603:
2146 /* DSTLBMISS on 602/603 */
2148 /* Swap temporary saved registers with GPRs */
2151 #if defined (DEBUG_SOFTWARE_TLB)
2152 if (loglevel != 0) {
2153 const unsigned char *es;
2154 target_ulong *miss, *cmp;
2156 if (excp == 0x1000) {
2159 miss = &env->spr[SPR_IMISS];
2160 cmp = &env->spr[SPR_ICMP];
2167 miss = &env->spr[SPR_DMISS];
2168 cmp = &env->spr[SPR_DCMP];
2170 fprintf(logfile, "6xx %sTLB miss: %cM " ADDRX " %cC " ADDRX
2171 " H1 " ADDRX " H2 " ADDRX " %08x\n",
2172 es, en, *miss, en, *cmp,
2173 env->spr[SPR_HASH1], env->spr[SPR_HASH2],
2178 case PPC_FLAGS_EXCP_7x5:
2179 /* DSTLBMISS on 745/755 */
2182 msr |= env->crf[0] << 28;
2183 msr |= env->error_code; /* key, D/I, S/L bits */
2184 /* Set way using a LRU mechanism */
2185 msr |= ((env->last_way + 1) & (env->nb_ways - 1)) << 17;
2188 cpu_abort(env, "Invalid exception 0x1200 !\n");
2193 switch (PPC_EXCP(env)) {
2194 case PPC_FLAGS_EXCP_601:
2195 case PPC_FLAGS_EXCP_602:
2196 case PPC_FLAGS_EXCP_603:
2197 case PPC_FLAGS_EXCP_604:
2198 case PPC_FLAGS_EXCP_7x0:
2199 case PPC_FLAGS_EXCP_7x5:
2200 /* IABR on 6xx/7xx */
2202 cpu_abort(env, "IABR exception is not implemented yet !\n");
2205 cpu_abort(env, "Invalid exception 0x1300 !\n");
2210 switch (PPC_EXCP(env)) {
2211 case PPC_FLAGS_EXCP_601:
2212 case PPC_FLAGS_EXCP_602:
2213 case PPC_FLAGS_EXCP_603:
2214 case PPC_FLAGS_EXCP_604:
2215 case PPC_FLAGS_EXCP_7x0:
2216 case PPC_FLAGS_EXCP_7x5:
2217 /* SMI on 6xx/7xx */
2219 cpu_abort(env, "SMI exception is not implemented yet !\n");
2222 cpu_abort(env, "Invalid exception 0x1400 !\n");
2227 switch (PPC_EXCP(env)) {
2228 case PPC_FLAGS_EXCP_602:
2229 /* Watchdog on 602 */
2232 "602 watchdog exception is not implemented yet !\n");
2234 case PPC_FLAGS_EXCP_970:
2235 /* Soft patch exception on 970 */
2238 "970 soft-patch exception is not implemented yet !\n");
2240 case PPC_FLAGS_EXCP_74xx:
2241 /* VPU assist on 74xx */
2243 cpu_abort(env, "VPU assist exception is not implemented yet !\n");
2246 cpu_abort(env, "Invalid exception 0x1500 !\n");
2251 switch (PPC_EXCP(env)) {
2252 case PPC_FLAGS_EXCP_602:
2253 /* Emulation trap on 602 */
2255 cpu_abort(env, "602 emulation trap exception "
2256 "is not implemented yet !\n");
2258 case PPC_FLAGS_EXCP_970:
2259 /* Maintenance exception on 970 */
2262 "970 maintenance exception is not implemented yet !\n");
2265 cpu_abort(env, "Invalid exception 0x1600 !\n");
2270 switch (PPC_EXCP(env)) {
2271 case PPC_FLAGS_EXCP_7x0:
2272 case PPC_FLAGS_EXCP_7x5:
2273 /* Thermal management interrupt on G3 */
2275 cpu_abort(env, "G3 thermal management exception "
2276 "is not implemented yet !\n");
2278 case PPC_FLAGS_EXCP_970:
2279 /* VPU assist on 970 */
2282 "970 VPU assist exception is not implemented yet !\n");
2285 cpu_abort(env, "Invalid exception 0x1700 !\n");
2290 switch (PPC_EXCP(env)) {
2291 case PPC_FLAGS_EXCP_970:
2292 /* Thermal exception on 970 */
2294 cpu_abort(env, "970 thermal management exception "
2295 "is not implemented yet !\n");
2298 cpu_abort(env, "Invalid exception 0x1800 !\n");
2303 switch (PPC_EXCP(env)) {
2304 case PPC_FLAGS_EXCP_40x:
2307 cpu_abort(env, "40x debug exception is not implemented yet !\n");
2309 case PPC_FLAGS_EXCP_601:
2310 /* Run mode exception on 601 */
2313 "601 run mode exception is not implemented yet !\n");
2315 case PPC_FLAGS_EXCP_BOOKE:
2316 srr_0 = &env->spr[SPR_BOOKE_CSRR0];
2317 srr_1 = &env->spr[SPR_BOOKE_CSRR1];
2320 cpu_abort(env, "Invalid exception 0x1800 !\n");
2324 /* Other exceptions */
2325 /* Qemu internal exceptions:
2326 * we should never come here with those values: abort execution
2329 cpu_abort(env, "Invalid exception: code %d (%04x)\n", excp, excp);
2332 /* save current instruction location */
2333 *srr_0 = env->nip - 4;
2336 /* save next instruction location */
2346 /* If we disactivated any translation, flush TLBs */
2347 if (msr_ir || msr_dr) {
2350 /* reload MSR with correct bits */
2362 if (PPC_EXCP(env) == PPC_FLAGS_EXCP_BOOKE) {
2364 if (idx == -1 || (idx >= 16 && idx < 32)) {
2365 cpu_abort(env, "Invalid exception index for excp %d %08x idx %d\n",
2368 #if defined(TARGET_PPC64)
2370 env->nip = (uint64_t)env->spr[SPR_BOOKE_IVPR];
2373 env->nip = (uint32_t)env->spr[SPR_BOOKE_IVPR];
2375 env->nip |= env->spr[SPR_BOOKE_IVOR0 + idx];
2377 env->nip |= env->spr[SPR_BOOKE_IVOR32 + idx - 32];
2382 do_compute_hflags(env);
2383 /* Jump to handler */
2384 env->exception_index = EXCP_NONE;
2387 void ppc_hw_interrupt (CPUPPCState *env)
2392 if (loglevel & CPU_LOG_INT) {
2393 fprintf(logfile, "%s: %p pending %08x req %08x me %d ee %d\n",
2394 __func__, env, env->pending_interrupts,
2395 env->interrupt_request, msr_me, msr_ee);
2399 if (env->pending_interrupts & (1 << PPC_INTERRUPT_RESET)) {
2400 /* External reset / critical input */
2401 /* XXX: critical input should be handled another way.
2402 * This code is not correct !
2404 env->exception_index = EXCP_RESET;
2405 env->pending_interrupts &= ~(1 << PPC_INTERRUPT_RESET);
2408 if (raised == 0 && msr_me != 0) {
2409 /* Machine check exception */
2410 if (env->pending_interrupts & (1 << PPC_INTERRUPT_MCK)) {
2411 env->exception_index = EXCP_MACHINE_CHECK;
2412 env->pending_interrupts &= ~(1 << PPC_INTERRUPT_MCK);
2416 if (raised == 0 && msr_ee != 0) {
2417 #if defined(TARGET_PPC64H) /* PowerPC 64 with hypervisor mode support */
2418 /* Hypervisor decrementer exception */
2419 if (env->pending_interrupts & (1 << PPC_INTERRUPT_HDECR)) {
2420 env->exception_index = EXCP_HDECR;
2421 env->pending_interrupts &= ~(1 << PPC_INTERRUPT_HDECR);
2425 /* Decrementer exception */
2426 if (env->pending_interrupts & (1 << PPC_INTERRUPT_DECR)) {
2427 env->exception_index = EXCP_DECR;
2428 env->pending_interrupts &= ~(1 << PPC_INTERRUPT_DECR);
2430 /* Programmable interval timer on embedded PowerPC */
2431 } else if (env->pending_interrupts & (1 << PPC_INTERRUPT_PIT)) {
2432 env->exception_index = EXCP_40x_PIT;
2433 env->pending_interrupts &= ~(1 << PPC_INTERRUPT_PIT);
2435 /* Fixed interval timer on embedded PowerPC */
2436 } else if (env->pending_interrupts & (1 << PPC_INTERRUPT_FIT)) {
2437 env->exception_index = EXCP_40x_FIT;
2438 env->pending_interrupts &= ~(1 << PPC_INTERRUPT_FIT);
2440 /* Watchdog timer on embedded PowerPC */
2441 } else if (env->pending_interrupts & (1 << PPC_INTERRUPT_WDT)) {
2442 env->exception_index = EXCP_40x_WATCHDOG;
2443 env->pending_interrupts &= ~(1 << PPC_INTERRUPT_WDT);
2445 /* External interrupt */
2446 } else if (env->pending_interrupts & (1 << PPC_INTERRUPT_EXT)) {
2447 env->exception_index = EXCP_EXTERNAL;
2448 /* Taking an external interrupt does not clear the external
2452 env->pending_interrupts &= ~(1 << PPC_INTERRUPT_EXT);
2456 /* Thermal interrupt */
2457 } else if (env->pending_interrupts & (1 << PPC_INTERRUPT_THERM)) {
2458 env->exception_index = EXCP_970_THRM;
2459 env->pending_interrupts &= ~(1 << PPC_INTERRUPT_THERM);
2464 /* External debug exception */
2465 } else if (env->pending_interrupts & (1 << PPC_INTERRUPT_DEBUG)) {
2466 env->exception_index = EXCP_xxx;
2467 env->pending_interrupts &= ~(1 << PPC_INTERRUPT_DEBUG);
2472 env->error_code = 0;
2476 #endif /* !CONFIG_USER_ONLY */
2478 void cpu_dump_EA (target_ulong EA)
2488 fprintf(f, "Memory access at address " ADDRX "\n", EA);
2491 void cpu_dump_rfi (target_ulong RA, target_ulong msr)
2501 fprintf(f, "Return from exception at " ADDRX " with flags " ADDRX "\n",
2505 void cpu_ppc_reset (void *opaque)
2511 /* XXX: some of those flags initialisation values could depend
2512 * on the actual PowerPC implementation
2514 for (i = 0; i < 63; i++)
2516 #if defined(TARGET_PPC64)
2517 msr_hv = 0; /* Should be 1... */
2519 msr_ap = 0; /* TO BE CHECKED */
2520 msr_sa = 0; /* TO BE CHECKED */
2521 msr_ip = 0; /* TO BE CHECKED */
2522 #if defined (DO_SINGLE_STEP) && 0
2523 /* Single step trace mode */
2527 #if defined(CONFIG_USER_ONLY)
2528 msr_fp = 1; /* Allow floating point exceptions */
2531 env->nip = 0xFFFFFFFC;
2532 ppc_tlb_invalidate_all(env);
2534 do_compute_hflags(env);
2536 /* Be sure no exception or interrupt is pending */
2537 env->pending_interrupts = 0;
2538 env->exception_index = EXCP_NONE;
2539 /* Flush all TLBs */
2543 CPUPPCState *cpu_ppc_init (void)
2547 env = qemu_mallocz(sizeof(CPUPPCState));
2556 void cpu_ppc_close (CPUPPCState *env)
2558 /* Should also remove all opcode tables... */