2 * Copyright (c) 2001-2005 The Regents of The University of Michigan
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are
7 * met: redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer;
9 * redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution;
12 * neither the name of the copyright holders nor the names of its
13 * contributors may be used to endorse or promote products derived from
14 * this software without specific prior written permission.
16 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
33 #include "arch/sparc/asi.hh"
34 #include "arch/sparc/miscregfile.hh"
35 #include "arch/sparc/tlb.hh"
36 #include "base/bitfield.hh"
37 #include "base/trace.hh"
38 #include "cpu/thread_context.hh"
39 #include "cpu/base.hh"
40 #include "mem/packet_access.hh"
41 #include "mem/request.hh"
42 #include "sim/builder.hh"
44 /* @todo remove some of the magic constants. -- ali
49 TLB::TLB(const std::string
&name
, int s
)
50 : SimObject(name
), size(s
), usedEntries(0), lastReplaced(0),
53 // To make this work you'll have to change the hypervisor and OS
55 fatal("SPARC T1 TLB registers don't support more than 64 TLB entries.");
57 tlb
= new TlbEntry
[size
];
58 std::memset(tlb
, 0, sizeof(TlbEntry
) * size
);
60 for (int x
= 0; x
< size
; x
++)
61 freeList
.push_back(&tlb
[x
]);
68 for (i
= lookupTable
.begin(); i
!= lookupTable
.end(); i
++) {
69 TlbEntry
*t
= i
->second
;
70 if (!t
->pte
.locked()) {
79 TLB::insert(Addr va
, int partition_id
, int context_id
, bool real
,
80 const PageTableEntry
& PTE
, int entry
)
85 TlbEntry
*new_entry
= NULL
;
90 va
&= ~(PTE
.size()-1);
92 tr.size = PTE.size() - 1;
93 tr.contextId = context_id;
94 tr.partitionId = partition_id;
98 DPRINTF(TLB
, "TLB: Inserting TLB Entry; va=%#x pa=%#x pid=%d cid=%d r=%d entryid=%d\n",
99 va
, PTE
.paddr(), partition_id
, context_id
, (int)real
, entry
);
101 // Demap any entry that conflicts
102 for (x
= 0; x
< size
; x
++) {
103 if (tlb
[x
].range
.real
== real
&&
104 tlb
[x
].range
.partitionId
== partition_id
&&
105 tlb
[x
].range
.va
< va
+ PTE
.size() - 1 &&
106 tlb
[x
].range
.va
+ tlb
[x
].range
.size
>= va
&&
107 (real
|| tlb
[x
].range
.contextId
== context_id
))
110 freeList
.push_front(&tlb
[x
]);
111 DPRINTF(TLB
, "TLB: Conflicting entry %#X , deleting it\n", x
);
113 tlb
[x
].valid
= false;
118 lookupTable
.erase(tlb
[x
].range
);
125 i = lookupTable.find(tr);
126 if (i != lookupTable.end()) {
127 i->second->valid = false;
128 if (i->second->used) {
129 i->second->used = false;
132 freeList.push_front(i->second);
133 DPRINTF(TLB, "TLB: Found conflicting entry %#X , deleting it\n",
135 lookupTable.erase(i);
140 assert(entry
< size
&& entry
>= 0);
141 new_entry
= &tlb
[entry
];
143 if (!freeList
.empty()) {
144 new_entry
= freeList
.front();
151 if (x
== lastReplaced
)
152 goto insertAllLocked
;
153 } while (tlb
[x
].pte
.locked());
158 for (x = 0; x < size; x++) {
159 if (!tlb[x].valid || !tlb[x].used) {
167 // Update the last ently if their all locked
169 new_entry
= &tlb
[size
-1];
172 freeList
.remove(new_entry
);
173 if (new_entry
->valid
&& new_entry
->used
)
175 if (new_entry
->valid
)
176 lookupTable
.erase(new_entry
->range
);
179 DPRINTF(TLB
, "Using entry: %#X\n", new_entry
);
182 new_entry
->range
.va
= va
;
183 new_entry
->range
.size
= PTE
.size() - 1;
184 new_entry
->range
.partitionId
= partition_id
;
185 new_entry
->range
.contextId
= context_id
;
186 new_entry
->range
.real
= real
;
187 new_entry
->pte
= PTE
;
188 new_entry
->used
= true;;
189 new_entry
->valid
= true;
194 i
= lookupTable
.insert(new_entry
->range
, new_entry
);
195 assert(i
!= lookupTable
.end());
197 // If all entries have there used bit set, clear it on them all, but the
198 // one we just inserted
199 if (usedEntries
== size
) {
201 new_entry
->used
= true;
209 TLB::lookup(Addr va
, int partition_id
, bool real
, int context_id
)
215 DPRINTF(TLB
, "TLB: Looking up entry va=%#x pid=%d cid=%d r=%d\n",
216 va
, partition_id
, context_id
, real
);
217 // Assemble full address structure
219 tr
.size
= MachineBytes
;
220 tr
.contextId
= context_id
;
221 tr
.partitionId
= partition_id
;
224 // Try to find the entry
225 i
= lookupTable
.find(tr
);
226 if (i
== lookupTable
.end()) {
227 DPRINTF(TLB
, "TLB: No valid entry found\n");
231 // Mark the entries used bit and clear other used bits in needed
233 DPRINTF(TLB
, "TLB: Valid entry found pa: %#x size: %#x\n", t
->pte
.paddr(),
238 if (usedEntries
== size
) {
252 for (int x
= 0; x
< size
; x
++) {
254 DPRINTFN("%4d: %#2x:%#2x %c %#4x %#8x %#8x %#16x\n",
255 x
, tlb
[x
].range
.partitionId
, tlb
[x
].range
.contextId
,
256 tlb
[x
].range
.real
? 'R' : ' ', tlb
[x
].range
.size
,
257 tlb
[x
].range
.va
, tlb
[x
].pte
.paddr(), tlb
[x
].pte());
263 TLB::demapPage(Addr va
, int partition_id
, bool real
, int context_id
)
268 DPRINTF(IPR
, "TLB: Demapping Page va=%#x pid=%#d cid=%d r=%d\n",
269 va
, partition_id
, context_id
, real
);
273 // Assemble full address structure
275 tr
.size
= MachineBytes
;
276 tr
.contextId
= context_id
;
277 tr
.partitionId
= partition_id
;
280 // Demap any entry that conflicts
281 i
= lookupTable
.find(tr
);
282 if (i
!= lookupTable
.end()) {
283 DPRINTF(IPR
, "TLB: Demapped page\n");
284 i
->second
->valid
= false;
285 if (i
->second
->used
) {
286 i
->second
->used
= false;
289 freeList
.push_front(i
->second
);
290 DPRINTF(TLB
, "Freeing TLB entry : %#X\n", i
->second
);
291 lookupTable
.erase(i
);
296 TLB::demapContext(int partition_id
, int context_id
)
299 DPRINTF(IPR
, "TLB: Demapping Context pid=%#d cid=%d\n",
300 partition_id
, context_id
);
302 for (x
= 0; x
< size
; x
++) {
303 if (tlb
[x
].range
.contextId
== context_id
&&
304 tlb
[x
].range
.partitionId
== partition_id
) {
305 if (tlb
[x
].valid
== true) {
306 freeList
.push_front(&tlb
[x
]);
307 DPRINTF(TLB
, "Freeing TLB entry : %#X\n", &tlb
[x
]);
309 tlb
[x
].valid
= false;
314 lookupTable
.erase(tlb
[x
].range
);
320 TLB::demapAll(int partition_id
)
323 DPRINTF(TLB
, "TLB: Demapping All pid=%#d\n", partition_id
);
325 for (x
= 0; x
< size
; x
++) {
326 if (!tlb
[x
].pte
.locked() && tlb
[x
].range
.partitionId
== partition_id
) {
327 if (tlb
[x
].valid
== true){
328 freeList
.push_front(&tlb
[x
]);
329 DPRINTF(TLB
, "Freeing TLB entry : %#X\n", &tlb
[x
]);
331 tlb
[x
].valid
= false;
336 lookupTable
.erase(tlb
[x
].range
);
349 for (x
= 0; x
< size
; x
++) {
350 if (tlb
[x
].valid
== true)
351 freeList
.push_back(&tlb
[x
]);
352 tlb
[x
].valid
= false;
359 TLB::TteRead(int entry
) {
361 panic("entry: %d\n", entry
);
363 assert(entry
< size
);
364 if (tlb
[entry
].valid
)
365 return tlb
[entry
].pte();
367 return (uint64_t)-1ll;
371 TLB::TagRead(int entry
) {
372 assert(entry
< size
);
374 if (!tlb
[entry
].valid
)
375 return (uint64_t)-1ll;
377 tag
= tlb
[entry
].range
.contextId
;
378 tag
|= tlb
[entry
].range
.va
;
379 tag
|= (uint64_t)tlb
[entry
].range
.partitionId
<< 61;
380 tag
|= tlb
[entry
].range
.real
? ULL(1) << 60 : 0;
381 tag
|= (uint64_t)~tlb
[entry
].pte
._size() << 56;
386 TLB::validVirtualAddress(Addr va
, bool am
)
390 if (va
>= StartVAddrHole
&& va
<= EndVAddrHole
)
396 TLB::writeSfsr(ThreadContext
*tc
, int reg
, bool write
, ContextType ct
,
397 bool se
, FaultTypes ft
, int asi
)
400 sfsr
= tc
->readMiscReg(reg
);
414 tc
->setMiscRegWithEffect(reg
, sfsr
);
418 TLB::writeTagAccess(ThreadContext
*tc
, int reg
, Addr va
, int context
)
420 DPRINTF(TLB
, "TLB: Writing Tag Access: va: %#X ctx: %#X value: %#X\n",
421 va
, context
, mbits(va
, 63,13) | mbits(context
,12,0));
423 tc
->setMiscRegWithEffect(reg
, mbits(va
, 63,13) | mbits(context
,12,0));
427 ITB::writeSfsr(ThreadContext
*tc
, bool write
, ContextType ct
,
428 bool se
, FaultTypes ft
, int asi
)
430 DPRINTF(TLB
, "TLB: ITB Fault: w=%d ct=%d ft=%d asi=%d\n",
431 (int)write
, ct
, ft
, asi
);
432 TLB::writeSfsr(tc
, MISCREG_MMU_ITLB_SFSR
, write
, ct
, se
, ft
, asi
);
436 ITB::writeTagAccess(ThreadContext
*tc
, Addr va
, int context
)
438 TLB::writeTagAccess(tc
, MISCREG_MMU_ITLB_TAG_ACCESS
, va
, context
);
442 DTB::writeSfr(ThreadContext
*tc
, Addr a
, bool write
, ContextType ct
,
443 bool se
, FaultTypes ft
, int asi
)
445 DPRINTF(TLB
, "TLB: DTB Fault: A=%#x w=%d ct=%d ft=%d asi=%d\n",
446 a
, (int)write
, ct
, ft
, asi
);
447 TLB::writeSfsr(tc
, MISCREG_MMU_DTLB_SFSR
, write
, ct
, se
, ft
, asi
);
448 tc
->setMiscRegWithEffect(MISCREG_MMU_DTLB_SFAR
, a
);
452 DTB::writeTagAccess(ThreadContext
*tc
, Addr va
, int context
)
454 TLB::writeTagAccess(tc
, MISCREG_MMU_DTLB_TAG_ACCESS
, va
, context
);
460 ITB::translate(RequestPtr
&req
, ThreadContext
*tc
)
462 uint64_t tlbdata
= tc
->readMiscReg(MISCREG_TLB_DATA
);
464 Addr vaddr
= req
->getVaddr();
467 assert(req
->getAsi() == ASI_IMPLICIT
);
469 DPRINTF(TLB
, "TLB: ITB Request to translate va=%#x size=%d\n",
470 vaddr
, req
->getSize());
472 // Be fast if we can!
473 if (cacheValid
&& cacheState
== tlbdata
) {
475 if (cacheEntry
->range
.va
< vaddr
+ sizeof(MachInst
) &&
476 cacheEntry
->range
.va
+ cacheEntry
->range
.size
>= vaddr
) {
477 req
->setPaddr(cacheEntry
->pte
.paddr() & ~(cacheEntry
->pte
.size()-1) |
478 vaddr
& cacheEntry
->pte
.size()-1 );
482 req
->setPaddr(vaddr
& PAddrImplMask
);
487 bool hpriv
= bits(tlbdata
,0,0);
488 bool red
= bits(tlbdata
,1,1);
489 bool priv
= bits(tlbdata
,2,2);
490 bool addr_mask
= bits(tlbdata
,3,3);
491 bool lsu_im
= bits(tlbdata
,4,4);
493 int part_id
= bits(tlbdata
,15,8);
494 int tl
= bits(tlbdata
,18,16);
495 int pri_context
= bits(tlbdata
,47,32);
501 DPRINTF(TLB
, "TLB: priv:%d hpriv:%d red:%d lsuim:%d part_id: %#X\n",
502 priv
, hpriv
, red
, lsu_im
, part_id
);
511 context
= pri_context
;
514 if ( hpriv
|| red
) {
516 cacheState
= tlbdata
;
518 req
->setPaddr(vaddr
& PAddrImplMask
);
522 // If the access is unaligned trap
524 writeSfsr(tc
, false, ct
, false, OtherFault
, asi
);
525 return new MemAddressNotAligned
;
529 vaddr
= vaddr
& VAddrAMask
;
531 if (!validVirtualAddress(vaddr
, addr_mask
)) {
532 writeSfsr(tc
, false, ct
, false, VaOutOfRange
, asi
);
533 return new InstructionAccessException
;
537 e
= lookup(vaddr
, part_id
, true);
541 e
= lookup(vaddr
, part_id
, false, context
);
544 if (e
== NULL
|| !e
->valid
) {
545 writeTagAccess(tc
, vaddr
, context
);
547 return new InstructionRealTranslationMiss
;
549 return new FastInstructionAccessMMUMiss
;
552 // were not priviledged accesing priv page
553 if (!priv
&& e
->pte
.priv()) {
554 writeTagAccess(tc
, vaddr
, context
);
555 writeSfsr(tc
, false, ct
, false, PrivViolation
, asi
);
556 return new InstructionAccessException
;
559 // cache translation date for next translation
561 cacheState
= tlbdata
;
564 req
->setPaddr(e
->pte
.paddr() & ~(e
->pte
.size()-1) |
565 vaddr
& e
->pte
.size()-1 );
566 DPRINTF(TLB
, "TLB: %#X -> %#X\n", vaddr
, req
->getPaddr());
573 DTB::translate(RequestPtr
&req
, ThreadContext
*tc
, bool write
)
575 /* @todo this could really use some profiling and fixing to make it faster! */
576 uint64_t tlbdata
= tc
->readMiscReg(MISCREG_TLB_DATA
);
577 Addr vaddr
= req
->getVaddr();
578 Addr size
= req
->getSize();
580 asi
= (ASI
)req
->getAsi();
581 bool implicit
= false;
582 bool hpriv
= bits(tlbdata
,0,0);
584 DPRINTF(TLB
, "TLB: DTB Request to translate va=%#x size=%d asi=%#x\n",
587 if (lookupTable
.size() != 64 - freeList
.size())
588 panic("Lookup table size: %d tlb size: %d\n", lookupTable
.size(),
590 if (asi
== ASI_IMPLICIT
)
593 if (hpriv
&& implicit
) {
594 req
->setPaddr(vaddr
& PAddrImplMask
);
598 // Be fast if we can!
599 if (cacheValid
&& cacheState
== tlbdata
) {
600 if (cacheEntry
[0] && cacheAsi
[0] == asi
&& cacheEntry
[0]->range
.va
< vaddr
+ size
&&
601 cacheEntry
[0]->range
.va
+ cacheEntry
[0]->range
.size
> vaddr
&&
602 (!write
|| cacheEntry
[0]->pte
.writable())) {
603 req
->setPaddr(cacheEntry
[0]->pte
.paddr() & ~(cacheEntry
[0]->pte
.size()-1) |
604 vaddr
& cacheEntry
[0]->pte
.size()-1 );
607 if (cacheEntry
[1] && cacheAsi
[1] == asi
&& cacheEntry
[1]->range
.va
< vaddr
+ size
&&
608 cacheEntry
[1]->range
.va
+ cacheEntry
[1]->range
.size
> vaddr
&&
609 (!write
|| cacheEntry
[1]->pte
.writable())) {
610 req
->setPaddr(cacheEntry
[1]->pte
.paddr() & ~(cacheEntry
[1]->pte
.size()-1) |
611 vaddr
& cacheEntry
[1]->pte
.size()-1 );
616 bool red
= bits(tlbdata
,1,1);
617 bool priv
= bits(tlbdata
,2,2);
618 bool addr_mask
= bits(tlbdata
,3,3);
619 bool lsu_dm
= bits(tlbdata
,5,5);
621 int part_id
= bits(tlbdata
,15,8);
622 int tl
= bits(tlbdata
,18,16);
623 int pri_context
= bits(tlbdata
,47,32);
624 int sec_context
= bits(tlbdata
,63,48);
627 ContextType ct
= Primary
;
632 DPRINTF(TLB
, "TLB: priv:%d hpriv:%d red:%d lsudm:%d part_id: %#X\n",
633 priv
, hpriv
, red
, lsu_dm
, part_id
);
643 context
= pri_context
;
646 // We need to check for priv level/asi priv
647 if (!priv
&& !hpriv
&& !AsiIsUnPriv(asi
)) {
648 // It appears that context should be Nucleus in these cases?
649 writeSfr(tc
, vaddr
, write
, Nucleus
, false, IllegalAsi
, asi
);
650 return new PrivilegedAction
;
653 if (!hpriv
&& AsiIsHPriv(asi
)) {
654 writeSfr(tc
, vaddr
, write
, Nucleus
, false, IllegalAsi
, asi
);
655 return new DataAccessException
;
658 if (AsiIsPrimary(asi
)) {
659 context
= pri_context
;
661 } else if (AsiIsSecondary(asi
)) {
662 context
= sec_context
;
664 } else if (AsiIsNucleus(asi
)) {
669 context
= pri_context
;
673 if (!implicit
&& asi
!= ASI_P
&& asi
!= ASI_S
) {
674 if (AsiIsLittle(asi
))
675 panic("Little Endian ASIs not supported\n");
677 panic("Block ASIs not supported\n");
678 if (AsiIsNoFault(asi
))
679 panic("No Fault ASIs not supported\n");
681 if (AsiIsPartialStore(asi
))
682 panic("Partial Store ASIs not supported\n");
683 if (AsiIsInterrupt(asi
))
684 panic("Interrupt ASIs not supported\n");
687 goto handleMmuRegAccess
;
688 if (AsiIsScratchPad(asi
))
689 goto handleScratchRegAccess
;
691 goto handleQueueRegAccess
;
692 if (AsiIsSparcError(asi
))
693 goto handleSparcErrorRegAccess
;
695 if (!AsiIsReal(asi
) && !AsiIsNucleus(asi
) && !AsiIsAsIfUser(asi
) &&
697 panic("Accessing ASI %#X. Should we?\n", asi
);
700 // If the asi is unaligned trap
701 if (vaddr
& size
-1) {
702 writeSfr(tc
, vaddr
, false, ct
, false, OtherFault
, asi
);
703 return new MemAddressNotAligned
;
707 vaddr
= vaddr
& VAddrAMask
;
709 if (!validVirtualAddress(vaddr
, addr_mask
)) {
710 writeSfr(tc
, vaddr
, false, ct
, true, VaOutOfRange
, asi
);
711 return new DataAccessException
;
715 if ((!lsu_dm
&& !hpriv
&& !red
) || AsiIsReal(asi
)) {
720 if (hpriv
&& (implicit
|| (!AsiIsAsIfUser(asi
) && !AsiIsReal(asi
)))) {
721 req
->setPaddr(vaddr
& PAddrImplMask
);
725 e
= lookup(vaddr
, part_id
, real
, context
);
727 if (e
== NULL
|| !e
->valid
) {
728 writeTagAccess(tc
, vaddr
, context
);
729 DPRINTF(TLB
, "TLB: DTB Failed to find matching TLB entry\n");
731 return new DataRealTranslationMiss
;
733 return new FastDataAccessMMUMiss
;
737 if (!priv
&& e
->pte
.priv()) {
738 writeTagAccess(tc
, vaddr
, context
);
739 writeSfr(tc
, vaddr
, write
, ct
, e
->pte
.sideffect(), PrivViolation
, asi
);
740 return new DataAccessException
;
743 if (write
&& !e
->pte
.writable()) {
744 writeTagAccess(tc
, vaddr
, context
);
745 writeSfr(tc
, vaddr
, write
, ct
, e
->pte
.sideffect(), OtherFault
, asi
);
746 return new FastDataAccessProtection
;
749 if (e
->pte
.nofault() && !AsiIsNoFault(asi
)) {
750 writeTagAccess(tc
, vaddr
, context
);
751 writeSfr(tc
, vaddr
, write
, ct
, e
->pte
.sideffect(), LoadFromNfo
, asi
);
752 return new DataAccessException
;
755 if (e
->pte
.sideffect() && AsiIsNoFault(asi
)) {
756 writeTagAccess(tc
, vaddr
, context
);
757 writeSfr(tc
, vaddr
, write
, ct
, e
->pte
.sideffect(), SideEffect
, asi
);
758 return new DataAccessException
;
762 if (e
->pte
.sideffect())
763 req
->setFlags(req
->getFlags() | UNCACHEABLE
);
765 // cache translation date for next translation
766 cacheState
= tlbdata
;
768 cacheEntry
[1] = NULL
;
769 cacheEntry
[0] = NULL
;
772 if (cacheEntry
[0] != e
&& cacheEntry
[1] != e
) {
773 cacheEntry
[1] = cacheEntry
[0];
775 cacheAsi
[1] = cacheAsi
[0];
778 cacheAsi
[0] = (ASI
)0;
781 req
->setPaddr(e
->pte
.paddr() & ~(e
->pte
.size()-1) |
782 vaddr
& e
->pte
.size()-1);
783 DPRINTF(TLB
, "TLB: %#X -> %#X\n", vaddr
, req
->getPaddr());
785 /** Normal flow ends here. */
787 handleScratchRegAccess
:
788 if (vaddr
> 0x38 || (vaddr
>= 0x20 && vaddr
< 0x30 && !hpriv
)) {
789 writeSfr(tc
, vaddr
, write
, Primary
, true, IllegalAsi
, asi
);
790 return new DataAccessException
;
794 handleQueueRegAccess
:
795 if (!priv
&& !hpriv
) {
796 writeSfr(tc
, vaddr
, write
, Primary
, true, IllegalAsi
, asi
);
797 return new PrivilegedAction
;
799 if (!hpriv
&& vaddr
& 0xF || vaddr
> 0x3f8 || vaddr
< 0x3c0) {
800 writeSfr(tc
, vaddr
, write
, Primary
, true, IllegalAsi
, asi
);
801 return new DataAccessException
;
805 handleSparcErrorRegAccess
:
808 writeSfr(tc
, vaddr
, write
, Primary
, true, IllegalAsi
, asi
);
809 return new DataAccessException
;
811 writeSfr(tc
, vaddr
, write
, Primary
, true, IllegalAsi
, asi
);
812 return new PrivilegedAction
;
820 DPRINTF(TLB
, "TLB: DTB Translating MM IPR access\n");
821 req
->setMmapedIpr(true);
822 req
->setPaddr(req
->getVaddr());
827 DTB::doMmuRegRead(ThreadContext
*tc
, Packet
*pkt
)
829 Addr va
= pkt
->getAddr();
830 ASI asi
= (ASI
)pkt
->req
->getAsi();
832 uint64_t tsbtemp
, cnftemp
;
834 DPRINTF(IPR
, "Memory Mapped IPR Read: asi=%#X a=%#x\n",
835 (uint32_t)pkt
->req
->getAsi(), pkt
->getAddr());
838 case ASI_LSU_CONTROL_REG
:
840 pkt
->set(tc
->readMiscRegWithEffect(MISCREG_MMU_LSU_CTRL
));
845 pkt
->set(tc
->readMiscRegWithEffect(MISCREG_MMU_P_CONTEXT
));
848 pkt
->set(tc
->readMiscRegWithEffect(MISCREG_MMU_S_CONTEXT
));
855 pkt
->set(tc
->readMiscRegWithEffect(MISCREG_QUEUE_CPU_MONDO_HEAD
+
858 case ASI_DMMU_CTXT_ZERO_TSB_BASE_PS0
:
860 pkt
->set(tc
->readMiscRegWithEffect(MISCREG_MMU_DTLB_C0_TSB_PS0
));
862 case ASI_DMMU_CTXT_ZERO_TSB_BASE_PS1
:
864 pkt
->set(tc
->readMiscRegWithEffect(MISCREG_MMU_DTLB_C0_TSB_PS1
));
866 case ASI_DMMU_CTXT_ZERO_CONFIG
:
868 pkt
->set(tc
->readMiscRegWithEffect(MISCREG_MMU_DTLB_C0_CONFIG
));
870 case ASI_IMMU_CTXT_ZERO_TSB_BASE_PS0
:
872 pkt
->set(tc
->readMiscRegWithEffect(MISCREG_MMU_ITLB_C0_TSB_PS0
));
874 case ASI_IMMU_CTXT_ZERO_TSB_BASE_PS1
:
876 pkt
->set(tc
->readMiscRegWithEffect(MISCREG_MMU_ITLB_C0_TSB_PS1
));
878 case ASI_IMMU_CTXT_ZERO_CONFIG
:
880 pkt
->set(tc
->readMiscRegWithEffect(MISCREG_MMU_ITLB_C0_CONFIG
));
882 case ASI_DMMU_CTXT_NONZERO_TSB_BASE_PS0
:
884 pkt
->set(tc
->readMiscRegWithEffect(MISCREG_MMU_DTLB_CX_TSB_PS0
));
886 case ASI_DMMU_CTXT_NONZERO_TSB_BASE_PS1
:
888 pkt
->set(tc
->readMiscRegWithEffect(MISCREG_MMU_DTLB_CX_TSB_PS1
));
890 case ASI_DMMU_CTXT_NONZERO_CONFIG
:
892 pkt
->set(tc
->readMiscRegWithEffect(MISCREG_MMU_DTLB_CX_CONFIG
));
894 case ASI_IMMU_CTXT_NONZERO_TSB_BASE_PS0
:
896 pkt
->set(tc
->readMiscRegWithEffect(MISCREG_MMU_ITLB_CX_TSB_PS0
));
898 case ASI_IMMU_CTXT_NONZERO_TSB_BASE_PS1
:
900 pkt
->set(tc
->readMiscRegWithEffect(MISCREG_MMU_ITLB_CX_TSB_PS1
));
902 case ASI_IMMU_CTXT_NONZERO_CONFIG
:
904 pkt
->set(tc
->readMiscRegWithEffect(MISCREG_MMU_ITLB_CX_CONFIG
));
906 case ASI_SPARC_ERROR_STATUS_REG
:
907 warn("returning 0 for SPARC ERROR regsiter read\n");
908 pkt
->set((uint64_t)0);
910 case ASI_HYP_SCRATCHPAD
:
912 pkt
->set(tc
->readMiscRegWithEffect(MISCREG_SCRATCHPAD_R0
+ (va
>> 3)));
917 temp
= tc
->readMiscRegWithEffect(MISCREG_MMU_ITLB_TAG_ACCESS
);
918 pkt
->set(bits(temp
,63,22) | bits(temp
,12,0) << 48);
921 pkt
->set(tc
->readMiscRegWithEffect(MISCREG_MMU_ITLB_SFSR
));
924 pkt
->set(tc
->readMiscRegWithEffect(MISCREG_MMU_ITLB_TAG_ACCESS
));
933 temp
= tc
->readMiscRegWithEffect(MISCREG_MMU_DTLB_TAG_ACCESS
);
934 pkt
->set(bits(temp
,63,22) | bits(temp
,12,0) << 48);
937 pkt
->set(tc
->readMiscRegWithEffect(MISCREG_MMU_DTLB_SFSR
));
940 pkt
->set(tc
->readMiscRegWithEffect(MISCREG_MMU_DTLB_SFAR
));
943 pkt
->set(tc
->readMiscRegWithEffect(MISCREG_MMU_DTLB_TAG_ACCESS
));
946 pkt
->set(tc
->readMiscRegWithEffect(MISCREG_MMU_PART_ID
));
952 case ASI_DMMU_TSB_PS0_PTR_REG
:
953 temp
= tc
->readMiscRegWithEffect(MISCREG_MMU_DTLB_TAG_ACCESS
);
954 if (bits(temp
,12,0) == 0) {
955 tsbtemp
= tc
->readMiscRegWithEffect(MISCREG_MMU_DTLB_C0_TSB_PS0
);
956 cnftemp
= tc
->readMiscRegWithEffect(MISCREG_MMU_DTLB_C0_CONFIG
);
958 tsbtemp
= tc
->readMiscRegWithEffect(MISCREG_MMU_DTLB_CX_TSB_PS0
);
959 cnftemp
= tc
->readMiscRegWithEffect(MISCREG_MMU_DTLB_CX_CONFIG
);
961 data
= mbits(tsbtemp
,63,13);
962 data
|= temp
>> (9 + bits(cnftemp
,2,0) * 3) &
963 mbits((uint64_t)-1ll,12+bits(tsbtemp
,3,0), 4);
966 case ASI_DMMU_TSB_PS1_PTR_REG
:
967 temp
= tc
->readMiscRegWithEffect(MISCREG_MMU_DTLB_TAG_ACCESS
);
968 if (bits(temp
,12,0) == 0) {
969 tsbtemp
= tc
->readMiscRegWithEffect(MISCREG_MMU_DTLB_C0_TSB_PS1
);
970 cnftemp
= tc
->readMiscRegWithEffect(MISCREG_MMU_DTLB_C0_CONFIG
);
972 tsbtemp
= tc
->readMiscRegWithEffect(MISCREG_MMU_DTLB_CX_TSB_PS1
);
973 cnftemp
= tc
->readMiscRegWithEffect(MISCREG_MMU_DTLB_CX_CONFIG
);
975 data
= mbits(tsbtemp
,63,13);
976 if (bits(tsbtemp
,12,12))
977 data
|= ULL(1) << (13+bits(tsbtemp
,3,0));
978 data
|= temp
>> (9 + bits(cnftemp
,10,8) * 3) &
979 mbits((uint64_t)-1ll,12+bits(tsbtemp
,3,0), 4);
982 case ASI_IMMU_TSB_PS0_PTR_REG
:
983 temp
= tc
->readMiscRegWithEffect(MISCREG_MMU_ITLB_TAG_ACCESS
);
984 if (bits(temp
,12,0) == 0) {
985 tsbtemp
= tc
->readMiscRegWithEffect(MISCREG_MMU_ITLB_C0_TSB_PS0
);
986 cnftemp
= tc
->readMiscRegWithEffect(MISCREG_MMU_ITLB_C0_CONFIG
);
988 tsbtemp
= tc
->readMiscRegWithEffect(MISCREG_MMU_ITLB_CX_TSB_PS0
);
989 cnftemp
= tc
->readMiscRegWithEffect(MISCREG_MMU_ITLB_CX_CONFIG
);
991 data
= mbits(tsbtemp
,63,13);
992 data
|= temp
>> (9 + bits(cnftemp
,2,0) * 3) &
993 mbits((uint64_t)-1ll,12+bits(tsbtemp
,3,0), 4);
996 case ASI_IMMU_TSB_PS1_PTR_REG
:
997 temp
= tc
->readMiscRegWithEffect(MISCREG_MMU_ITLB_TAG_ACCESS
);
998 if (bits(temp
,12,0) == 0) {
999 tsbtemp
= tc
->readMiscRegWithEffect(MISCREG_MMU_ITLB_C0_TSB_PS1
);
1000 cnftemp
= tc
->readMiscRegWithEffect(MISCREG_MMU_ITLB_C0_CONFIG
);
1002 tsbtemp
= tc
->readMiscRegWithEffect(MISCREG_MMU_ITLB_CX_TSB_PS1
);
1003 cnftemp
= tc
->readMiscRegWithEffect(MISCREG_MMU_ITLB_CX_CONFIG
);
1005 data
= mbits(tsbtemp
,63,13);
1006 if (bits(tsbtemp
,12,12))
1007 data
|= ULL(1) << (13+bits(tsbtemp
,3,0));
1008 data
|= temp
>> (9 + bits(cnftemp
,10,8) * 3) &
1009 mbits((uint64_t)-1ll,12+bits(tsbtemp
,3,0), 4);
1015 panic("need to impl DTB::doMmuRegRead() got asi=%#x, va=%#x\n",
1018 pkt
->result
= Packet::Success
;
1019 return tc
->getCpuPtr()->cycles(1);
1023 DTB::doMmuRegWrite(ThreadContext
*tc
, Packet
*pkt
)
1025 uint64_t data
= gtoh(pkt
->get
<uint64_t>());
1026 Addr va
= pkt
->getAddr();
1027 ASI asi
= (ASI
)pkt
->req
->getAsi();
1033 int entry_insert
= -1;
1040 DPRINTF(IPR
, "Memory Mapped IPR Write: asi=%#X a=%#x d=%#X\n",
1041 (uint32_t)asi
, va
, data
);
1044 case ASI_LSU_CONTROL_REG
:
1046 tc
->setMiscRegWithEffect(MISCREG_MMU_LSU_CTRL
, data
);
1051 tc
->setMiscRegWithEffect(MISCREG_MMU_P_CONTEXT
, data
);
1054 tc
->setMiscRegWithEffect(MISCREG_MMU_S_CONTEXT
, data
);
1057 goto doMmuWriteError
;
1061 assert(mbits(data
,13,6) == data
);
1062 tc
->setMiscRegWithEffect(MISCREG_QUEUE_CPU_MONDO_HEAD
+
1063 (va
>> 4) - 0x3c, data
);
1065 case ASI_DMMU_CTXT_ZERO_TSB_BASE_PS0
:
1067 tc
->setMiscRegWithEffect(MISCREG_MMU_DTLB_C0_TSB_PS0
, data
);
1069 case ASI_DMMU_CTXT_ZERO_TSB_BASE_PS1
:
1071 tc
->setMiscRegWithEffect(MISCREG_MMU_DTLB_C0_TSB_PS1
, data
);
1073 case ASI_DMMU_CTXT_ZERO_CONFIG
:
1075 tc
->setMiscRegWithEffect(MISCREG_MMU_DTLB_C0_CONFIG
, data
);
1077 case ASI_IMMU_CTXT_ZERO_TSB_BASE_PS0
:
1079 tc
->setMiscRegWithEffect(MISCREG_MMU_ITLB_C0_TSB_PS0
, data
);
1081 case ASI_IMMU_CTXT_ZERO_TSB_BASE_PS1
:
1083 tc
->setMiscRegWithEffect(MISCREG_MMU_ITLB_C0_TSB_PS1
, data
);
1085 case ASI_IMMU_CTXT_ZERO_CONFIG
:
1087 tc
->setMiscRegWithEffect(MISCREG_MMU_ITLB_C0_CONFIG
, data
);
1089 case ASI_DMMU_CTXT_NONZERO_TSB_BASE_PS0
:
1091 tc
->setMiscRegWithEffect(MISCREG_MMU_DTLB_CX_TSB_PS0
, data
);
1093 case ASI_DMMU_CTXT_NONZERO_TSB_BASE_PS1
:
1095 tc
->setMiscRegWithEffect(MISCREG_MMU_DTLB_CX_TSB_PS1
, data
);
1097 case ASI_DMMU_CTXT_NONZERO_CONFIG
:
1099 tc
->setMiscRegWithEffect(MISCREG_MMU_DTLB_CX_CONFIG
, data
);
1101 case ASI_IMMU_CTXT_NONZERO_TSB_BASE_PS0
:
1103 tc
->setMiscRegWithEffect(MISCREG_MMU_ITLB_CX_TSB_PS0
, data
);
1105 case ASI_IMMU_CTXT_NONZERO_TSB_BASE_PS1
:
1107 tc
->setMiscRegWithEffect(MISCREG_MMU_ITLB_CX_TSB_PS1
, data
);
1109 case ASI_IMMU_CTXT_NONZERO_CONFIG
:
1111 tc
->setMiscRegWithEffect(MISCREG_MMU_ITLB_CX_CONFIG
, data
);
1113 case ASI_SPARC_ERROR_EN_REG
:
1114 case ASI_SPARC_ERROR_STATUS_REG
:
1115 warn("Ignoring write to SPARC ERROR regsiter\n");
1117 case ASI_HYP_SCRATCHPAD
:
1118 case ASI_SCRATCHPAD
:
1119 tc
->setMiscRegWithEffect(MISCREG_SCRATCHPAD_R0
+ (va
>> 3), data
);
1124 tc
->setMiscRegWithEffect(MISCREG_MMU_ITLB_SFSR
, data
);
1127 sext
<59>(bits(data
, 59,0));
1128 tc
->setMiscRegWithEffect(MISCREG_MMU_ITLB_TAG_ACCESS
, data
);
1131 goto doMmuWriteError
;
1134 case ASI_ITLB_DATA_ACCESS_REG
:
1135 entry_insert
= bits(va
, 8,3);
1136 case ASI_ITLB_DATA_IN_REG
:
1137 assert(entry_insert
!= -1 || mbits(va
,10,9) == va
);
1138 ta_insert
= tc
->readMiscRegWithEffect(MISCREG_MMU_ITLB_TAG_ACCESS
);
1139 va_insert
= mbits(ta_insert
, 63,13);
1140 ct_insert
= mbits(ta_insert
, 12,0);
1141 part_insert
= tc
->readMiscRegWithEffect(MISCREG_MMU_PART_ID
);
1142 real_insert
= bits(va
, 9,9);
1143 pte
.populate(data
, bits(va
,10,10) ? PageTableEntry::sun4v
:
1144 PageTableEntry::sun4u
);
1145 tc
->getITBPtr()->insert(va_insert
, part_insert
, ct_insert
, real_insert
,
1148 case ASI_DTLB_DATA_ACCESS_REG
:
1149 entry_insert
= bits(va
, 8,3);
1150 case ASI_DTLB_DATA_IN_REG
:
1151 assert(entry_insert
!= -1 || mbits(va
,10,9) == va
);
1152 ta_insert
= tc
->readMiscRegWithEffect(MISCREG_MMU_DTLB_TAG_ACCESS
);
1153 va_insert
= mbits(ta_insert
, 63,13);
1154 ct_insert
= mbits(ta_insert
, 12,0);
1155 part_insert
= tc
->readMiscRegWithEffect(MISCREG_MMU_PART_ID
);
1156 real_insert
= bits(va
, 9,9);
1157 pte
.populate(data
, bits(va
,10,10) ? PageTableEntry::sun4v
:
1158 PageTableEntry::sun4u
);
1159 insert(va_insert
, part_insert
, ct_insert
, real_insert
, pte
, entry_insert
);
1161 case ASI_IMMU_DEMAP
:
1164 part_id
= tc
->readMiscRegWithEffect(MISCREG_MMU_PART_ID
);
1165 switch (bits(va
,5,4)) {
1167 ctx_id
= tc
->readMiscRegWithEffect(MISCREG_MMU_P_CONTEXT
);
1179 switch(bits(va
,7,6)) {
1180 case 0: // demap page
1182 tc
->getITBPtr()->demapPage(mbits(va
,63,13), part_id
,
1183 bits(va
,9,9), ctx_id
);
1185 case 1: //demap context
1187 tc
->getITBPtr()->demapContext(part_id
, ctx_id
);
1190 tc
->getITBPtr()->demapAll(part_id
);
1193 panic("Invalid type for IMMU demap\n");
1199 tc
->setMiscRegWithEffect(MISCREG_MMU_DTLB_SFSR
, data
);
1202 sext
<59>(bits(data
, 59,0));
1203 tc
->setMiscRegWithEffect(MISCREG_MMU_DTLB_TAG_ACCESS
, data
);
1206 tc
->setMiscRegWithEffect(MISCREG_MMU_PART_ID
, data
);
1209 goto doMmuWriteError
;
1212 case ASI_DMMU_DEMAP
:
1215 part_id
= tc
->readMiscRegWithEffect(MISCREG_MMU_PART_ID
);
1216 switch (bits(va
,5,4)) {
1218 ctx_id
= tc
->readMiscRegWithEffect(MISCREG_MMU_P_CONTEXT
);
1221 ctx_id
= tc
->readMiscRegWithEffect(MISCREG_MMU_S_CONTEXT
);
1230 switch(bits(va
,7,6)) {
1231 case 0: // demap page
1233 demapPage(mbits(va
,63,13), part_id
, bits(va
,9,9), ctx_id
);
1235 case 1: //demap context
1237 demapContext(part_id
, ctx_id
);
1243 panic("Invalid type for IMMU demap\n");
1248 panic("need to impl DTB::doMmuRegWrite() got asi=%#x, va=%#x d=%#x\n",
1249 (uint32_t)pkt
->req
->getAsi(), pkt
->getAddr(), data
);
1251 pkt
->result
= Packet::Success
;
1252 return tc
->getCpuPtr()->cycles(1);
1256 TLB::serialize(std::ostream
&os
)
1258 panic("Need to implement serialize tlb for SPARC\n");
1262 TLB::unserialize(Checkpoint
*cp
, const std::string
§ion
)
1264 panic("Need to implement unserialize tlb for SPARC\n");
1268 DEFINE_SIM_OBJECT_CLASS_NAME("SparcTLB", TLB
)
1270 BEGIN_DECLARE_SIM_OBJECT_PARAMS(ITB
)
1274 END_DECLARE_SIM_OBJECT_PARAMS(ITB
)
1276 BEGIN_INIT_SIM_OBJECT_PARAMS(ITB
)
1278 INIT_PARAM_DFLT(size
, "TLB size", 48)
1280 END_INIT_SIM_OBJECT_PARAMS(ITB
)
1283 CREATE_SIM_OBJECT(ITB
)
1285 return new ITB(getInstanceName(), size
);
1288 REGISTER_SIM_OBJECT("SparcITB", ITB
)
1290 BEGIN_DECLARE_SIM_OBJECT_PARAMS(DTB
)
1294 END_DECLARE_SIM_OBJECT_PARAMS(DTB
)
1296 BEGIN_INIT_SIM_OBJECT_PARAMS(DTB
)
1298 INIT_PARAM_DFLT(size
, "TLB size", 64)
1300 END_INIT_SIM_OBJECT_PARAMS(DTB
)
1303 CREATE_SIM_OBJECT(DTB
)
1305 return new DTB(getInstanceName(), size
);
1308 REGISTER_SIM_OBJECT("SparcDTB", DTB
)