blob: 3832ece467ada54241a4358131fac7979c443266 [file] [log] [blame]
/*
* Copyright (c) 2012 ARM Limited
* Copyright (c) 2020 Barkhausen Institut
* All rights reserved.
*
* The license below extends only to copyright in the software and shall
* not be construed as granting a license to any other intellectual
* property including but not limited to intellectual property relating
* to a hardware implementation of the functionality of the software
* licensed hereunder. You may use the software subject to the license
* terms below provided that you ensure that this notice is replicated
* unmodified and in its entirety in all distributions of the software,
* modified or unmodified, in source code or in binary form.
*
* Copyright (c) 2007 The Hewlett-Packard Development Company
* All rights reserved.
*
* The license below extends only to copyright in the software and shall
* not be construed as granting a license to any other intellectual
* property including but not limited to intellectual property relating
* to a hardware implementation of the functionality of the software
* licensed hereunder. You may use the software subject to the license
* terms below provided that you ensure that this notice is replicated
* unmodified and in its entirety in all distributions of the software,
* modified or unmodified, in source code or in binary form.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions are
* met: redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer;
* redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution;
* neither the name of the copyright holders nor the names of its
* contributors may be used to endorse or promote products derived from
* this software without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
#include "arch/riscv/pagetable_walker.hh"
#include <memory>
#include "arch/riscv/faults.hh"
#include "arch/riscv/pagetable.hh"
#include "arch/riscv/tlb.hh"
#include "base/bitfield.hh"
#include "base/trie.hh"
#include "cpu/base.hh"
#include "cpu/thread_context.hh"
#include "debug/PageTableWalker.hh"
#include "mem/packet_access.hh"
#include "mem/request.hh"
namespace RiscvISA {
Fault
Walker::start(ThreadContext * _tc, BaseTLB::Translation *_translation,
const RequestPtr &_req, BaseTLB::Mode _mode)
{
// TODO: in timing mode, instead of blocking when there are other
// outstanding requests, see if this request can be coalesced with
// another one (i.e. either coalesce or start walk)
WalkerState * newState = new WalkerState(this, _translation, _req);
newState->initState(_tc, _mode, sys->isTimingMode());
if (currStates.size()) {
assert(newState->isTiming());
DPRINTF(PageTableWalker, "Walks in progress: %d\n", currStates.size());
currStates.push_back(newState);
return NoFault;
} else {
currStates.push_back(newState);
Fault fault = newState->startWalk();
if (!newState->isTiming()) {
currStates.pop_front();
delete newState;
}
return fault;
}
}
Fault
Walker::startFunctional(ThreadContext * _tc, Addr &addr, unsigned &logBytes,
BaseTLB::Mode _mode)
{
funcState.initState(_tc, _mode);
return funcState.startFunctional(addr, logBytes);
}
bool
Walker::WalkerPort::recvTimingResp(PacketPtr pkt)
{
return walker->recvTimingResp(pkt);
}
bool
Walker::recvTimingResp(PacketPtr pkt)
{
WalkerSenderState * senderState =
dynamic_cast<WalkerSenderState *>(pkt->popSenderState());
WalkerState * senderWalk = senderState->senderWalk;
bool walkComplete = senderWalk->recvPacket(pkt);
delete senderState;
if (walkComplete) {
std::list<WalkerState *>::iterator iter;
for (iter = currStates.begin(); iter != currStates.end(); iter++) {
WalkerState * walkerState = *(iter);
if (walkerState == senderWalk) {
iter = currStates.erase(iter);
break;
}
}
delete senderWalk;
// Since we block requests when another is outstanding, we
// need to check if there is a waiting request to be serviced
if (currStates.size() && !startWalkWrapperEvent.scheduled())
// delay sending any new requests until we are finished
// with the responses
schedule(startWalkWrapperEvent, clockEdge());
}
return true;
}
void
Walker::WalkerPort::recvReqRetry()
{
walker->recvReqRetry();
}
void
Walker::recvReqRetry()
{
std::list<WalkerState *>::iterator iter;
for (iter = currStates.begin(); iter != currStates.end(); iter++) {
WalkerState * walkerState = *(iter);
if (walkerState->isRetrying()) {
walkerState->retry();
}
}
}
bool Walker::sendTiming(WalkerState* sendingState, PacketPtr pkt)
{
WalkerSenderState* walker_state = new WalkerSenderState(sendingState);
pkt->pushSenderState(walker_state);
if (port.sendTimingReq(pkt)) {
return true;
} else {
// undo the adding of the sender state and delete it, as we
// will do it again the next time we attempt to send it
pkt->popSenderState();
delete walker_state;
return false;
}
}
Port &
Walker::getPort(const std::string &if_name, PortID idx)
{
if (if_name == "port")
return port;
else
return ClockedObject::getPort(if_name, idx);
}
void
Walker::WalkerState::initState(ThreadContext * _tc,
BaseTLB::Mode _mode, bool _isTiming)
{
assert(state == Ready);
started = false;
tc = _tc;
mode = _mode;
timing = _isTiming;
// fetch these now in case they change during the walk
status = tc->readMiscReg(MISCREG_STATUS);
pmode = walker->tlb->getMemPriv(tc, mode);
satp = tc->readMiscReg(MISCREG_SATP);
assert(satp.mode == AddrXlateMode::SV39);
}
void
Walker::startWalkWrapper()
{
unsigned num_squashed = 0;
WalkerState *currState = currStates.front();
while ((num_squashed < numSquashable) && currState &&
currState->translation->squashed()) {
currStates.pop_front();
num_squashed++;
DPRINTF(PageTableWalker, "Squashing table walk for address %#x\n",
currState->req->getVaddr());
// finish the translation which will delete the translation object
currState->translation->finish(
std::make_shared<UnimpFault>("Squashed Inst"),
currState->req, currState->tc, currState->mode);
// delete the current request if there are no inflight packets.
// if there is something in flight, delete when the packets are
// received and inflight is zero.
if (currState->numInflight() == 0) {
delete currState;
} else {
currState->squash();
}
// check the next translation request, if it exists
if (currStates.size())
currState = currStates.front();
else
currState = NULL;
}
if (currState && !currState->wasStarted())
currState->startWalk();
}
Fault
Walker::WalkerState::startWalk()
{
Fault fault = NoFault;
assert(!started);
started = true;
setupWalk(req->getVaddr());
if (timing) {
nextState = state;
state = Waiting;
timingFault = NoFault;
sendPackets();
} else {
do {
walker->port.sendAtomic(read);
PacketPtr write = NULL;
fault = stepWalk(write);
assert(fault == NoFault || read == NULL);
state = nextState;
nextState = Ready;
if (write)
walker->port.sendAtomic(write);
} while (read);
state = Ready;
nextState = Waiting;
}
return fault;
}
Fault
Walker::WalkerState::startFunctional(Addr &addr, unsigned &logBytes)
{
Fault fault = NoFault;
assert(!started);
started = true;
setupWalk(addr);
do {
walker->port.sendFunctional(read);
// On a functional access (page table lookup), writes should
// not happen so this pointer is ignored after stepWalk
PacketPtr write = NULL;
fault = stepWalk(write);
assert(fault == NoFault || read == NULL);
state = nextState;
nextState = Ready;
} while (read);
logBytes = entry.logBytes;
addr = entry.paddr << PageShift;
return fault;
}
Fault
Walker::WalkerState::stepWalk(PacketPtr &write)
{
assert(state != Ready && state != Waiting);
Fault fault = NoFault;
write = NULL;
PTESv39 pte = read->getLE<uint64_t>();
Addr nextRead = 0;
bool doWrite = false;
bool doTLBInsert = false;
bool doEndWalk = false;
DPRINTF(PageTableWalker, "Got level%d PTE: %#x\n", level, pte);
// step 2: TODO check PMA and PMP
// step 3:
if (!pte.v || (!pte.r && pte.w)) {
doEndWalk = true;
DPRINTF(PageTableWalker, "PTE invalid, raising PF\n");
fault = pageFault(pte.v);
}
else {
// step 4:
if (pte.r || pte.x) {
// step 5: leaf PTE
doEndWalk = true;
fault = walker->tlb->checkPermissions(status, pmode,
entry.vaddr, mode, pte);
// step 6
if (fault == NoFault) {
if (level >= 1 && pte.ppn0 != 0) {
DPRINTF(PageTableWalker,
"PTE has misaligned PPN, raising PF\n");
fault = pageFault(true);
}
else if (level == 2 && pte.ppn1 != 0) {
DPRINTF(PageTableWalker,
"PTE has misaligned PPN, raising PF\n");
fault = pageFault(true);
}
}
if (fault == NoFault) {
// step 7
if (!pte.a) {
pte.a = 1;
doWrite = true;
}
if (!pte.d && mode == TLB::Write) {
pte.d = 1;
doWrite = true;
}
// TODO check if this violates a PMA or PMP
// step 8
entry.logBytes = PageShift + (level * LEVEL_BITS);
entry.paddr = pte.ppn;
entry.vaddr &= ~((1 << entry.logBytes) - 1);
entry.pte = pte;
// put it non-writable into the TLB to detect writes and redo
// the page table walk in order to update the dirty flag.
if (!pte.d && mode != TLB::Write)
entry.pte.w = 0;
doTLBInsert = true;
}
}
else {
level--;
if (level < 0) {
DPRINTF(PageTableWalker, "No leaf PTE found, raising PF\n");
doEndWalk = true;
fault = pageFault(true);
}
else {
Addr shift = (PageShift + LEVEL_BITS * level);
Addr idx = (entry.vaddr >> shift) & LEVEL_MASK;
nextRead = (pte.ppn << PageShift) + (idx * sizeof(pte));
nextState = Translate;
}
}
}
PacketPtr oldRead = read;
Request::Flags flags = oldRead->req->getFlags();
if (doEndWalk) {
// If we need to write, adjust the read packet to write the modified
// value back to memory.
if (!functional && doWrite) {
DPRINTF(PageTableWalker, "Writing level%d PTE to %#x: %#x\n",
level, oldRead->getAddr(), pte);
write = oldRead;
write->setLE<uint64_t>(pte);
write->cmd = MemCmd::WriteReq;
read = NULL;
} else {
write = NULL;
}
if (doTLBInsert) {
if (!functional)
walker->tlb->insert(entry.vaddr, entry);
else {
DPRINTF(PageTableWalker, "Translated %#x -> %#x\n",
entry.vaddr, entry.paddr << PageShift |
(entry.vaddr & mask(entry.logBytes)));
}
}
endWalk();
}
else {
//If we didn't return, we're setting up another read.
RequestPtr request = std::make_shared<Request>(
nextRead, oldRead->getSize(), flags, walker->requestorId);
read = new Packet(request, MemCmd::ReadReq);
read->allocate();
DPRINTF(PageTableWalker,
"Loading level%d PTE from %#x\n", level, nextRead);
}
return fault;
}
void
Walker::WalkerState::endWalk()
{
nextState = Ready;
delete read;
read = NULL;
}
void
Walker::WalkerState::setupWalk(Addr vaddr)
{
vaddr &= (static_cast<Addr>(1) << VADDR_BITS) - 1;
Addr shift = PageShift + LEVEL_BITS * 2;
Addr idx = (vaddr >> shift) & LEVEL_MASK;
Addr topAddr = (satp.ppn << PageShift) + (idx * sizeof(PTESv39));
level = 2;
DPRINTF(PageTableWalker, "Performing table walk for address %#x\n", vaddr);
DPRINTF(PageTableWalker, "Loading level%d PTE from %#x\n", level, topAddr);
state = Translate;
nextState = Ready;
entry.vaddr = vaddr;
entry.asid = satp.asid;
Request::Flags flags = Request::PHYSICAL;
RequestPtr request = std::make_shared<Request>(
topAddr, sizeof(PTESv39), flags, walker->requestorId);
read = new Packet(request, MemCmd::ReadReq);
read->allocate();
}
bool
Walker::WalkerState::recvPacket(PacketPtr pkt)
{
assert(pkt->isResponse());
assert(inflight);
assert(state == Waiting);
inflight--;
if (squashed) {
// if were were squashed, return true once inflight is zero and
// this WalkerState will be freed there.
return (inflight == 0);
}
if (pkt->isRead()) {
// should not have a pending read it we also had one outstanding
assert(!read);
// @todo someone should pay for this
pkt->headerDelay = pkt->payloadDelay = 0;
state = nextState;
nextState = Ready;
PacketPtr write = NULL;
read = pkt;
timingFault = stepWalk(write);
state = Waiting;
assert(timingFault == NoFault || read == NULL);
if (write) {
writes.push_back(write);
}
sendPackets();
} else {
sendPackets();
}
if (inflight == 0 && read == NULL && writes.size() == 0) {
state = Ready;
nextState = Waiting;
if (timingFault == NoFault) {
/*
* Finish the translation. Now that we know the right entry is
* in the TLB, this should work with no memory accesses.
* There could be new faults unrelated to the table walk like
* permissions violations, so we'll need the return value as
* well.
*/
Addr vaddr = req->getVaddr();
vaddr &= (static_cast<Addr>(1) << VADDR_BITS) - 1;
Addr paddr = walker->tlb->translateWithTLB(vaddr, satp.asid, mode);
req->setPaddr(paddr);
// Let the CPU continue.
translation->finish(NoFault, req, tc, mode);
} else {
// There was a fault during the walk. Let the CPU know.
translation->finish(timingFault, req, tc, mode);
}
return true;
}
return false;
}
void
Walker::WalkerState::sendPackets()
{
//If we're already waiting for the port to become available, just return.
if (retrying)
return;
//Reads always have priority
if (read) {
PacketPtr pkt = read;
read = NULL;
inflight++;
if (!walker->sendTiming(this, pkt)) {
retrying = true;
read = pkt;
inflight--;
return;
}
}
//Send off as many of the writes as we can.
while (writes.size()) {
PacketPtr write = writes.back();
writes.pop_back();
inflight++;
if (!walker->sendTiming(this, write)) {
retrying = true;
writes.push_back(write);
inflight--;
return;
}
}
}
unsigned
Walker::WalkerState::numInflight() const
{
return inflight;
}
bool
Walker::WalkerState::isRetrying()
{
return retrying;
}
bool
Walker::WalkerState::isTiming()
{
return timing;
}
bool
Walker::WalkerState::wasStarted()
{
return started;
}
void
Walker::WalkerState::squash()
{
squashed = true;
}
void
Walker::WalkerState::retry()
{
retrying = false;
sendPackets();
}
Fault
Walker::WalkerState::pageFault(bool present)
{
DPRINTF(PageTableWalker, "Raising page fault.\n");
return walker->tlb->createPagefault(entry.vaddr, mode);
}
} /* end namespace RiscvISA */
RiscvISA::Walker *
RiscvPagetableWalkerParams::create()
{
return new RiscvISA::Walker(this);
}