riscv-bluespec-classic/bs/Bus/Bus.bs

package Bus(mkBus, Bus(..)) where

import Types
import BusTypes
import Client
import Server
import TagEngine

import Vector
import Util
import Arbiter
import FIFO
import FIFOF
import SpecialFIFOs
import Printf

-- Creates a Bus Module that supports multiple clients and servers
-- submitting requests and simultaneously returning responses.
-- Responses can be consumed by clients out of order(useful when some
-- servers respond before others) as all client submitted requests are
-- tagged with tags that are unique for the duration of the transaction
--  - and well-behaved servers should keep that tag when responding.

-- Explicitly inform the compiler that log2 n <= log2(n + 1)
mkBus :: (Add n (TLog numServers) (TLog (TAdd numServers 1)))
      => (Addr -> Maybe (MkServerIdx numServers))
      -> Module (Bus inFlightTransactions numClients numServers)
mkBus serverMap = do
    -- Tag engines for each client to manage transaction tags
    tagEngineByClientVec :: Vector numClients (TagEngine inFlightTransactions)
    tagEngineByClientVec <- replicateM mkTagEngine

    -- There are `numClients` clients, each of which needs its own client
    -- response arbiter as there are `numServer` servers that may wish to
    -- submit a response to a given client. Furthermore the rule that routes
    -- client requests to servers makes for another potential submitter to
    -- the client response arbiter as it may determine that a request is
    -- unmappable and simply bypass submitting the request to a server,
    -- instead opting to form a `BusError UnMapped` response to be submitted
    -- directly to a client response arbiter. Thus the client response arbiter
    -- must arbit between a total of `numServers + 1` requestors.
    responseArbiterByClient :: Vector numClients (Arbiter.Arbiter_IFC (TAdd numServers 1))
    responseArbiterByClient <- replicateM (mkArbiter False)

    -- There are `numServer` servers, each of which needs its own arbiter as
    -- there are up to `numClient` clients that may wish to submit a response
    -- to a given server.
    requestArbiterByServer :: Vector numServers (Arbiter.Arbiter_IFC numClients)
    requestArbiterByServer <- replicateM (mkArbiter False)

    -- Queues to hold requests from clients
    clientRequestQueues :: Vector numClients (FIFOF (TaggedBusRequest inFlightTransactions))
    clientRequestQueues <- replicateM (mkSizedBypassFIFOF (valueOf inFlightTransactions))

    -- Queues to hold responses to clients
    clientResponseQueues :: Vector numClients (FIFOF (TaggedBusResponse inFlightTransactions))
    clientResponseQueues <- replicateM (mkSizedBypassFIFOF (valueOf inFlightTransactions))

    -- The following two vectors of single depth FIFOs make it easier to push/pull data
    -- to/from internal server methods as they provide back-pressure in both directions,
    -- and behave as a wire when queue is empty.
    -- If looking at the example bus.drawio diagram, the following two vectors effectively
    -- correspond to the two arrows going from the blue box to the servers.
    consumeRequestQueues :: Vector numServers (
                                        FIFOF (
                                            MkClientTagType numClients,
                                            TaggedBusRequest inFlightTransactions
                                            )
                                        )
    consumeRequestQueues <- replicateM mkBypassFIFOF

    submitResponseQueues :: Vector numServers (
                                        FIFOF (
                                            MkClientTagType numClients,
                                            TaggedBusResponse inFlightTransactions
                                            )
                                        )
    submitResponseQueues <- replicateM mkBypassFIFOF

    let clientRules :: Vector numClients (Rules)
        clientRules = genWith |> \clientIdx ->
            let selectedClientReqQueue :: FIFOF (TaggedBusRequest inFlightTransactions)
                selectedClientReqQueue = select clientRequestQueues clientIdx

                selectedClientRespQueue :: FIFOF (TaggedBusResponse inFlightTransactions)
                selectedClientRespQueue = select clientResponseQueues clientIdx

                selectedClientRespArbiter :: Arbiter.Arbiter_IFC (TAdd numServers 1)
                selectedClientRespArbiter = select responseArbiterByClient clientIdx

                clientRouterRule :: Rules
                clientRouterRule =  clientRouteRequest
                    clientIdx
                    selectedClientReqQueue
                    requestArbiterByServer
                    responseArbiterByClient
                    serverMap

                clientArbiterRule :: Rules
                clientArbiterRule = clientArbitSubmission
                    clientIdx
                    selectedClientReqQueue
                    selectedClientRespQueue
                    selectedClientRespArbiter
                    submitResponseQueues
            in
                clientRouterRule <+> clientArbiterRule

    let serverRules :: Vector numServers (Rules)
        serverRules = genWith |> \serverIdx ->
            let selectedServerArbiter :: Arbiter.Arbiter_IFC numClients
                selectedServerArbiter = select requestArbiterByServer serverIdx

                selectedConsumeReqQueue :: FIFOF (MkClientTagType numClients, TaggedBusRequest inFlightTransactions)
                selectedConsumeReqQueue = select consumeRequestQueues serverIdx

                selectedSubmitRespQueue :: FIFOF (MkClientTagType numClients, TaggedBusResponse inFlightTransactions)
                selectedSubmitRespQueue = select submitResponseQueues serverIdx

                serverRouterRule :: Rules
                serverRouterRule = serverRouteResponse
                    serverIdx
                    selectedSubmitRespQueue
                    responseArbiterByClient

                serverArbiterRule :: Rules
                serverArbiterRule = serverArbitRequests
                    serverIdx
                    selectedServerArbiter
                    selectedConsumeReqQueue
                    clientRequestQueues
            in
                serverRouterRule <+> serverArbiterRule

    addRules |> foldr (<+>) (rules {}) clientRules
    addRules |> foldr (<+>) (rules {}) serverRules

    -- Client interface vector
    let clients :: Vector numClients (BusClient inFlightTransactions)
        clients = genWith |> \clientIdx ->
            let
                selectedClientRequestQueue :: FIFOF (TaggedBusRequest inFlightTransactions)
                selectedClientRequestQueue = (select clientRequestQueues clientIdx)

                selectedClientResponseQueue :: FIFOF (TaggedBusResponse inFlightTransactions)
                selectedClientResponseQueue = (select clientResponseQueues clientIdx)

                selectedTagEngine :: TagEngine inFlightTransactions
                selectedTagEngine = (select tagEngineByClientVec clientIdx)
            in
                interface BusClient
                    submitRequest   :: BusRequest
                                    -> ActionValue (MkTagType inFlightTransactions)
                    submitRequest busRequest = do
                        tag <- selectedTagEngine.requestTag
                        let taggedReuqest = TaggedBusRequest {tag = tag; busRequest = busRequest}
                        selectedClientRequestQueue.enq taggedReuqest
                        return tag

                    consumeResponse :: ActionValue (TaggedBusResponse inFlightTransactions)
                    consumeResponse = do
                        let
                            busResponse :: (TaggedBusResponse inFlightTransactions)
                            busResponse = selectedClientResponseQueue.first
                        selectedTagEngine.retireTag busResponse.tag
                        selectedClientResponseQueue.deq
                        return busResponse

    -- Server interface vector
    let servers :: Vector numServers (BusServer inFlightTransactions numClients)
        servers = genWith |> \serverIdx ->
            let
                selectedConsumeRequestQueue :: FIFOF (
                                                MkClientTagType numClients,
                                                TaggedBusRequest inFlightTransactions
                                                )
                selectedConsumeRequestQueue = (select consumeRequestQueues serverIdx)
            in
                interface BusServer
                    consumeRequest  :: ActionValue (
                                        MkClientTagType numClients,
                                        TaggedBusRequest inFlightTransactions
                                        )
                    consumeRequest = do
                        selectedConsumeRequestQueue.deq
                        return selectedConsumeRequestQueue.first

                    submitResponse  :: ( MkClientTagType numClients,
                                        TaggedBusResponse inFlightTransactions
                                        ) -> Action
                    submitResponse (clientTag, taggedBusResponse) = do
                        let
                            selectedSubmitResponseQueue :: FIFOF (
                                                                MkClientTagType numClients,
                                                                TaggedBusResponse inFlightTransactions
                                                            )
                            selectedSubmitResponseQueue = (select submitResponseQueues serverIdx)
                        selectedSubmitResponseQueue.enq (clientTag, taggedBusResponse)

    return |>
        interface Bus
            clients = clients
            servers = servers