1 # Copyright (c) 2006-2007 The Regents of The University of Michigan
2 # Copyright (c) 2009 Advanced Micro Devices, Inc.
5 # Redistribution and use in source and binary forms, with or without
6 # modification, are permitted provided that the following conditions are
7 # met: redistributions of source code must retain the above copyright
8 # notice, this list of conditions and the following disclaimer;
9 # redistributions in binary form must reproduce the above copyright
10 # notice, this list of conditions and the following disclaimer in the
11 # documentation and/or other materials provided with the distribution;
12 # neither the name of the copyright holders nor the names of its
13 # contributors may be used to endorse or promote products derived from
14 # this software without specific prior written permission.
16 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28 # Authors: Brad Beckmann
32 from m5
.objects
import *
33 from m5
.defines
import buildEnv
34 from Ruby
import create_topology
35 from Ruby
import send_evicts
38 # Note: the L1 Cache latency is only used by the sequencer on fast path hits
40 class L1Cache(RubyCache
):
44 # Note: the L2 Cache latency is not currently used
46 class L2Cache(RubyCache
):
50 # Probe filter is a cache, latency is not used
52 class ProbeFilter(RubyCache
):
55 def define_options(parser
):
56 parser
.add_option("--allow-atomic-migration", action
="store_true",
57 help="allow migratory sharing for atomic only accessed blocks")
58 parser
.add_option("--pf-on", action
="store_true",
59 help="Hammer: enable Probe Filter")
60 parser
.add_option("--dir-on", action
="store_true",
61 help="Hammer: enable Full-bit Directory")
63 def create_system(options
, full_system
, system
, dma_ports
, ruby_system
):
65 if buildEnv
['PROTOCOL'] != 'MOESI_hammer':
66 panic("This script requires the MOESI_hammer protocol to be built.")
71 # The ruby network creation expects the list of nodes in the system to be
72 # consistent with the NetDest list. Therefore the l1 controller nodes must be
73 # listed before the directory nodes and directory nodes before dma nodes, etc.
80 # Must create the individual controllers before the network to ensure the
81 # controller constructors are called before the network constructor
83 block_size_bits
= int(math
.log(options
.cacheline_size
, 2))
85 for i
in xrange(options
.num_cpus
):
87 # First create the Ruby objects associated with this cpu
89 l1i_cache
= L1Cache(size
= options
.l1i_size
,
90 assoc
= options
.l1i_assoc
,
91 start_index_bit
= block_size_bits
,
93 l1d_cache
= L1Cache(size
= options
.l1d_size
,
94 assoc
= options
.l1d_assoc
,
95 start_index_bit
= block_size_bits
)
96 l2_cache
= L2Cache(size
= options
.l2_size
,
97 assoc
= options
.l2_assoc
,
98 start_index_bit
= block_size_bits
)
100 l1_cntrl
= L1Cache_Controller(version
= i
,
101 L1Icache
= l1i_cache
,
102 L1Dcache
= l1d_cache
,
104 no_mig_atomic
= not \
105 options
.allow_atomic_migration
,
106 send_evictions
= send_evicts(options
),
107 transitions_per_cycle
= options
.ports
,
108 clk_domain
=system
.cpu
[i
].clk_domain
,
109 ruby_system
= ruby_system
)
111 cpu_seq
= RubySequencer(version
= i
,
114 clk_domain
=system
.cpu
[i
].clk_domain
,
115 ruby_system
= ruby_system
)
117 l1_cntrl
.sequencer
= cpu_seq
118 if options
.recycle_latency
:
119 l1_cntrl
.recycle_latency
= options
.recycle_latency
121 exec("ruby_system.l1_cntrl%d = l1_cntrl" % i
)
123 # Add controllers and sequencers to the appropriate lists
124 cpu_sequencers
.append(cpu_seq
)
125 l1_cntrl_nodes
.append(l1_cntrl
)
127 # Connect the L1 controller and the network
128 # Connect the buffers from the controller to network
129 l1_cntrl
.requestFromCache
= ruby_system
.network
.slave
130 l1_cntrl
.responseFromCache
= ruby_system
.network
.slave
131 l1_cntrl
.unblockFromCache
= ruby_system
.network
.slave
133 # Connect the buffers from the network to the controller
134 l1_cntrl
.forwardToCache
= ruby_system
.network
.master
135 l1_cntrl
.responseToCache
= ruby_system
.network
.master
138 phys_mem_size
= sum(map(lambda r
: r
.size(), system
.mem_ranges
))
139 assert(phys_mem_size
% options
.num_dirs
== 0)
140 mem_module_size
= phys_mem_size
/ options
.num_dirs
143 # determine size and index bits for probe filter
144 # By default, the probe filter size is configured to be twice the
145 # size of the L2 cache.
147 pf_size
= MemorySize(options
.l2_size
)
148 pf_size
.value
= pf_size
.value
* 2
149 dir_bits
= int(math
.log(options
.num_dirs
, 2))
150 pf_bits
= int(math
.log(pf_size
.value
, 2))
151 if options
.numa_high_bit
:
152 if options
.pf_on
or options
.dir_on
:
153 # if numa high bit explicitly set, make sure it does not overlap
154 # with the probe filter index
155 assert(options
.numa_high_bit
- dir_bits
> pf_bits
)
157 # set the probe filter start bit to just above the block offset
158 pf_start_bit
= block_size_bits
161 pf_start_bit
= dir_bits
+ block_size_bits
- 1
163 pf_start_bit
= block_size_bits
165 # Run each of the ruby memory controllers at a ratio of the frequency of
167 # clk_divider value is a fix to pass regression.
168 ruby_system
.memctrl_clk_domain
= DerivedClockDomain(
169 clk_domain
=ruby_system
.clk_domain
,
172 for i
in xrange(options
.num_dirs
):
173 dir_size
= MemorySize('0B')
174 dir_size
.value
= mem_module_size
176 pf
= ProbeFilter(size
= pf_size
, assoc
= 4,
177 start_index_bit
= pf_start_bit
)
179 dir_cntrl
= Directory_Controller(version
= i
,
180 directory
= RubyDirectoryMemory(
181 version
= i
, size
= dir_size
),
183 probe_filter_enabled
= options
.pf_on
,
184 full_bit_dir_enabled
= options
.dir_on
,
185 transitions_per_cycle
= options
.ports
,
186 ruby_system
= ruby_system
)
188 if options
.recycle_latency
:
189 dir_cntrl
.recycle_latency
= options
.recycle_latency
191 exec("ruby_system.dir_cntrl%d = dir_cntrl" % i
)
192 dir_cntrl_nodes
.append(dir_cntrl
)
194 # Connect the directory controller to the network
195 dir_cntrl
.forwardFromDir
= ruby_system
.network
.slave
196 dir_cntrl
.responseFromDir
= ruby_system
.network
.slave
197 dir_cntrl
.dmaResponseFromDir
= ruby_system
.network
.slave
199 dir_cntrl
.unblockToDir
= ruby_system
.network
.master
200 dir_cntrl
.responseToDir
= ruby_system
.network
.master
201 dir_cntrl
.requestToDir
= ruby_system
.network
.master
202 dir_cntrl
.dmaRequestToDir
= ruby_system
.network
.master
205 for i
, dma_port
in enumerate(dma_ports
):
207 # Create the Ruby objects associated with the dma controller
209 dma_seq
= DMASequencer(version
= i
,
210 ruby_system
= ruby_system
,
213 dma_cntrl
= DMA_Controller(version
= i
,
214 dma_sequencer
= dma_seq
,
215 transitions_per_cycle
= options
.ports
,
216 ruby_system
= ruby_system
)
218 exec("ruby_system.dma_cntrl%d = dma_cntrl" % i
)
219 dma_cntrl_nodes
.append(dma_cntrl
)
221 if options
.recycle_latency
:
222 dma_cntrl
.recycle_latency
= options
.recycle_latency
224 # Connect the dma controller to the network
225 dma_cntrl
.responseFromDir
= ruby_system
.network
.master
226 dma_cntrl
.requestToDir
= ruby_system
.network
.slave
228 all_cntrls
= l1_cntrl_nodes
+ dir_cntrl_nodes
+ dma_cntrl_nodes
230 # Create the io controller and the sequencer
232 io_seq
= DMASequencer(version
=len(dma_ports
), ruby_system
=ruby_system
)
233 ruby_system
._io
_port
= io_seq
234 io_controller
= DMA_Controller(version
= len(dma_ports
),
235 dma_sequencer
= io_seq
,
236 ruby_system
= ruby_system
)
237 ruby_system
.io_controller
= io_controller
239 # Connect the dma controller to the network
240 io_controller
.responseFromDir
= ruby_system
.network
.master
241 io_controller
.requestToDir
= ruby_system
.network
.slave
243 all_cntrls
= all_cntrls
+ [io_controller
]
245 topology
= create_topology(all_cntrls
, options
)
246 return (cpu_sequencers
, dir_cntrl_nodes
, topology
)