| # |
| # Copyright (c) 2015 Advanced Micro Devices, Inc. |
| # All rights reserved. |
| # |
| # For use for simulation and test purposes only |
| # |
| # Redistribution and use in source and binary forms, with or without |
| # modification, are permitted provided that the following conditions are met: |
| # |
| # 1. Redistributions of source code must retain the above copyright notice, |
| # this list of conditions and the following disclaimer. |
| # |
| # 2. Redistributions in binary form must reproduce the above copyright notice, |
| # this list of conditions and the following disclaimer in the documentation |
| # and/or other materials provided with the distribution. |
| # |
| # 3. Neither the name of the copyright holder nor the names of its contributors |
| # may be used to endorse or promote products derived from this software |
| # without specific prior written permission. |
| # |
| # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" |
| # AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
| # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE |
| # ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE |
| # LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR |
| # CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF |
| # SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS |
| # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN |
| # CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) |
| # ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE |
| # POSSIBILITY OF SUCH DAMAGE. |
| # |
| # Author: Brad Beckmann |
| # |
| |
| import m5 |
| from m5.objects import * |
| from m5.defines import buildEnv |
| from m5.util import addToPath |
| import os, optparse, sys, math, glob |
| |
| m5.util.addToPath('../configs/') |
| |
| from ruby import Ruby |
| from common import Options |
| from common import GPUTLBOptions, GPUTLBConfig |
| |
| ########################## Script Options ######################## |
| def setOption(parser, opt_str, value = 1): |
| # check to make sure the option actually exists |
| if not parser.has_option(opt_str): |
| raise Exception("cannot find %s in list of possible options" % opt_str) |
| |
| opt = parser.get_option(opt_str) |
| # set the value |
| exec("parser.values.%s = %s" % (opt.dest, value)) |
| |
| def getOption(parser, opt_str): |
| # check to make sure the option actually exists |
| if not parser.has_option(opt_str): |
| raise Exception("cannot find %s in list of possible options" % opt_str) |
| |
| opt = parser.get_option(opt_str) |
| # get the value |
| exec("return_value = parser.values.%s" % opt.dest) |
| return return_value |
| |
| def run_test(root): |
| """gpu test requires a specialized run_test implementation to set up the |
| mmio space.""" |
| |
| # instantiate configuration |
| m5.instantiate() |
| |
| # Now that the system has been constructed, setup the mmio space |
| root.system.cpu[0].workload[0].map(0x10000000, 0x200000000, 4096) |
| |
| # simulate until program terminates |
| exit_event = m5.simulate(maxtick) |
| print 'Exiting @ tick', m5.curTick(), 'because', exit_event.getCause() |
| |
| parser = optparse.OptionParser() |
| Options.addCommonOptions(parser) |
| Options.addSEOptions(parser) |
| |
| parser.add_option("-k", "--kernel-files", |
| help="file(s) containing GPU kernel code (colon separated)") |
| parser.add_option("-u", "--num-compute-units", type="int", default=2, |
| help="number of GPU compute units"), |
| parser.add_option("--num-cp", type="int", default=0, |
| help="Number of GPU Command Processors (CP)") |
| parser.add_option("--simds-per-cu", type="int", default=4, help="SIMD units" \ |
| "per CU") |
| parser.add_option("--cu-per-sqc", type="int", default=4, help="number of CUs" \ |
| "sharing an SQC (icache, and thus icache TLB)") |
| parser.add_option("--wf-size", type="int", default=64, |
| help="Wavefront size(in workitems)") |
| parser.add_option("--wfs-per-simd", type="int", default=8, help="Number of " \ |
| "WF slots per SIMD") |
| parser.add_option("--sp-bypass-path-length", type="int", default=4, \ |
| help="Number of stages of bypass path in vector ALU for Single "\ |
| "Precision ops") |
| parser.add_option("--dp-bypass-path-length", type="int", default=4, \ |
| help="Number of stages of bypass path in vector ALU for Double "\ |
| "Precision ops") |
| parser.add_option("--issue-period", type="int", default=4, \ |
| help="Number of cycles per vector instruction issue period") |
| parser.add_option("--glbmem-wr-bus-width", type="int", default=32, \ |
| help="VGPR to Coalescer (Global Memory) data bus width in bytes") |
| parser.add_option("--glbmem-rd-bus-width", type="int", default=32, \ |
| help="Coalescer to VGPR (Global Memory) data bus width in bytes") |
| parser.add_option("--shr-mem-pipes-per-cu", type="int", default=1, \ |
| help="Number of Shared Memory pipelines per CU") |
| parser.add_option("--glb-mem-pipes-per-cu", type="int", default=1, \ |
| help="Number of Global Memory pipelines per CU") |
| parser.add_option("--vreg-file-size", type="int", default=2048, |
| help="number of physical vector registers per SIMD") |
| parser.add_option("--bw-scalor", type="int", default=0, |
| help="bandwidth scalor for scalability analysis") |
| parser.add_option("--CPUClock", type="string", default="2GHz", |
| help="CPU clock") |
| parser.add_option("--GPUClock", type="string", default="1GHz", |
| help="GPU clock") |
| parser.add_option("--cpu-voltage", action="store", type="string", |
| default='1.0V', |
| help = """CPU voltage domain""") |
| parser.add_option("--gpu-voltage", action="store", type="string", |
| default='1.0V', |
| help = """CPU voltage domain""") |
| parser.add_option("--CUExecPolicy", type="string", default="OLDEST-FIRST", |
| help="WF exec policy (OLDEST-FIRST, ROUND-ROBIN)") |
| parser.add_option("--xact-cas-mode", action="store_true", |
| help="enable load_compare mode (transactional CAS)") |
| parser.add_option("--SegFaultDebug",action="store_true", |
| help="checks for GPU seg fault before TLB access") |
| parser.add_option("--LocalMemBarrier",action="store_true", |
| help="Barrier does not wait for writethroughs to complete") |
| parser.add_option("--countPages", action="store_true", |
| help="Count Page Accesses and output in per-CU output files") |
| parser.add_option("--TLB-prefetch", type="int", help = "prefetch depth for"\ |
| "TLBs") |
| parser.add_option("--pf-type", type="string", help="type of prefetch: "\ |
| "PF_CU, PF_WF, PF_PHASE, PF_STRIDE") |
| parser.add_option("--pf-stride", type="int", help="set prefetch stride") |
| parser.add_option("--numLdsBanks", type="int", default=32, |
| help="number of physical banks per LDS module") |
| parser.add_option("--ldsBankConflictPenalty", type="int", default=1, |
| help="number of cycles per LDS bank conflict") |
| |
| # Add the ruby specific and protocol specific options |
| Ruby.define_options(parser) |
| |
| GPUTLBOptions.tlb_options(parser) |
| |
| (options, args) = parser.parse_args() |
| |
| # The GPU cache coherence protocols only work with the backing store |
| setOption(parser, "--access-backing-store") |
| |
| # Currently, the sqc (I-Cache of GPU) is shared by |
| # multiple compute units(CUs). The protocol works just fine |
| # even if sqc is not shared. Overriding this option here |
| # so that the user need not explicitly set this (assuming |
| # sharing sqc is the common usage) |
| n_cu = options.num_compute_units |
| num_sqc = int(math.ceil(float(n_cu) / options.cu_per_sqc)) |
| options.num_sqc = num_sqc # pass this to Ruby |
| |
| ########################## Creating the GPU system ######################## |
| # shader is the GPU |
| shader = Shader(n_wf = options.wfs_per_simd, |
| clk_domain = SrcClockDomain( |
| clock = options.GPUClock, |
| voltage_domain = VoltageDomain( |
| voltage = options.gpu_voltage)), |
| timing = True) |
| |
| # GPU_RfO(Read For Ownership) implements SC/TSO memory model. |
| # Other GPU protocols implement release consistency at GPU side. |
| # So, all GPU protocols other than GPU_RfO should make their writes |
| # visible to the global memory and should read from global memory |
| # during kernal boundary. The pipeline initiates(or do not initiate) |
| # the acquire/release operation depending on this impl_kern_boundary_sync |
| # flag. This flag=true means pipeline initiates a acquire/release operation |
| # at kernel boundary. |
| if buildEnv['PROTOCOL'] == 'GPU_RfO': |
| shader.impl_kern_boundary_sync = False |
| else: |
| shader.impl_kern_boundary_sync = True |
| |
| # Switching off per-lane TLB by default |
| per_lane = False |
| if options.TLB_config == "perLane": |
| per_lane = True |
| |
| # List of compute units; one GPU can have multiple compute units |
| compute_units = [] |
| for i in xrange(n_cu): |
| compute_units.append(ComputeUnit(cu_id = i, perLaneTLB = per_lane, |
| num_SIMDs = options.simds_per_cu, |
| wfSize = options.wf_size, |
| spbypass_pipe_length = \ |
| options.sp_bypass_path_length, |
| dpbypass_pipe_length = \ |
| options.dp_bypass_path_length, |
| issue_period = options.issue_period, |
| coalescer_to_vrf_bus_width = \ |
| options.glbmem_rd_bus_width, |
| vrf_to_coalescer_bus_width = \ |
| options.glbmem_wr_bus_width, |
| num_global_mem_pipes = \ |
| options.glb_mem_pipes_per_cu, |
| num_shared_mem_pipes = \ |
| options.shr_mem_pipes_per_cu, |
| n_wf = options.wfs_per_simd, |
| execPolicy = options.CUExecPolicy, |
| xactCasMode = options.xact_cas_mode, |
| debugSegFault = options.SegFaultDebug, |
| functionalTLB = True, |
| localMemBarrier = options.LocalMemBarrier, |
| countPages = options.countPages, |
| localDataStore = \ |
| LdsState(banks = options.numLdsBanks, |
| bankConflictPenalty = \ |
| options.ldsBankConflictPenalty))) |
| wavefronts = [] |
| vrfs = [] |
| for j in xrange(options.simds_per_cu): |
| for k in xrange(shader.n_wf): |
| wavefronts.append(Wavefront(simdId = j, wf_slot_id = k)) |
| vrfs.append(VectorRegisterFile(simd_id=j, |
| num_regs_per_simd=options.vreg_file_size)) |
| compute_units[-1].wavefronts = wavefronts |
| compute_units[-1].vector_register_file = vrfs |
| if options.TLB_prefetch: |
| compute_units[-1].prefetch_depth = options.TLB_prefetch |
| compute_units[-1].prefetch_prev_type = options.pf_type |
| |
| # attach the LDS and the CU to the bus (actually a Bridge) |
| compute_units[-1].ldsPort = compute_units[-1].ldsBus.slave |
| compute_units[-1].ldsBus.master = compute_units[-1].localDataStore.cuPort |
| |
| # Attach compute units to GPU |
| shader.CUs = compute_units |
| |
| # this is a uniprocessor only test, thus the shader is the second index in the |
| # list of "system.cpus" |
| options.num_cpus = 1 |
| shader_idx = 1 |
| cpu = TimingSimpleCPU(cpu_id=0) |
| |
| ########################## Creating the GPU dispatcher ######################## |
| # Dispatcher dispatches work from host CPU to GPU |
| host_cpu = cpu |
| dispatcher = GpuDispatcher() |
| |
| # Currently does not test for command processors |
| cpu_list = [cpu] + [shader] + [dispatcher] |
| |
| system = System(cpu = cpu_list, |
| mem_ranges = [AddrRange(options.mem_size)], |
| mem_mode = 'timing') |
| |
| # Dummy voltage domain for all our clock domains |
| system.voltage_domain = VoltageDomain(voltage = options.sys_voltage) |
| system.clk_domain = SrcClockDomain(clock = '1GHz', |
| voltage_domain = system.voltage_domain) |
| |
| # Create a seperate clock domain for components that should run at |
| # CPUs frequency |
| system.cpu[0].clk_domain = SrcClockDomain(clock = '2GHz', |
| voltage_domain = \ |
| system.voltage_domain) |
| |
| # configure the TLB hierarchy |
| GPUTLBConfig.config_tlb_hierarchy(options, system, shader_idx) |
| |
| # create Ruby system |
| system.piobus = IOXBar(width=32, response_latency=0, |
| frontend_latency=0, forward_latency=0) |
| Ruby.create_system(options, None, system) |
| |
| # Create a separate clock for Ruby |
| system.ruby.clk_domain = SrcClockDomain(clock = options.ruby_clock, |
| voltage_domain = system.voltage_domain) |
| |
| # create the interrupt controller |
| cpu.createInterruptController() |
| |
| # |
| # Tie the cpu cache ports to the ruby cpu ports and |
| # physmem, respectively |
| # |
| cpu.connectAllPorts(system.ruby._cpu_ports[0]) |
| system.ruby._cpu_ports[0].mem_master_port = system.piobus.slave |
| |
| # attach CU ports to Ruby |
| # Because of the peculiarities of the CP core, you may have 1 CPU but 2 |
| # sequencers and thus 2 _cpu_ports created. Your GPUs shouldn't be |
| # hooked up until after the CP. To make this script generic, figure out |
| # the index as below, but note that this assumes there is one sequencer |
| # per compute unit and one sequencer per SQC for the math to work out |
| # correctly. |
| gpu_port_idx = len(system.ruby._cpu_ports) \ |
| - options.num_compute_units - options.num_sqc |
| gpu_port_idx = gpu_port_idx - options.num_cp * 2 |
| |
| wavefront_size = options.wf_size |
| for i in xrange(n_cu): |
| # The pipeline issues wavefront_size number of uncoalesced requests |
| # in one GPU issue cycle. Hence wavefront_size mem ports. |
| for j in xrange(wavefront_size): |
| system.cpu[shader_idx].CUs[i].memory_port[j] = \ |
| system.ruby._cpu_ports[gpu_port_idx].slave[j] |
| gpu_port_idx += 1 |
| |
| for i in xrange(n_cu): |
| if i > 0 and not i % options.cu_per_sqc: |
| gpu_port_idx += 1 |
| system.cpu[shader_idx].CUs[i].sqc_port = \ |
| system.ruby._cpu_ports[gpu_port_idx].slave |
| gpu_port_idx = gpu_port_idx + 1 |
| |
| # Current regression tests do not support the command processor |
| assert(options.num_cp == 0) |
| |
| # connect dispatcher to the system.piobus |
| dispatcher.pio = system.piobus.master |
| dispatcher.dma = system.piobus.slave |
| |
| ################# Connect the CPU and GPU via GPU Dispatcher ################### |
| # CPU rings the GPU doorbell to notify a pending task |
| # using this interface. |
| # And GPU uses this interface to notify the CPU of task completion |
| # The communcation happens through emulated driver. |
| |
| # Note this implicit setting of the cpu_pointer, shader_pointer and tlb array |
| # parameters must be after the explicit setting of the System cpu list |
| shader.cpu_pointer = host_cpu |
| dispatcher.cpu = host_cpu |
| dispatcher.shader_pointer = shader |
| |
| # ----------------------- |
| # run simulation |
| # ----------------------- |
| |
| root = Root(full_system = False, system = system) |
| m5.ticks.setGlobalFrequency('1THz') |
| root.system.mem_mode = 'timing' |