297 lines
13 KiB
Python
Executable File
297 lines
13 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
|
|
#
|
|
# This file is part of LiteX-Boards.
|
|
#
|
|
# Copyright (c) 2021 Sergiu Mosanu <sm7ed@virginia.edu>
|
|
# Copyright (c) 2020-2021 Florent Kermarrec <florent@enjoy-digital.fr>
|
|
# Copyright (c) 2020 Antmicro <www.antmicro.com>
|
|
#
|
|
# SPDX-License-Identifier: BSD-2-Clause
|
|
|
|
import argparse, os
|
|
|
|
from migen import *
|
|
from migen.genlib.resetsync import AsyncResetSynchronizer
|
|
|
|
from litex_boards.platforms import alveo_u280
|
|
|
|
from litex.soc.cores.clock import *
|
|
from litex.soc.integration.soc_core import *
|
|
from litex.soc.integration.soc import SoCRegion
|
|
from litex.soc.integration.builder import *
|
|
from litex.soc.interconnect.axi import *
|
|
from litex.soc.interconnect.csr import *
|
|
|
|
from litex.soc.cores.led import LedChaser
|
|
from litedram.modules import MTA18ASF2G72PZ
|
|
from litedram.phy import usddrphy
|
|
|
|
from litepcie.phy.usppciephy import USPPCIEPHY
|
|
from litepcie.software import generate_litepcie_software
|
|
|
|
from litedram.common import *
|
|
from litedram.frontend.axi import *
|
|
|
|
from litescope import LiteScopeAnalyzer
|
|
|
|
# HBM IP
|
|
|
|
class HBMIP(Module, AutoCSR):
|
|
"""Xilinx Virtex US+ High Bandwidth Memory 2 IP wrapper"""
|
|
def __init__(self, platform, hbm_ip_name="hbm_0"):
|
|
self.platform = platform
|
|
self.hbm_name = hbm_ip_name
|
|
|
|
self.axi = []
|
|
self.apb = []
|
|
|
|
self.hbm_params = {}
|
|
|
|
self.init_done = CSRStatus()
|
|
|
|
# # #
|
|
|
|
class Open(Signal): pass
|
|
|
|
# Clocks -----------------------------------------------------------------------------------
|
|
# Ref = 100 MHz (HBM: 900 (225-900) MHz), drives internal PLL (1 per stack).
|
|
for i in range(2):
|
|
self.hbm_params[f"i_HBM_REF_CLK_{i:1d}"] = ClockSignal("hbm_ref")
|
|
|
|
# APB: 100 (50-100) MHz
|
|
for i in range(2):
|
|
self.hbm_params[f"i_APB_{i:1d}_PCLK"] = ClockSignal("apb")
|
|
self.hbm_params[f"i_APB_{i:1d}_PRESET_N"] = ~ResetSignal("apb")
|
|
|
|
# AXI: 450 (225-450) MHz
|
|
for i in range(32):
|
|
self.hbm_params[f"i_AXI_{i:02d}_ACLK"] = ClockSignal("axi")
|
|
self.hbm_params[f"i_AXI_{i:02d}_ARESET_N"] = ~ResetSignal("apb")
|
|
|
|
# AXI --------------------------------------------------------------------------------------
|
|
for i in range(32):
|
|
axi = AXIInterface(data_width=256, address_width=33, id_width=6)
|
|
self.axi.append(axi)
|
|
|
|
# AW Channel.
|
|
self.hbm_params[f"i_AXI_{i :02d}_AWADDR"] = axi.aw.addr
|
|
self.hbm_params[f"i_AXI_{i :02d}_AWBURST"] = axi.aw.burst
|
|
self.hbm_params[f"i_AXI_{i :02d}_AWID"] = axi.aw.id
|
|
self.hbm_params[f"i_AXI_{i :02d}_AWLEN"] = axi.aw.len
|
|
self.hbm_params[f"i_AXI_{i :02d}_AWSIZE"] = axi.aw.size
|
|
self.hbm_params[f"i_AXI_{i :02d}_AWVALID"] = axi.aw.valid
|
|
self.hbm_params[f"o_AXI_{i :02d}_AWREADY"] = axi.aw.ready
|
|
|
|
# W Channel.
|
|
self.hbm_params[f"i_AXI_{i:02d}_WDATA"] = axi.w.data
|
|
self.hbm_params[f"i_AXI_{i:02d}_WLAST"] = axi.w.last
|
|
self.hbm_params[f"i_AXI_{i:02d}_WSTRB"] = axi.w.strb
|
|
self.hbm_params[f"i_AXI_{i:02d}_WDATA_PARITY"] = 0 # FIXME: Manage parity?
|
|
self.hbm_params[f"i_AXI_{i:02d}_WVALID"] = axi.w.valid
|
|
self.hbm_params[f"o_AXI_{i:02d}_WREADY"] = axi.w.ready
|
|
|
|
# B Channel.
|
|
self.hbm_params[f"o_AXI_{i:02d}_BID"] = axi.b.id
|
|
self.hbm_params[f"o_AXI_{i:02d}_BRESP"] = axi.b.resp
|
|
self.hbm_params[f"o_AXI_{i:02d}_BVALID"] = axi.b.valid
|
|
self.hbm_params[f"i_AXI_{i:02d}_BREADY"] = axi.b.ready
|
|
|
|
# AR Channel.
|
|
self.hbm_params[f"i_AXI_{i:02d}_ARADDR"] = axi.ar.addr
|
|
self.hbm_params[f"i_AXI_{i:02d}_ARBURST"] = axi.ar.burst
|
|
self.hbm_params[f"i_AXI_{i:02d}_ARID"] = axi.ar.id
|
|
self.hbm_params[f"i_AXI_{i:02d}_ARLEN"] = axi.ar.len
|
|
self.hbm_params[f"i_AXI_{i:02d}_ARSIZE"] = axi.ar.size
|
|
self.hbm_params[f"i_AXI_{i:02d}_ARVALID"] = axi.ar.valid
|
|
self.hbm_params[f"o_AXI_{i:02d}_ARREADY"] = axi.ar.ready
|
|
|
|
# R Channel.
|
|
self.hbm_params[f"o_AXI_{i:02d}_RDATA_PARITY"] = Open() # FIXME: Manage parity?
|
|
self.hbm_params[f"o_AXI_{i:02d}_RDATA"] = axi.r.data
|
|
self.hbm_params[f"o_AXI_{i:02d}_RID"] = axi.r.id
|
|
self.hbm_params[f"o_AXI_{i:02d}_RLAST"] = axi.r.last
|
|
self.hbm_params[f"o_AXI_{i:02d}_RRESP"] = axi.r.resp
|
|
self.hbm_params[f"o_AXI_{i:02d}_RVALID"] = axi.r.valid
|
|
self.hbm_params[f"i_AXI_{i:02d}_RREADY"] = axi.r.ready
|
|
|
|
# APB --------------------------------------------------------------------------------------
|
|
# FIXME: Connect to CSR or Wishbone.
|
|
apb_complete = Signal(2)
|
|
for i in range(2):
|
|
self.hbm_params[f"i_APB_{i:1d}_PWDATA"] = 0
|
|
self.hbm_params[f"i_APB_{i:1d}_PADDR"] = 0
|
|
self.hbm_params[f"i_APB_{i:1d}_PENABLE"] = 0
|
|
self.hbm_params[f"i_APB_{i:1d}_PSEL"] = 0
|
|
self.hbm_params[f"i_APB_{i:1d}_PWRITE"] = 0
|
|
|
|
self.hbm_params[f"o_APB_{i:1d}_PRDATA"] = Open()
|
|
self.hbm_params[f"o_APB_{i:1d}_PREADY"] = Open()
|
|
self.hbm_params[f"o_APB_{i:1d}_PSLVERR"] = Open()
|
|
|
|
self.hbm_params[f"o_apb_complete_{i:1d}"] = apb_complete[i]
|
|
self.comb += self.init_done.status.eq(apb_complete == 0b11)
|
|
|
|
# Temperature ------------------------------------------------------------------------------
|
|
for i in range(2):
|
|
self.hbm_params[f"o_DRAM_{i:1d}_STAT_CATTRIP"] = Open()
|
|
self.hbm_params[f"o_DRAM_{i:1d}_STAT_TEMP"] = Open()
|
|
|
|
def add_sources(self, platform):
|
|
this_dir = os.path.dirname(os.path.abspath(os.path.realpath(__file__)))
|
|
os.system("wget https://github.com/litex-hub/litex-boards/files/6893157/hbm_0.xci.txt")
|
|
os.makedirs("ip/hbm", exist_ok=True)
|
|
os.system("mv hbm_0.xci.txt ip/hbm/hbm_0.xci")
|
|
platform.add_ip(os.path.join(this_dir, "ip", "hbm", self.hbm_name + ".xci"))
|
|
|
|
def do_finalize(self):
|
|
self.add_sources(self.platform)
|
|
self.specials += Instance(self.hbm_name, **self.hbm_params)
|
|
|
|
# CRG ----------------------------------------------------------------------------------------------
|
|
|
|
class _CRG(Module):
|
|
def __init__(self, platform, sys_clk_freq, ddram_channel, with_hbm):
|
|
if with_hbm:
|
|
self.clock_domains.cd_sys = ClockDomain()
|
|
self.clock_domains.cd_hbm_ref = ClockDomain()
|
|
self.clock_domains.cd_apb = ClockDomain()
|
|
else: # ddr4
|
|
self.rst = Signal()
|
|
self.clock_domains.cd_sys = ClockDomain()
|
|
self.clock_domains.cd_sys4x = ClockDomain(reset_less=True)
|
|
self.clock_domains.cd_pll4x = ClockDomain(reset_less=True)
|
|
self.clock_domains.cd_idelay = ClockDomain()
|
|
|
|
# # #
|
|
|
|
if with_hbm:
|
|
self.submodules.pll = pll = USMMCM(speedgrade=-2)
|
|
pll.register_clkin(platform.request("sysclk", ddram_channel), 100e6)
|
|
pll.create_clkout(self.cd_sys, sys_clk_freq)
|
|
pll.create_clkout(self.cd_hbm_ref, 100e6)
|
|
pll.create_clkout(self.cd_apb, 100e6)
|
|
platform.add_false_path_constraints(self.cd_sys.clk, self.cd_apb.clk)
|
|
else: # ddr4
|
|
self.submodules.pll = pll = USMMCM(speedgrade=-2)
|
|
self.comb += pll.reset.eq(self.rst)
|
|
pll.register_clkin(platform.request("sysclk", ddram_channel), 100e6)
|
|
pll.create_clkout(self.cd_pll4x, sys_clk_freq*4, buf=None, with_reset=False)
|
|
pll.create_clkout(self.cd_idelay, 600e6) #, with_reset=False
|
|
platform.add_false_path_constraints(self.cd_sys.clk, pll.clkin) # Ignore sys_clk to pll.clkin path created by SoC's rst.
|
|
|
|
self.specials += [
|
|
Instance("BUFGCE_DIV", name="main_bufgce_div",
|
|
p_BUFGCE_DIVIDE=4,
|
|
i_CE=1, i_I=self.cd_pll4x.clk, o_O=self.cd_sys.clk),
|
|
Instance("BUFGCE", name="main_bufgce",
|
|
i_CE=1, i_I=self.cd_pll4x.clk, o_O=self.cd_sys4x.clk),
|
|
# AsyncResetSynchronizer(self.cd_idelay, ~pll.locked),
|
|
]
|
|
|
|
self.submodules.idelayctrl = USIDELAYCTRL(cd_ref=self.cd_idelay, cd_sys=self.cd_sys)
|
|
|
|
# BaseSoC ------------------------------------------------------------------------------------------
|
|
|
|
class BaseSoC(SoCCore):
|
|
def __init__(self, sys_clk_freq=int(150e6), ddram_channel=0, with_pcie=False, with_led_chaser=False, with_hbm=False, **kwargs):
|
|
platform = alveo_u280.Platform()
|
|
if with_hbm:
|
|
assert 225e6 <= sys_clk_freq <= 450e6
|
|
|
|
# SoCCore ----------------------------------------------------------------------------------
|
|
SoCCore.__init__(self, platform, sys_clk_freq,
|
|
ident = "LiteX SoC on Alveo U280 (ES1)",
|
|
ident_version = True,
|
|
**kwargs)
|
|
|
|
# CRG --------------------------------------------------------------------------------------
|
|
self.submodules.crg = _CRG(platform, sys_clk_freq, ddram_channel, with_hbm)
|
|
|
|
if with_hbm:
|
|
# JTAGBone --------------------------------------------------------------------------------
|
|
#self.add_jtagbone(chain=2) # Chain 1 already used by HBM2 debug probes.
|
|
|
|
# Add HBM Core.
|
|
self.submodules.hbm = hbm = ClockDomainsRenamer({"axi": "sys"})(HBMIP(platform))
|
|
|
|
# Connect four of the HBM's AXI interfaces to the main bus of the SoC.
|
|
for i in range(4):
|
|
axi_hbm = hbm.axi[i]
|
|
axi_lite_hbm = AXILiteInterface(data_width=256, address_width=33)
|
|
self.submodules += AXILite2AXI(axi_lite_hbm, axi_hbm)
|
|
self.bus.add_slave(f"hbm{i}", axi_lite_hbm, SoCRegion(origin=0x4000_0000 + 0x1000_0000*i, size=0x1000_0000)) # 256MB.
|
|
else:
|
|
# DDR4 SDRAM -------------------------------------------------------------------------------
|
|
if not self.integrated_main_ram_size:
|
|
self.submodules.ddrphy = usddrphy.USPDDRPHY(platform.request("ddram", ddram_channel),
|
|
memtype = "DDR4",
|
|
cmd_latency = 1, # seems to work better with cmd_latency=1
|
|
sys_clk_freq = sys_clk_freq,
|
|
iodelay_clk_freq = 600e6,
|
|
is_rdimm = True)
|
|
self.add_sdram("sdram",
|
|
phy = self.ddrphy,
|
|
module = MTA18ASF2G72PZ(sys_clk_freq, "1:4"),
|
|
size = 0x40000000,
|
|
l2_cache_size = kwargs.get("l2_size", 8192)
|
|
)
|
|
|
|
# Firmware RAM (To ease initial LiteDRAM calibration support) ------------------------------
|
|
self.add_ram("firmware_ram", 0x20000000, 0x8000)
|
|
|
|
# PCIe -------------------------------------------------------------------------------------
|
|
if with_pcie:
|
|
self.submodules.pcie_phy = USPPCIEPHY(platform, platform.request("pcie_x4"),
|
|
data_width = 128,
|
|
bar0_size = 0x20000)
|
|
self.add_pcie(phy=self.pcie_phy, ndmas=1)
|
|
|
|
# Leds -------------------------------------------------------------------------------------
|
|
if with_led_chaser:
|
|
self.submodules.leds = LedChaser(
|
|
pads = platform.request_all("gpio_led"),
|
|
sys_clk_freq = sys_clk_freq)
|
|
|
|
# Build --------------------------------------------------------------------------------------------
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser(description="LiteX SoC on Alveo U280")
|
|
parser.add_argument("--build", action="store_true", help="Build bitstream")
|
|
parser.add_argument("--load", action="store_true", help="Load bitstream")
|
|
parser.add_argument("--sys-clk-freq", default=150e6, help="System clock frequency (default: 150MHz)") # HBM2 with 250MHz, DDR4 with 150MHz (1:4)
|
|
parser.add_argument("--ddram-channel", default="0", help="DDRAM channel (default: 0)") # also selects clk 0 or 1
|
|
parser.add_argument("--with-pcie", action="store_true", help="Enable PCIe support")
|
|
parser.add_argument("--driver", action="store_true", help="Generate PCIe driver")
|
|
parser.add_argument("--with-hbm", action="store_true", help="Use HBM2")
|
|
parser.add_argument("--with-analyzer", action="store_true", help="Enable Analyzer.")
|
|
parser.add_argument("--with-led-chaser", action="store_true", help="Enable LED Chaser")
|
|
builder_args(parser)
|
|
soc_core_args(parser)
|
|
args = parser.parse_args()
|
|
|
|
if args.with_hbm:
|
|
args.sys_clk_freq = 250e6
|
|
|
|
soc = BaseSoC(
|
|
sys_clk_freq = int(float(args.sys_clk_freq)),
|
|
ddram_channel = int(args.ddram_channel, 0),
|
|
with_pcie = args.with_pcie,
|
|
with_led_chaser = args.with_led_chaser,
|
|
with_hbm = args.with_hbm,
|
|
with_analyzer = args.with_analyzer,
|
|
**soc_core_argdict(args)
|
|
)
|
|
builder = Builder(soc, **builder_argdict(args))
|
|
builder.build(run=args.build)
|
|
|
|
if args.driver:
|
|
generate_litepcie_software(soc, os.path.join(builder.output_dir, "driver"))
|
|
|
|
if args.load:
|
|
prog = soc.platform.create_programmer()
|
|
prog.load_bitstream(os.path.join(builder.gateware_dir, soc.build_name + ".bit"))
|
|
|
|
if __name__ == "__main__":
|
|
main()
|