from networkx import MultiDiGraph from migen.fhdl.structure import * from migen.genlib.misc import optree from migen.flow.actor import * from migen.flow import plumbing # Abstract actors mean that the actor class should be instantiated with the parameters # from the dictionary. They are needed to enable actor duplication or sharing during # elaboration, and automatic parametrization of plumbing actors. class AbstractActor: def __init__(self, actor_class, parameters=dict(), name=None): self.actor_class = actor_class self.parameters = parameters self.name = name def create_instance(self): return self.actor_class(**self.parameters) def __repr__(self): r = " [sink1, ..., sinkn] # source element is a (node, endpoint) pair. # sink elements are (node, endpoint, source subrecord, sink subrecord) triples. def _source_to_sinks(self): d = dict() for u, v, data in self.edges_iter(data=True): el_src = (u, data["source"]) el_dst = (v, data["sink"], data["source_subr"], data["sink_subr"]) if el_src in d: d[el_src].append(el_dst) else: d[el_src] = [el_dst] return d # Returns a dictionary # sink -> [source1, ... sourcen] # sink element is a (node, endpoint) pair. # source elements are (node, endpoint, sink subrecord, source subrecord) triples. def _sink_to_sources(self): d = dict() for u, v, data in self.edges_iter(data=True): el_src = (u, data["source"], data["sink_subr"], data["source_subr"]) el_dst = (v, data["sink"]) if el_dst in d: d[el_dst].append(el_src) else: d[el_dst] = [el_src] return d # List sources that feed more than one sink. def _list_divergences(self): d = self._source_to_sinks() return dict((k, v) for k, v in d.items() if len(v) > 1) # A graph is abstract if any of these conditions is met: # (1) A node is an abstract actor. # (2) A subrecord is used. # (3) A single source feeds more than one sink. # NB: It is not allowed for a single sink to be fed by more than one source # (except with subrecords, i.e. when a combinator is used) def is_abstract(self): return any(isinstance(x, AbstractActor) for x in self) \ or any(d["source_subr"] is not None or d["sink_subr"] is not None for u, v, d in self.edges_iter(data=True)) \ or bool(self._list_divergences()) def _eliminate_subrecords_and_divergences(self): # Insert combinators. for (dst_node, dst_endpoint), sources in self._sink_to_sources().items(): if len(sources) > 1 or sources[0][2] is not None: # build combinator # "layout" is filled in during instantiation subrecords = [dst_subrecord for src_node, src_endpoint, dst_subrecord, src_subrecord in sources] combinator = AbstractActor(plumbing.Combinator, {"subrecords": subrecords}) # disconnect source1 -> sink ... sourcen -> sink # connect source1 -> combinator_sink1 ... sourcen -> combinator_sinkn for n, (src_node, src_endpoint, dst_subrecord, src_subrecord) in enumerate(sources): self.del_connections(src_node, dst_node, {"source": src_endpoint, "sink": dst_endpoint}) self.add_connection(src_node, combinator, src_endpoint, "sink{0}".format(n), source_subr=src_subrecord) # connect combinator_source -> sink self.add_connection(combinator, dst_node, "source", dst_endpoint) # Insert splitters. for (src_node, src_endpoint), sinks in self._source_to_sinks().items(): if len(sinks) > 1 or sinks[0][2] is not None: subrecords = [src_subrecord for dst_node, dst_endpoint, src_subrecord, dst_subrecord in sinks] splitter = AbstractActor(plumbing.Splitter, {"subrecords": subrecords}) # disconnect source -> sink1 ... source -> sinkn # connect splitter_source1 -> sink1 ... splitter_sourcen -> sinkn for n, (dst_node, dst_endpoint, src_subrecord, dst_subrecord) in enumerate(sinks): self.del_connections(src_node, dst_node, {"source": src_endpoint, "sink": dst_endpoint}) self.add_connection(splitter, dst_node, "source{0}".format(n), dst_endpoint) # connect source -> splitter_sink self.add_connection(src_node, splitter, src_endpoint, "sink") def _infer_plumbing_layout(self): while True: ap = [a for a in self if isinstance(a, AbstractActor) and a.actor_class in plumbing.actors] if not ap: break for a in ap: in_edges = self.in_edges(a, data=True) out_edges = self.out_edges(a, data=True) if a.actor_class in plumbing.layout_sink and len(in_edges) == 1: other, me, data = in_edges[0] if isinstance(other, AbstractActor): continue other_ep = data["source"] if other_ep is None: other_ep = get_single_ep(other, Source)[1] else: other_ep = getattr(other, other_ep) elif a.actor_class in plumbing.layout_source and len(out_edges) == 1: me, other, data = out_edges[0] if isinstance(other, AbstractActor): continue other_ep = data["sink"] if other_ep is None: other_ep = get_single_ep(other, Sink)[1] else: other_ep = getattr(other, other_ep) else: raise AssertionError layout = other_ep.payload.layout a.parameters["layout"] = layout self.instantiate(a) def _instantiate_actors(self): # 1. instantiate all abstract non-plumbing actors for actor in list(self): if isinstance(actor, AbstractActor) and actor.actor_class not in plumbing.actors: self.instantiate(actor) # 2. infer plumbing layout and instantiate plumbing self._infer_plumbing_layout() # 3. resolve default eps for u, v, d in self.edges_iter(data=True): if d["source"] is None: d["source"] = get_single_ep(u, Source)[0] if d["sink"] is None: d["sink"] = get_single_ep(v, Sink)[0] # Elaboration turns an abstract DFG into a physical one. # Pass 1: eliminate subrecords and divergences # by inserting Combinator/Splitter actors # Pass 2: run optimizer (e.g. share and duplicate actors) # Pass 3: instantiate all abstract actors and explicit "None" endpoints def elaborate(self, optimizer=None): if self.elaborated: return self.elaborated = True self._eliminate_subrecords_and_divergences() if optimizer is not None: optimizer(self) self._instantiate_actors() class CompositeActor(Module): def __init__(self, dfg): dfg.elaborate() # expose unconnected endpoints uc_eps_by_node = dict((node, get_endpoints(node)) for node in dfg) for u, v, d in dfg.edges_iter(data=True): uc_eps_u = uc_eps_by_node[u] source = d["source"] try: del uc_eps_u[source] except KeyError: pass uc_eps_v = uc_eps_by_node[v] sink = d["sink"] try: del uc_eps_v[sink] except KeyError: pass for node, uc_eps in uc_eps_by_node.items(): for k, v in uc_eps.items(): assert(not hasattr(self, k)) setattr(self, k, v) # generate busy signal self.busy = Signal() self.comb += self.busy.eq(optree("|", [node.busy for node in dfg])) # claim ownership of sub-actors and establish connections for node in dfg: self.submodules += node for u, v, d in dfg.edges_iter(data=True): ep_src = getattr(u, d["source"]) ep_dst = getattr(v, d["sink"]) self.comb += ep_src.connect_flat(ep_dst)