tde_stream_db_gen Namespace Reference

Functions
list[str]	get_includes ()
pd.DataFrame	get_mapping (str det_name, int base_sid)
	get_mapping_from_channel_map (str channel_map)
conffwk.Configuration	create_db (str oksfile, list[str] include_files)
	calculate_amc_net_info (crate, slot)
	create_det_connections (argparse.Namespace args)

Variables
	parser = argparse.ArgumentParser("Generate configuration objects for TDE readout.")
	dest
	type
	str
	choices
	default
	help
	int
	action
	None
	args = parser.parse_args()

Function Documentation

calculate_amc_net_info()

tde_stream_db_gen.calculate_amc_net_info	(		crate,
			slot )

Definition at line 55 of file tde_stream_db_gen.py.

def calculate_amc_net_info(crate, slot):
    return {
        "ip_1g" : f"10.73.{crate + 32}.{slot + 1}",
        "ip_10g" : f"10.73.{crate + 32}.{slot + 13}",
        "mac_1g" : "00:07:ED:A1:%02x:%02x" % (crate + 1, slot + 1),
        "mac_10g" : "00:07:ED:A2:%02x:%02x" % (crate + 1, slot + 13),
    }
 
 

create_db()

conffwk.Configuration tde_stream_db_gen.create_db	(	str	oksfile,
		list[str]	include_files )

Definition at line 45 of file tde_stream_db_gen.py.

def create_db(oksfile : str, include_files : list[str]) -> conffwk.Configuration:
    db = conffwk.Configuration("oksconflibs")
    if not oksfile.endswith(".data.xml"):
        oksfile = oksfile + ".data.xml"
    print(f"Creating OKS database file {oksfile}")
    db.create_db(oksfile, include_files)
    db.set_active(oksfile)
    return db
 
 

create_det_connections()

tde_stream_db_gen.create_det_connections

(

argparse.Namespace

args

)

Definition at line 64 of file tde_stream_db_gen.py.

def create_det_connections(args : argparse.Namespace):
    # key is crate number, so 10.73.(n+32).128, value is the number of AMCs each crate has installed.
 
    if args.channel_map:
        mapping = get_mapping_from_channel_map(args.channel_map)
    else:
        mapping = get_mapping(args.det_id, args.sid)
    print(mapping)
 
    db = create_db(f"crp23-det-senders", get_includes())
 
    sid_counters = {i : i * 100 for i in pd.unique(mapping["CRP"])}
    for e, cg in enumerate([[0, 1, 2, 6, 7], [3, 4, 5, 8, 9]]):
        streams = []
        resource = db.create_obj("ResourceSetAND", f"{args.det_name}-senders-crate-{'-'.join([str(c) for c in cg])}")
        for crate in cg:
            crate_map = mapping[mapping["Crate"] == crate]
            amcs = pd.unique(crate_map["AMC"])
            for amc in amcs:
                name = f"crate{crate}-slot{amc}"
                base_sid = pd.unique(crate_map[crate_map["AMC"] == amc]["CRP"])[0]
                sid_counters[base_sid] += 1
 
                amc_net_info = calculate_amc_net_info(crate, amc)
                geo = db.create_obj(class_name = "GeoId", uid = f"geoId-{args.det_name}-amc-{sid_counters[base_sid]}")
                geo["detector_id"] = args.det_id # channel map may be required for this ()
                geo["crate_id"] = crate
                geo["slot_id"] = amc
 
                ds = db.create_obj(class_name = "DetectorStream", uid = f"DetStream-{sid_counters[base_sid]}")
                ds["source_id"] = sid_counters[base_sid]
                ds["geo_id"] = geo
 
                nw_send = db.create_obj(class_name = "NetworkInterface", uid = f"nw-{args.det_name}-amc-{name}-10g")
                nw_send["mac_address"] = amc_net_info["mac_10g"]
                nw_send["ip_address"] = [amc_net_info["ip_10g"]]
                nw_send["network_name"] = "Data"
                
                nw_rec = db.create_obj(class_name = "NetworkInterface", uid = f"nw-{args.det_name}-amc-{name}-1g")
                nw_rec["mac_address"] = amc_net_info["mac_1g"]
                nw_rec["ip_address"] = [amc_net_info["ip_1g"]]
                nw_rec["network_name"] = "Control"
 
                sender_names = sid_counters[base_sid] if args.sid_suffix else name
                dds = db.create_obj(class_name = "TdeAmcDetDataSender", uid = f"dds-{args.det_name}-amc-{sender_names}")
                dds["port"] = 54321 + amc + 1
                dds["control_host"] = f"np02-amc-{sid_counters[base_sid]}" # This should be the source ID
                dds["contains"] = [ds] # This should be the DetStream object
                dds["uses"] = nw_send
                dds["control_endpoint"] = nw_rec
                streams.append(dds)
        resource["contains"] = streams
    db.commit()
    return
 
 

get_includes()

list[str] tde_stream_db_gen.get_includes

(

)

Definition at line 14 of file tde_stream_db_gen.py.

def get_includes() -> list[str]:
    include_files = [
        "schema/confmodel/dunedaq.schema.xml",
        "schema/appmodel/application.schema.xml",
        "schema/appmodel/fdmodules.schema.xml",
        "schema/appmodel/tde.schema.xml",
    ]
    return include_files
 
 

get_mapping()

pd.DataFrame tde_stream_db_gen.get_mapping	(	str	det_name,
		int	base_sid )

Definition at line 24 of file tde_stream_db_gen.py.

def get_mapping(det_name : str, base_sid : int) -> pd.DataFrame:
    df = pd.read_csv(f"{os.environ['DBT_AREA_ROOT']}/sourcecode/tdemodules/config/mapping.txt", delim_whitespace = True, names = ["Crate", "AMC", "AMC_channel", "CRP", "view_type", "view_channel"])
    if det_name == "tde-testcrate":
        df = df[df["Crate"] == 0]
        df = df[np.any([df["AMC"] == i for i in [1, 6, 7]], 0)]
        # there may be less channels in the testcrate, but for now this is fine.
 
    df["CRP"] += base_sid # This is needed to assign the source ID correctly for the TDE ()
    return df
 
 

get_mapping_from_channel_map()

tde_stream_db_gen.get_mapping_from_channel_map

(

str

channel_map

)

Definition at line 35 of file tde_stream_db_gen.py.

def get_mapping_from_channel_map(channel_map : str):
    df = pd.read_csv(channel_map, sep=r'\s+', names = ['offlchan', 'detid', 'detelement', 'crate', 'slot', 'stream', 'streamchan', 'plane', 'chan_in_plane', 'femb', 'asic ', 'asicchan'])
 
    df23 = df[df['detelement'] < 4]
 
    df_map = df23[['crate','slot', 'streamchan', 'detelement', 'plane', 'chan_in_plane']]
    df_map.columns = ["Crate", "AMC", "AMC_channel", "CRP", "view_type", "view_channel"]
    return df_map
 
 

Variable Documentation

action

tde_stream_db_gen.action

Definition at line 126 of file tde_stream_db_gen.py.

args

tde_stream_db_gen.args = parser.parse_args()

Definition at line 129 of file tde_stream_db_gen.py.

choices

tde_stream_db_gen.choices

Definition at line 123 of file tde_stream_db_gen.py.

default

tde_stream_db_gen.default

Definition at line 123 of file tde_stream_db_gen.py.

dest

tde_stream_db_gen.dest

Definition at line 123 of file tde_stream_db_gen.py.

help

tde_stream_db_gen.help

Definition at line 123 of file tde_stream_db_gen.py.

int

tde_stream_db_gen.int

Definition at line 124 of file tde_stream_db_gen.py.

None

tde_stream_db_gen.None

Definition at line 127 of file tde_stream_db_gen.py.

parser

tde_stream_db_gen.parser = argparse.ArgumentParser("Generate configuration objects for TDE readout.")

Definition at line 121 of file tde_stream_db_gen.py.

str

tde_stream_db_gen.str

Definition at line 123 of file tde_stream_db_gen.py.

type

tde_stream_db_gen.type

Definition at line 123 of file tde_stream_db_gen.py.