dpdklibs.reader_confgen Namespace Reference

Functions
	generate_dpdk_reader_app (DRO_CONFIG=None, HOST='localhost', ENABLE_SOFTWARE_TPG=False, NUMBER_OF_GROUPS=4, NUMBER_OF_LINKS_PER_GROUP=1, NUMBER_OF_DATA_PRODUCERS=1, BASE_SOURCE_IP="10.73.139.", DESTINATION_IP="10.73.139.17", FRONTEND_TYPE='tde', EAL_ARGS='')

Variables
	default_load_path
int	QUEUE_POP_WAIT_MS = 100

Function Documentation

generate_dpdk_reader_app()

dpdklibs.reader_confgen.generate_dpdk_reader_app	(		DRO_CONFIG = None,
			HOST = 'localhost',
			ENABLE_SOFTWARE_TPG = False,
			NUMBER_OF_GROUPS = 4,
			NUMBER_OF_LINKS_PER_GROUP = 1,
			NUMBER_OF_DATA_PRODUCERS = 1,
			BASE_SOURCE_IP = "10.73.139.",
			DESTINATION_IP = "10.73.139.17",
			FRONTEND_TYPE = 'tde',
			EAL_ARGS = '' )

Definition at line 32 of file reader_confgen.py.

):
 
    number_of_dlh = NUMBER_OF_GROUPS
 
    DRO_CONFIG = []
 
    modules = []
    queues = []
 
    links = []
    rxcores = []
    lid = 0
    last_ip = 100
    for group in range(NUMBER_OF_GROUPS):
        offset= 0
        qlist = []
        for src in range(NUMBER_OF_LINKS_PER_GROUP):
            links.append(nrc.Link(id=lid, ip=BASE_SOURCE_IP+str(last_ip), rx_q=lid, lcore=group+1))
            qlist.append(lid)
            lid += 1
            last_ip += 1
        offset += NUMBER_OF_LINKS_PER_GROUP
        rxcores.append(nrc.LCore(lcore_id=group+1, rx_qs=qlist))
 
    modules += [DAQModule(name="nic_reader", plugin="DPDKReaderModule",
                          conf=nrc.Conf(eal_arg_list=EAL_ARGS,
                                        dest_ip=DESTINATION_IP,
                                        rx_cores=rxcores,
                                        ip_sources=links),
        )]
 
    queues += [Queue(f"nic_reader.output_{idx}",
                     f"datahandler_{idx}.raw_input",
                     f'{FRONTEND_TYPE}_link_{idx}', 100000)
               for idx in range(number_of_dlh)]
 
    # for link in DRO_CONFIG.link:
    for i in range(number_of_dlh):
        source_id = i
        if ENABLE_SOFTWARE_TPG:
            queues += [Queue(f"datahandler_{idx}.tp_out",f"sw_tp_handler_{idx}.raw_input",f"sw_tp_link_{idx}",100000 )]                
 
        modules += [DAQModule(name=f"datahandler_{source_id}", plugin="RawDataHandler", conf=rconf.Conf(
                    readoutmodelconf=rconf.DataHandlingModelConf(
                        source_queue_timeout_ms=QUEUE_POP_WAIT_MS,
                        fake_trigger_flag=1,
                        # source_id =link.dro_source_id,
                        source_id=source_id,
                        timesync_connection_name = f"timesync_dlh_{source_id}",
                        timesync_topic_name = "Timesync",
                    ),
                    latencybufferconf=rconf.LatencyBufferConf(
                        latency_buffer_size=1000,
                        # source_id=link.dro_source_id,
                        source_id=source_id,
                    ),
                    rawdataprocessorconf=rconf.RawDataProcessorConf(
                        # source_id=link.dro_source_id,
                        source_id=source_id,
                        enable_software_tpg=ENABLE_SOFTWARE_TPG,
                        error_counter_threshold=100,
                        error_reset_freq=10000,
                    ),
                    requesthandlerconf=rconf.RequestHandlerConf(
                        latency_buffer_size=1000,
                        pop_limit_pct=0.8,
                        pop_size_pct=0.1,
                        # source_id=link.dro_source_id,
                        source_id=source_id,
                        output_file=f"output_{source_id}.out",
                        stream_buffer_size=8388608,
                        enable_raw_recording=True,
                    ),
                ), extra_commands={"record": rconf.RecordingParams(duration=10)})]
 
    modules += [DAQModule(name="timesync_consumer", plugin="TimeSyncConsumer")]
    modules += [DAQModule(name="fragment_consumer", plugin="FragmentConsumer")]
 
    mgraph = ModuleGraph(modules, queues=queues)
 
    for idx in range(number_of_dlh):
        mgraph.connect_modules(f"datahandler_{idx}.timesync_output", "timesync_consumer.input_queue", "timesync_q")
        mgraph.connect_modules(f"datahandler_{idx}.fragment_queue", "fragment_consumer.input_queue", "data_fragments_q", 100)
        mgraph.add_endpoint(f"requests_{idx}", f"datahandler_{idx}.request_input", Direction.IN)
        mgraph.add_endpoint(f"requests_{idx}", None, Direction.OUT) # Fake request endpoint
 
    dpdk_app = App(modulegraph=mgraph, host=HOST, name="dpdk_reader")
    return dpdk_app

Variable Documentation

default_load_path

dpdklibs.reader_confgen.default_load_path

Definition at line 5 of file reader_confgen.py.

QUEUE_POP_WAIT_MS

int dpdklibs.reader_confgen.QUEUE_POP_WAIT_MS = 100

Definition at line 29 of file reader_confgen.py.